-- Logs begin at Tue 2022-08-09 15:24:22 UTC, end at Tue 2022-08-09 17:10:40 UTC. -- Aug 09 16:41:52.418665 dv-cinder-852364-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Aug 09 16:41:55.125977 dv-cinder-852364-3-iscsi neutron-server[111025]: INFO neutron.common.config [-] Logging enabled! Aug 09 16:41:55.126574 dv-cinder-852364-3-iscsi neutron-server[111025]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev466 Aug 09 16:41:55.126752 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=111025) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Aug 09 16:41:55.130035 dv-cinder-852364-3-iscsi neutron-server[111025]: INFO neutron.common.config [-] Logging enabled! Aug 09 16:41:55.130288 dv-cinder-852364-3-iscsi neutron-server[111025]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev466 Aug 09 16:41:55.130597 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=111025) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Aug 09 16:41:55.131925 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 09 16:41:55.132165 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 09 16:41:55.132641 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 09 16:41:55.132888 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 09 16:41:55.133111 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 09 16:41:55.133426 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:55.133723 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:55.133956 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:55.134250 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:55.134538 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:55.134820 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:55.135123 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:55.135422 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:55.135707 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:55.135981 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:55.136261 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:55.136488 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:55.136764 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.common.config [-] config_source = [] {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:55.137049 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:55.137332 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:55.137555 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.common.config [-] debug = True {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:55.137830 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:55.138251 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:55.138659 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:55.138934 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:55.139239 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:55.139516 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:55.139781 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:55.140053 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:55.140333 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:55.140654 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.common.config [-] host = dv-cinder-852364-3-iscsi {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:55.140927 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:55.141208 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:55.141489 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:55.141771 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:55.142042 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:55.142312 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:55.142590 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:55.142858 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.common.config [-] log_dir = None {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:55.143143 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.common.config [-] log_file = None {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:55.143417 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:55.143699 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:55.143986 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:55.144271 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:55.144492 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:55.144708 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:55.144989 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:55.145275 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:55.145544 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:55.145811 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:55.146081 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:55.146349 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:55.146618 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:55.147562 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:55.148068 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:55.148346 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:55.148636 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:55.148914 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:55.149191 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:55.149463 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:55.149735 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:55.150016 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:55.150290 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:55.150563 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:55.150833 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:55.151138 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:55.151408 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:55.151677 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:55.151973 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:55.152255 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:55.152535 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:55.152817 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:55.153087 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:55.153365 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:55.153630 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:55.153900 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.common.config [-] use_journal = False {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:55.154165 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.common.config [-] use_json = False {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:55.154436 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:55.154701 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:55.154976 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:55.155274 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:55.155545 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:55.155820 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:55.156081 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:55.156360 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:55.156627 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:55.156919 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:55.157208 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:55.157502 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:55.157780 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:55.158081 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:55.158357 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:55.158641 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:55.158912 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:55.159225 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:55.159511 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:55.159795 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:55.160071 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:55.160370 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:55.160656 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:55.160945 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:55.161250 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:55.161538 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:55.161828 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:55.162100 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:55.162374 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:55.163365 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:55.163833 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:55.164331 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:55.164791 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:55.165093 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:55.165391 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:55.165676 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:55.165977 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:55.166263 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:55.166548 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:55.166843 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:55.167169 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:55.167445 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:55.167725 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:55.168014 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:55.168289 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:55.168559 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:55.168847 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:55.169123 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:55.169393 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:55.169669 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:55.169959 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:55.170245 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:55.170516 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:55.170791 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:55.171077 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:55.171374 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:55.171642 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:55.171910 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:55.172180 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:55.172446 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:55.172721 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:55.172993 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:55.173267 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:55.173534 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:55.173812 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:55.174079 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:55.174345 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:55.174617 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:55.174885 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:55.175191 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:55.175461 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:55.175728 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:55.175993 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:55.176257 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:55.176522 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:55.176786 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:55.177051 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:55.177321 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:55.177588 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:55.177852 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:55.178187 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:55.178658 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:55.179150 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:55.179627 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:55.179913 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:55.181356 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:55.181356 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:55.181356 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:55.181356 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:55.181356 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:55.181677 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:55.181817 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:55.182086 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:55.182642 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:55.182925 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:55.183237 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:55.183521 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:55.183804 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:55.184118 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:55.184395 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:55.184672 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:55.184946 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:55.185220 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:55.185495 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:55.185773 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:55.186044 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:55.186317 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:55.186593 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:55.186871 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:55.187186 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:55.187479 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:55.187754 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:55.188045 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:55.188335 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:55.188622 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:55.188897 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:55.189201 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:55.189477 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:55.189691 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 09 16:41:55.189930 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=111025) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 09 16:41:55.489224 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "plugin-directory" by "neutron_lib.plugins.directory._create_plugin_directory" {{(pid=111025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:385}} Aug 09 16:41:55.489539 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.001s {{(pid=111025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:390}} Aug 09 16:41:55.489796 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=111025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Aug 09 16:41:55.490024 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "manager" by "neutron.manager.NeutronManager._create_instance" {{(pid=111025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:385}} Aug 09 16:41:55.490299 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=111025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:390}} Aug 09 16:41:55.490836 dv-cinder-852364-3-iscsi neutron-server[111025]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 09 16:41:55.907303 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=111025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:55.907598 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=111025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:55.907864 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=111025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:55.909148 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=111025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:55.909425 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=111025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:55.909685 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=111025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:55.963599 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=111025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:55.963878 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=111025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:55.964147 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=111025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:55.979289 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=111025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:55.979963 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=111025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:55.979963 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=111025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:56.012409 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=111025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:56.012687 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=111025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:56.012952 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=111025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:56.049691 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=111025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:56.049968 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=111025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:56.050234 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=111025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:56.283191 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=111025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:56.283800 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=111025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:56.283800 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=111025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:56.283960 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=111025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:56.284796 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=111025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:56.383232 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=111025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:56.383548 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=111025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:56.383828 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=111025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:56.384097 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=111025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:56.384361 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=111025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:56.384668 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=111025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:56.384922 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=111025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:56.385172 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=111025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:56.385425 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=111025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:56.385704 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=111025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:56.385959 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=111025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:56.386219 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=111025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:56.386470 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=111025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:56.386717 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=111025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:56.386966 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=111025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:56.387252 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=111025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:56.387505 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=111025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:56.387768 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=111025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:56.388030 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=111025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:56.388282 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=111025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:56.388549 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=111025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:56.388795 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=111025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:56.389070 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=111025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:56.389438 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=111025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:56.389685 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=111025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:56.389926 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=111025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:56.390320 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=111025) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 09 16:41:56.390555 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=111025) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 09 16:41:56.390796 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=111025) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 09 16:41:56.391021 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=111025) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 09 16:41:56.391278 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=111025) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 09 16:41:56.391510 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=111025) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 09 16:41:56.391870 dv-cinder-852364-3-iscsi neutron-server[111025]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 09 16:41:56.394921 dv-cinder-852364-3-iscsi neutron-server[111025]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 09 16:41:56.399550 dv-cinder-852364-3-iscsi neutron-server[111025]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 09 16:41:56.403330 dv-cinder-852364-3-iscsi neutron-server[111025]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(950, 999)])]) Aug 09 16:41:56.404939 dv-cinder-852364-3-iscsi neutron-server[111025]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 09 16:41:56.405559 dv-cinder-852364-3-iscsi neutron-server[111025]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 09 16:41:56.405891 dv-cinder-852364-3-iscsi neutron-server[111025]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 09 16:41:56.406270 dv-cinder-852364-3-iscsi neutron-server[111025]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 09 16:41:56.409120 dv-cinder-852364-3-iscsi neutron-server[111025]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 09 16:41:56.409366 dv-cinder-852364-3-iscsi neutron-server[111025]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 09 16:41:56.409714 dv-cinder-852364-3-iscsi neutron-server[111025]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 09 16:41:56.415619 dv-cinder-852364-3-iscsi neutron-server[111025]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 09 16:41:56.439047 dv-cinder-852364-3-iscsi neutron-server[111025]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 09 16:41:56.439516 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=111025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:56.439808 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=111025) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Aug 09 16:41:56.440173 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=111025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:56.441490 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=111025) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 09 16:41:56.441763 dv-cinder-852364-3-iscsi neutron-server[111025]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 09 16:41:56.442001 dv-cinder-852364-3-iscsi neutron-server[111025]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 09 16:41:56.445616 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=111025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:56.445889 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=111025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:56.590079 dv-cinder-852364-3-iscsi neutron-server[111025]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 09 16:41:56.590258 dv-cinder-852364-3-iscsi neutron-server[111025]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 09 16:41:56.590496 dv-cinder-852364-3-iscsi neutron-server[111025]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 09 16:41:56.590882 dv-cinder-852364-3-iscsi neutron-server[111025]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 09 16:41:56.643859 dv-cinder-852364-3-iscsi neutron-server[111025]: INFO dbcounter [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Registered counter for database neutron Aug 09 16:41:56.664231 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_db.sqlalchemy.engines [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=111025) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 09 16:41:56.670079 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG dbcounter [-] [111025] Writer thread running {{(pid=111025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 09 16:41:57.323646 dv-cinder-852364-3-iscsi neutron-server[111025]: INFO neutron.plugins.ml2.managers [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Initializing driver for type 'gre' Aug 09 16:41:57.324330 dv-cinder-852364-3-iscsi neutron-server[111025]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] gre ID ranges: [(1, 1000)] Aug 09 16:41:57.512055 dv-cinder-852364-3-iscsi neutron-server[111025]: INFO neutron.plugins.ml2.managers [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Initializing driver for type 'local' Aug 09 16:41:57.512403 dv-cinder-852364-3-iscsi neutron-server[111025]: INFO neutron.plugins.ml2.managers [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Initializing driver for type 'vlan' Aug 09 16:41:57.603542 dv-cinder-852364-3-iscsi neutron-server[111025]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] VlanTypeDriver initialization complete Aug 09 16:41:57.603808 dv-cinder-852364-3-iscsi neutron-server[111025]: INFO neutron.plugins.ml2.managers [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Initializing driver for type 'vxlan' Aug 09 16:41:57.604318 dv-cinder-852364-3-iscsi neutron-server[111025]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] vxlan ID ranges: [(1, 1000)] Aug 09 16:41:57.809186 dv-cinder-852364-3-iscsi neutron-server[111025]: INFO neutron.plugins.ml2.managers [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Initializing extension driver 'port_security' Aug 09 16:41:57.809532 dv-cinder-852364-3-iscsi neutron-server[111025]: INFO neutron.plugins.ml2.extensions.port_security [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] PortSecurityExtensionDriver initialization complete Aug 09 16:41:57.809875 dv-cinder-852364-3-iscsi neutron-server[111025]: INFO neutron.plugins.ml2.managers [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Initializing mechanism driver 'openvswitch' Aug 09 16:41:57.810215 dv-cinder-852364-3-iscsi neutron-server[111025]: INFO neutron.plugins.ml2.managers [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Initializing mechanism driver 'hyperv' Aug 09 16:41:57.817035 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.plugins.ml2.plugin [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=111025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:41:57.817710 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron_lib.callbacks.manager [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Subscribe: > port after_create 55550000 {{(pid=111025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:57.818094 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron_lib.callbacks.manager [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Subscribe: > port after_update 55550000 {{(pid=111025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:57.818459 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron_lib.callbacks.manager [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Subscribe: > port after_delete 55550000 {{(pid=111025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:57.819064 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=111025) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Aug 09 16:41:57.819622 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron_lib.callbacks.manager [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Subscribe: > subnet after_create 55550000 {{(pid=111025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:57.819989 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron_lib.callbacks.manager [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Subscribe: > subnet after_update 55550000 {{(pid=111025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:57.820346 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron_lib.callbacks.manager [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Subscribe: > subnet after_delete 55550000 {{(pid=111025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:57.820744 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=111025) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Aug 09 16:41:57.821159 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron_lib.callbacks.manager [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Subscribe: > network after_create 55550000 {{(pid=111025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:57.821519 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron_lib.callbacks.manager [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Subscribe: > network after_update 55550000 {{(pid=111025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:57.821873 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron_lib.callbacks.manager [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Subscribe: > network after_delete 55550000 {{(pid=111025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:57.822266 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=111025) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Aug 09 16:41:57.822678 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron_lib.callbacks.manager [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Subscribe: > security_group after_create 55550000 {{(pid=111025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:57.823079 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron_lib.callbacks.manager [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Subscribe: > security_group after_update 55550000 {{(pid=111025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:57.823433 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron_lib.callbacks.manager [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Subscribe: > security_group after_delete 55550000 {{(pid=111025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:57.823827 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=111025) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Aug 09 16:41:57.824239 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron_lib.callbacks.manager [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=111025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:57.824590 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron_lib.callbacks.manager [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=111025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:57.824936 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron_lib.callbacks.manager [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=111025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:57.825325 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=111025) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Aug 09 16:41:57.825732 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron_lib.callbacks.manager [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Subscribe: > address_group after_create 55550000 {{(pid=111025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:57.826084 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron_lib.callbacks.manager [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Subscribe: > address_group after_update 55550000 {{(pid=111025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:57.826429 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron_lib.callbacks.manager [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Subscribe: > address_group after_delete 55550000 {{(pid=111025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:57.826816 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=111025) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Aug 09 16:41:57.827289 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] ML2 OVO RPC backend initialized. {{(pid=111025) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Aug 09 16:41:57.828008 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron_lib.callbacks.manager [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Subscribe: > router_interface after_create 55550000 {{(pid=111025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:57.828415 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron_lib.callbacks.manager [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=111025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:57.828815 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron_lib.callbacks.manager [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Subscribe: > network before_response 55550000 {{(pid=111025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:57.829193 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron_lib.callbacks.manager [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Subscribe: > networks before_response 55550000 {{(pid=111025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:57.829551 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron_lib.callbacks.manager [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Subscribe: > port before_response 55550000 {{(pid=111025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:57.829903 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron_lib.callbacks.manager [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Subscribe: > ports before_response 55550000 {{(pid=111025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:57.830255 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron_lib.callbacks.manager [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Subscribe: > subnet before_response 55550000 {{(pid=111025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:57.830604 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron_lib.callbacks.manager [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Subscribe: > subnets before_response 55550000 {{(pid=111025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:57.830954 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron_lib.callbacks.manager [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Subscribe: > network after_create 55550000 {{(pid=111025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:57.831332 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron_lib.callbacks.manager [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Subscribe: > network after_update 55550000 {{(pid=111025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:57.836181 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron_lib.callbacks.manager [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Subscribe: > network after_delete 55550000 {{(pid=111025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:57.836181 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron_lib.callbacks.manager [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Subscribe: > port after_create 55550000 {{(pid=111025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:57.836181 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron_lib.callbacks.manager [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Subscribe: > port after_update 55550000 {{(pid=111025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:57.836181 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron_lib.callbacks.manager [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Subscribe: > port after_delete 55550000 {{(pid=111025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:57.836488 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron_lib.callbacks.manager [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Subscribe: > subnet after_create 55550000 {{(pid=111025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:57.836488 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron_lib.callbacks.manager [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Subscribe: > subnet after_update 55550000 {{(pid=111025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:57.836488 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron_lib.callbacks.manager [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Subscribe: > subnet after_delete 55550000 {{(pid=111025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:57.842403 dv-cinder-852364-3-iscsi neutron-server[111025]: INFO neutron.quota [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Loaded quota_driver: . Aug 09 16:41:57.842779 dv-cinder-852364-3-iscsi neutron-server[111025]: INFO neutron.plugins.ml2.plugin [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Modular L2 Plugin initialization complete Aug 09 16:41:57.843154 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.manager [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Loading services supported by the core plugin {{(pid=111025) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 09 16:41:57.843507 dv-cinder-852364-3-iscsi neutron-server[111025]: INFO neutron.plugins.ml2.managers [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Got port-security extension from driver 'port_security' Aug 09 16:41:57.843997 dv-cinder-852364-3-iscsi neutron-server[111025]: INFO neutron.extensions.vlantransparent [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Disabled vlantransparent extension. Aug 09 16:41:57.844498 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.manager [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=111025) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 09 16:41:57.844826 dv-cinder-852364-3-iscsi neutron-server[111025]: INFO neutron.manager [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Loading Plugin: router Aug 09 16:41:57.881404 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron_lib.callbacks.manager [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Subscribe: > router_interface before_create 55550000 {{(pid=111025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:57.881807 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron_lib.callbacks.manager [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Subscribe: > router after_create 55549900 {{(pid=111025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:57.882187 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron_lib.callbacks.manager [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Subscribe: > router before_create 55549900 {{(pid=111025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:57.882561 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron_lib.callbacks.manager [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=111025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:57.882940 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron_lib.callbacks.manager [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=111025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:57.883328 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron_lib.callbacks.manager [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Subscribe: > router after_delete 55549900 {{(pid=111025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:57.883695 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron_lib.callbacks.manager [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Subscribe: > floatingip after_create 55550000 {{(pid=111025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:57.884051 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron_lib.callbacks.manager [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Subscribe: > floatingip after_update 55550000 {{(pid=111025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:57.884416 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron_lib.callbacks.manager [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Subscribe: > router after_create 55549900 {{(pid=111025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:57.884769 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron_lib.callbacks.manager [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Subscribe: > router after_update 55549900 {{(pid=111025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:57.885127 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron_lib.callbacks.manager [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Subscribe: > router after_update 55549900 {{(pid=111025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:57.885479 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron_lib.callbacks.manager [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=111025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:57.885842 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron_lib.callbacks.manager [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Subscribe: > router after_update 55549900 {{(pid=111025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:57.886261 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron_lib.callbacks.manager [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Subscribe: > router precommit_update 55549900 {{(pid=111025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:57.886645 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron_lib.callbacks.manager [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Subscribe: port after_update 55550000 {{(pid=111025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:57.886993 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron_lib.callbacks.manager [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Subscribe: port after_delete 55550000 {{(pid=111025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:57.887382 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron_lib.callbacks.manager [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Subscribe: subnet after_update 55550000 {{(pid=111025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:57.887739 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron_lib.callbacks.manager [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=111025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:57.888095 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron_lib.callbacks.manager [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Subscribe: > port precommit_delete 55550000 {{(pid=111025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:57.888453 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron_lib.callbacks.manager [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Subscribe: > router precommit_create 55549900 {{(pid=111025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:57.888802 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron_lib.callbacks.manager [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Subscribe: port before_delete 55550000 {{(pid=111025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:57.889155 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron_lib.callbacks.manager [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Subscribe: > router precommit_create 55550000 {{(pid=111025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:57.889515 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron_lib.callbacks.manager [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Subscribe: > router after_update 55549900 {{(pid=111025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:57.889865 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron_lib.callbacks.manager [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Subscribe: > router precommit_delete 55549900 {{(pid=111025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:57.890222 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron_lib.callbacks.manager [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Subscribe: > router precommit_create 55549900 {{(pid=111025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:57.890588 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron_lib.callbacks.manager [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Subscribe: > router_interface after_create 55550000 {{(pid=111025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:57.890940 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron_lib.callbacks.manager [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Subscribe: > router precommit_update 55549900 {{(pid=111025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:57.891421 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron_lib.callbacks.manager [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Subscribe: > agent after_create 55550000 {{(pid=111025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:57.891776 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron_lib.callbacks.manager [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Subscribe: > agent after_delete 55550000 {{(pid=111025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:57.892128 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron_lib.callbacks.manager [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Subscribe: > network after_delete 55550000 {{(pid=111025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:57.892995 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.quota.resource_registry [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Tracking information for resource: router configured {{(pid=111025) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 09 16:41:57.893332 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.quota.resource_registry [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Tracking information for resource: floatingip configured {{(pid=111025) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 09 16:41:57.898265 dv-cinder-852364-3-iscsi neutron-server[111025]: INFO neutron.db.l3_agentschedulers_db [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 09 16:41:57.905608 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron_lib.callbacks.manager [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Subscribe: port after_update 55550000 {{(pid=111025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:57.905608 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron_lib.callbacks.manager [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Subscribe: port after_create 55550000 {{(pid=111025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:57.905608 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron_lib.callbacks.manager [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Subscribe: port after_delete 55550000 {{(pid=111025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:57.905608 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron_lib.callbacks.manager [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Subscribe: port after_update 55550000 {{(pid=111025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:57.905608 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron_lib.callbacks.manager [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Subscribe: > router before_create 55550100 {{(pid=111025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:57.906038 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron_lib.callbacks.manager [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Subscribe: > router precommit_delete 55550100 {{(pid=111025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:57.906038 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron_lib.callbacks.manager [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Subscribe: > router precommit_create 55550100 {{(pid=111025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:57.906038 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron_lib.callbacks.manager [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Subscribe: > router precommit_update 55550100 {{(pid=111025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:57.906909 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.services.provider_configuration [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Service providers = [] {{(pid=111025) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 09 16:41:57.907324 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.db.servicetype_db [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=111025) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 09 16:41:57.910483 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.services.service_base [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=111025) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 09 16:41:57.910863 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.services.service_base [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=111025) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 09 16:41:57.911243 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.services.service_base [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=111025) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 09 16:41:57.912144 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.services.service_base [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=111025) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 09 16:41:57.913052 dv-cinder-852364-3-iscsi neutron-server[111025]: INFO neutron.services.service_base [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 09 16:41:57.913501 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.manager [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=111025) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 09 16:41:57.913819 dv-cinder-852364-3-iscsi neutron-server[111025]: INFO neutron.manager [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 09 16:41:57.924506 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.manager [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=111025) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 09 16:41:57.924847 dv-cinder-852364-3-iscsi neutron-server[111025]: INFO neutron.manager [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Loading Plugin: auto_allocate Aug 09 16:41:57.936597 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron_lib.callbacks.manager [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Subscribe: network precommit_update 55550000 {{(pid=111025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:57.936972 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron_lib.callbacks.manager [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Subscribe: network precommit_create 55550000 {{(pid=111025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:57.937496 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.manager [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=111025) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 09 16:41:57.937822 dv-cinder-852364-3-iscsi neutron-server[111025]: INFO neutron.manager [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Loading Plugin: tag Aug 09 16:41:57.944727 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.manager [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=111025) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 09 16:41:57.945097 dv-cinder-852364-3-iscsi neutron-server[111025]: INFO neutron.manager [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Loading Plugin: timestamp Aug 09 16:41:57.948945 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.manager [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=111025) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 09 16:41:57.949279 dv-cinder-852364-3-iscsi neutron-server[111025]: INFO neutron.manager [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Loading Plugin: network_ip_availability Aug 09 16:41:57.954937 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron_lib.callbacks.manager [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=111025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:57.955339 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron_lib.callbacks.manager [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=111025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:57.955703 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron_lib.callbacks.manager [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=111025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:57.956425 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.manager [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=111025) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 09 16:41:57.956801 dv-cinder-852364-3-iscsi neutron-server[111025]: INFO neutron.manager [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Loading Plugin: flavors Aug 09 16:41:57.962073 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.manager [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=111025) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 09 16:41:57.962413 dv-cinder-852364-3-iscsi neutron-server[111025]: INFO neutron.manager [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Loading Plugin: revisions Aug 09 16:41:57.966765 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.manager [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=111025) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 09 16:41:57.967235 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_concurrency.lockutils [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.477s {{(pid=111025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Aug 09 16:41:57.968098 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=111025) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Aug 09 16:41:57.983386 dv-cinder-852364-3-iscsi neutron-server[111025]: INFO neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Initializing extension manager. Aug 09 16:41:57.983386 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Loading extension file: __init__.py {{(pid=111025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 16:41:57.983386 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Loading extension file: __pycache__ {{(pid=111025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 16:41:57.983386 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Loading extension file: address_group.py {{(pid=111025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 16:41:57.983386 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=111025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 16:41:57.983386 dv-cinder-852364-3-iscsi neutron-server[111025]: INFO neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Loaded extension: address-group Aug 09 16:41:57.983386 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Loading extension file: address_scope.py {{(pid=111025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 16:41:57.983870 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=111025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 16:41:57.983870 dv-cinder-852364-3-iscsi neutron-server[111025]: INFO neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Loaded extension: address-scope Aug 09 16:41:57.983870 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Loading extension file: admin_state_down_before_update.py {{(pid=111025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 16:41:57.984159 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=111025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 16:41:57.984742 dv-cinder-852364-3-iscsi neutron-server[111025]: INFO neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Loaded extension: router-admin-state-down-before-update Aug 09 16:41:57.985167 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Loading extension file: agent.py {{(pid=111025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 16:41:57.985905 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=111025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 16:41:57.986465 dv-cinder-852364-3-iscsi neutron-server[111025]: INFO neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Loaded extension: agent Aug 09 16:41:57.986834 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Loading extension file: agent_resources_synced.py {{(pid=111025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 16:41:57.987782 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=111025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 16:41:57.988349 dv-cinder-852364-3-iscsi neutron-server[111025]: INFO neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Loaded extension: agent-resources-synced Aug 09 16:41:57.988716 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Loading extension file: allowedaddresspairs.py {{(pid=111025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 16:41:57.990660 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=111025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 16:41:57.995070 dv-cinder-852364-3-iscsi neutron-server[111025]: INFO neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Loaded extension: allowed-address-pairs Aug 09 16:41:57.995070 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Loading extension file: auto_allocated_topology.py {{(pid=111025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 16:41:57.995070 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=111025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 16:41:57.995070 dv-cinder-852364-3-iscsi neutron-server[111025]: INFO neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Loaded extension: auto-allocated-topology Aug 09 16:41:57.995070 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Loading extension file: availability_zone.py {{(pid=111025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 16:41:57.995070 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=111025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 16:41:57.995070 dv-cinder-852364-3-iscsi neutron-server[111025]: INFO neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Loaded extension: availability_zone Aug 09 16:41:57.996041 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Loading extension file: availability_zone_filter.py {{(pid=111025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 16:41:57.996305 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=111025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 16:41:57.996812 dv-cinder-852364-3-iscsi neutron-server[111025]: INFO neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Loaded extension: availability_zone_filter Aug 09 16:41:57.997141 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Loading extension file: data_plane_status.py {{(pid=111025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 16:41:57.998004 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=111025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 16:41:57.998516 dv-cinder-852364-3-iscsi neutron-server[111025]: INFO neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Extension data-plane-status not supported by any of loaded plugins Aug 09 16:41:57.998842 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Loading extension file: default_subnetpools.py {{(pid=111025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 16:41:57.999752 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=111025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 16:41:58.000272 dv-cinder-852364-3-iscsi neutron-server[111025]: INFO neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Loaded extension: default-subnetpools Aug 09 16:41:58.000584 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Loading extension file: dhcpagentscheduler.py {{(pid=111025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 16:41:58.001368 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=111025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 16:41:58.001872 dv-cinder-852364-3-iscsi neutron-server[111025]: INFO neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Loaded extension: dhcp_agent_scheduler Aug 09 16:41:58.002196 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Loading extension file: dns.py {{(pid=111025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 16:41:58.003089 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=111025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 16:41:58.003613 dv-cinder-852364-3-iscsi neutron-server[111025]: INFO neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Extension dns-integration not supported by any of loaded plugins Aug 09 16:41:58.003935 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Loading extension file: dns_domain_ports.py {{(pid=111025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 16:41:58.004811 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=111025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 16:41:58.005309 dv-cinder-852364-3-iscsi neutron-server[111025]: INFO neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 09 16:41:58.005632 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=111025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 16:41:58.006712 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=111025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 16:41:58.007274 dv-cinder-852364-3-iscsi neutron-server[111025]: INFO neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 09 16:41:58.007601 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Loading extension file: dvr.py {{(pid=111025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 16:41:58.009604 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=111025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 16:41:58.009604 dv-cinder-852364-3-iscsi neutron-server[111025]: INFO neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Loaded extension: dvr Aug 09 16:41:58.009604 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Loading extension file: ecmp_routes.py {{(pid=111025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 16:41:58.009930 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=111025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 16:41:58.010433 dv-cinder-852364-3-iscsi neutron-server[111025]: INFO neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Extension ecmp_routes not supported by any of loaded plugins Aug 09 16:41:58.010757 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Loading extension file: empty_string_filtering.py {{(pid=111025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 16:41:58.011659 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=111025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 16:41:58.012167 dv-cinder-852364-3-iscsi neutron-server[111025]: INFO neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Loaded extension: empty-string-filtering Aug 09 16:41:58.012490 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=111025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 16:41:58.013556 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=111025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 16:41:58.014120 dv-cinder-852364-3-iscsi neutron-server[111025]: INFO neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 09 16:41:58.014450 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=111025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 16:41:58.015545 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=111025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 16:41:58.016058 dv-cinder-852364-3-iscsi neutron-server[111025]: INFO neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 09 16:41:58.016382 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Loading extension file: external_net.py {{(pid=111025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 16:41:58.017256 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=111025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 16:41:58.017771 dv-cinder-852364-3-iscsi neutron-server[111025]: INFO neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Loaded extension: external-net Aug 09 16:41:58.018097 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Loading extension file: extra_dhcp_opt.py {{(pid=111025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 16:41:58.018965 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=111025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 16:41:58.019509 dv-cinder-852364-3-iscsi neutron-server[111025]: INFO neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Loaded extension: extra_dhcp_opt Aug 09 16:41:58.019833 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Loading extension file: extraroute.py {{(pid=111025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 16:41:58.020705 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=111025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 16:41:58.021206 dv-cinder-852364-3-iscsi neutron-server[111025]: INFO neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Loaded extension: extraroute Aug 09 16:41:58.021529 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Loading extension file: extraroute_atomic.py {{(pid=111025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 16:41:58.023083 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=111025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 16:41:58.023614 dv-cinder-852364-3-iscsi neutron-server[111025]: INFO neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Loaded extension: extraroute-atomic Aug 09 16:41:58.023938 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Loading extension file: filter_validation.py {{(pid=111025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 16:41:58.024606 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=111025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 16:41:58.025328 dv-cinder-852364-3-iscsi neutron-server[111025]: INFO neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Loaded extension: filter-validation Aug 09 16:41:58.025656 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Loading extension file: fip_pf_description.py {{(pid=111025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 16:41:58.026529 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=111025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 16:41:58.027035 dv-cinder-852364-3-iscsi neutron-server[111025]: INFO neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 09 16:41:58.027389 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Loading extension file: fip_pf_port_range.py {{(pid=111025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 16:41:58.028261 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=111025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 16:41:58.028769 dv-cinder-852364-3-iscsi neutron-server[111025]: INFO neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Aug 09 16:41:58.029091 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Loading extension file: fip_port_details.py {{(pid=111025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 16:41:58.029962 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=111025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 16:41:58.030463 dv-cinder-852364-3-iscsi neutron-server[111025]: INFO neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Loaded extension: fip-port-details Aug 09 16:41:58.030789 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Loading extension file: flavors.py {{(pid=111025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 16:41:58.036873 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=111025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 16:41:58.037881 dv-cinder-852364-3-iscsi neutron-server[111025]: INFO neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Loaded extension: flavors Aug 09 16:41:58.038284 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=111025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 16:41:58.039937 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=111025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 16:41:58.040464 dv-cinder-852364-3-iscsi neutron-server[111025]: INFO neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 09 16:41:58.040804 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Loading extension file: floatingip_pools.py {{(pid=111025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 16:41:58.041476 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=111025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 16:41:58.041988 dv-cinder-852364-3-iscsi neutron-server[111025]: INFO neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Loaded extension: floatingip-pools Aug 09 16:41:58.042323 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Loading extension file: ip_allocation.py {{(pid=111025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 16:41:58.043222 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=111025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 16:41:58.043732 dv-cinder-852364-3-iscsi neutron-server[111025]: INFO neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Extension ip_allocation not supported by any of loaded plugins Aug 09 16:41:58.044062 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=111025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 16:41:58.044939 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=111025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 16:41:58.045446 dv-cinder-852364-3-iscsi neutron-server[111025]: INFO neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Loaded extension: ip-substring-filtering Aug 09 16:41:58.045778 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Loading extension file: l2_adjacency.py {{(pid=111025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 16:41:58.046678 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=111025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 16:41:58.047214 dv-cinder-852364-3-iscsi neutron-server[111025]: INFO neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 09 16:41:58.047564 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Loading extension file: l3.py {{(pid=111025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 16:41:58.048537 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=111025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 16:41:58.049048 dv-cinder-852364-3-iscsi neutron-server[111025]: INFO neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Loaded extension: router Aug 09 16:41:58.049378 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Loading extension file: l3_conntrack_helper.py {{(pid=111025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 16:41:58.051625 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=111025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 16:41:58.052128 dv-cinder-852364-3-iscsi neutron-server[111025]: INFO neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 09 16:41:58.052461 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=111025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 16:41:58.054013 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=111025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 16:41:58.054518 dv-cinder-852364-3-iscsi neutron-server[111025]: INFO neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Loaded extension: ext-gw-mode Aug 09 16:41:58.054850 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=111025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 16:41:58.055766 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=111025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 16:41:58.056274 dv-cinder-852364-3-iscsi neutron-server[111025]: INFO neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Loaded extension: l3-ha Aug 09 16:41:58.056603 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=111025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 16:41:58.057720 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=111025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 16:41:58.058224 dv-cinder-852364-3-iscsi neutron-server[111025]: INFO neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Aug 09 16:41:58.058553 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Loading extension file: l3_flavors.py {{(pid=111025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 16:41:58.059455 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=111025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 16:41:58.059965 dv-cinder-852364-3-iscsi neutron-server[111025]: INFO neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Loaded extension: l3-flavors Aug 09 16:41:58.060301 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Loading extension file: l3_ndp_proxy.py {{(pid=111025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 16:41:58.065837 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=111025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 16:41:58.066366 dv-cinder-852364-3-iscsi neutron-server[111025]: INFO neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Aug 09 16:41:58.066696 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=111025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 16:41:58.067622 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=111025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 16:41:58.068140 dv-cinder-852364-3-iscsi neutron-server[111025]: INFO neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 09 16:41:58.068468 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Loading extension file: l3agentscheduler.py {{(pid=111025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 16:41:58.069521 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=111025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 16:41:58.070028 dv-cinder-852364-3-iscsi neutron-server[111025]: INFO neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Loaded extension: l3_agent_scheduler Aug 09 16:41:58.070356 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Loading extension file: local_ip.py {{(pid=111025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 16:41:58.072133 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=111025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 16:41:58.072657 dv-cinder-852364-3-iscsi neutron-server[111025]: INFO neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Extension local_ip not supported by any of loaded plugins Aug 09 16:41:58.072997 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Loading extension file: logging.py {{(pid=111025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 16:41:58.074423 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=111025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 16:41:58.074953 dv-cinder-852364-3-iscsi neutron-server[111025]: INFO neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Extension logging not supported by any of loaded plugins Aug 09 16:41:58.075304 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Loading extension file: metering.py {{(pid=111025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 16:41:58.076008 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=111025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 16:41:58.076817 dv-cinder-852364-3-iscsi neutron-server[111025]: INFO neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Loaded extension: metering Aug 09 16:41:58.077151 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=111025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 16:41:58.078210 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=111025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 16:41:58.078724 dv-cinder-852364-3-iscsi neutron-server[111025]: INFO neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Loaded extension: metering_source_and_destination_fields Aug 09 16:41:58.079057 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Loading extension file: multiprovidernet.py {{(pid=111025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 16:41:58.079964 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=111025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 16:41:58.080474 dv-cinder-852364-3-iscsi neutron-server[111025]: INFO neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Loaded extension: multi-provider Aug 09 16:41:58.080801 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Loading extension file: netmtu.py {{(pid=111025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 16:41:58.081676 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=111025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 16:41:58.082185 dv-cinder-852364-3-iscsi neutron-server[111025]: INFO neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Loaded extension: net-mtu Aug 09 16:41:58.082551 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Loading extension file: netmtu_writable.py {{(pid=111025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 16:41:58.083471 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=111025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 16:41:58.083979 dv-cinder-852364-3-iscsi neutron-server[111025]: INFO neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Loaded extension: net-mtu-writable Aug 09 16:41:58.084354 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Loading extension file: network_availability_zone.py {{(pid=111025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 16:41:58.085018 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=111025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 16:41:58.085499 dv-cinder-852364-3-iscsi neutron-server[111025]: INFO neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Loaded extension: network_availability_zone Aug 09 16:41:58.085821 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Loading extension file: network_ip_availability.py {{(pid=111025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 16:41:58.094044 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=111025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 16:41:58.094560 dv-cinder-852364-3-iscsi neutron-server[111025]: INFO neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Loaded extension: network-ip-availability Aug 09 16:41:58.094896 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Loading extension file: network_segment_range.py {{(pid=111025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 16:41:58.095691 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=111025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 16:41:58.096199 dv-cinder-852364-3-iscsi neutron-server[111025]: INFO neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Extension network-segment-range not supported by any of loaded plugins Aug 09 16:41:58.096528 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Loading extension file: pagination.py {{(pid=111025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 16:41:58.097470 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=111025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 16:41:58.097817 dv-cinder-852364-3-iscsi neutron-server[111025]: INFO neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Loaded extension: pagination Aug 09 16:41:58.098128 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Loading extension file: port_device_profile.py {{(pid=111025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 16:41:58.098992 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=111025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 16:41:58.099583 dv-cinder-852364-3-iscsi neutron-server[111025]: INFO neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Loaded extension: port-device-profile Aug 09 16:41:58.100508 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Loading extension file: port_mac_address_override.py {{(pid=111025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 16:41:58.101343 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=111025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 16:41:58.101860 dv-cinder-852364-3-iscsi neutron-server[111025]: INFO neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Loaded extension: port-mac-override Aug 09 16:41:58.102188 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=111025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 16:41:58.103067 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=111025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 16:41:58.103601 dv-cinder-852364-3-iscsi neutron-server[111025]: INFO neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Loaded extension: port-mac-address-regenerate Aug 09 16:41:58.103927 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=111025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 16:41:58.104800 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=111025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 16:41:58.105317 dv-cinder-852364-3-iscsi neutron-server[111025]: INFO neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Loaded extension: port-numa-affinity-policy Aug 09 16:41:58.105642 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Loading extension file: port_resource_request.py {{(pid=111025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 16:41:58.106512 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=111025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 16:41:58.107017 dv-cinder-852364-3-iscsi neutron-server[111025]: INFO neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Extension port-resource-request not supported by any of loaded plugins Aug 09 16:41:58.107371 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Loading extension file: port_resource_request_groups.py {{(pid=111025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 16:41:58.108294 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=111025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 16:41:58.108799 dv-cinder-852364-3-iscsi neutron-server[111025]: INFO neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Extension port-resource-request-groups not supported by any of loaded plugins Aug 09 16:41:58.109122 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Loading extension file: portbindings.py {{(pid=111025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 16:41:58.110007 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=111025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 16:41:58.110514 dv-cinder-852364-3-iscsi neutron-server[111025]: INFO neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Loaded extension: binding Aug 09 16:41:58.110903 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Loading extension file: portbindings_extended.py {{(pid=111025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 16:41:58.112155 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=111025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 16:41:58.112669 dv-cinder-852364-3-iscsi neutron-server[111025]: INFO neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Loaded extension: binding-extended Aug 09 16:41:58.113001 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Loading extension file: portsecurity.py {{(pid=111025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 16:41:58.113879 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=111025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 16:41:58.114387 dv-cinder-852364-3-iscsi neutron-server[111025]: INFO neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Loaded extension: port-security Aug 09 16:41:58.114718 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Loading extension file: project_id.py {{(pid=111025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 16:41:58.116393 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=111025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 16:41:58.116886 dv-cinder-852364-3-iscsi neutron-server[111025]: INFO neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Loaded extension: project-id Aug 09 16:41:58.117085 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Loading extension file: providernet.py {{(pid=111025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 16:41:58.117972 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=111025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 16:41:58.118494 dv-cinder-852364-3-iscsi neutron-server[111025]: INFO neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Loaded extension: provider Aug 09 16:41:58.118820 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Loading extension file: qos.py {{(pid=111025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 16:41:58.122278 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=111025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 16:41:58.122799 dv-cinder-852364-3-iscsi neutron-server[111025]: INFO neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Extension qos not supported by any of loaded plugins Aug 09 16:41:58.123159 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=111025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 16:41:58.124356 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=111025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 16:41:58.124878 dv-cinder-852364-3-iscsi neutron-server[111025]: INFO neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 09 16:41:58.133352 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=111025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 16:41:58.133999 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=111025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 16:41:58.134559 dv-cinder-852364-3-iscsi neutron-server[111025]: INFO neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 09 16:41:58.134891 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Loading extension file: qos_default.py {{(pid=111025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 16:41:58.135798 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=111025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 16:41:58.136309 dv-cinder-852364-3-iscsi neutron-server[111025]: INFO neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Extension qos-default not supported by any of loaded plugins Aug 09 16:41:58.136641 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Loading extension file: qos_fip.py {{(pid=111025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 16:41:58.137516 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=111025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 16:41:58.138022 dv-cinder-852364-3-iscsi neutron-server[111025]: INFO neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Extension qos-fip not supported by any of loaded plugins Aug 09 16:41:58.138350 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Loading extension file: qos_fip_network_policy.py {{(pid=111025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 16:41:58.139260 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=111025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 16:41:58.139769 dv-cinder-852364-3-iscsi neutron-server[111025]: INFO neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Aug 09 16:41:58.140095 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Loading extension file: qos_gateway_ip.py {{(pid=111025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 16:41:58.140972 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=111025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 16:41:58.141479 dv-cinder-852364-3-iscsi neutron-server[111025]: INFO neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 09 16:41:58.141805 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Loading extension file: qos_port_network_policy.py {{(pid=111025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 16:41:58.142678 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=111025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 16:41:58.143210 dv-cinder-852364-3-iscsi neutron-server[111025]: INFO neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 09 16:41:58.143538 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=111025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 16:41:58.144527 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=111025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 16:41:58.145032 dv-cinder-852364-3-iscsi neutron-server[111025]: INFO neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Extension qos-pps-minimum not supported by any of loaded plugins Aug 09 16:41:58.145356 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=111025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 16:41:58.146344 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=111025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 16:41:58.147403 dv-cinder-852364-3-iscsi neutron-server[111025]: INFO neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Aug 09 16:41:58.147734 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Loading extension file: qos_pps_rule.py {{(pid=111025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 16:41:58.148849 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=111025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 16:41:58.149354 dv-cinder-852364-3-iscsi neutron-server[111025]: INFO neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Extension qos-pps not supported by any of loaded plugins Aug 09 16:41:58.149680 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Loading extension file: qos_rule_type_details.py {{(pid=111025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 16:41:58.150553 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=111025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 16:41:58.151126 dv-cinder-852364-3-iscsi neutron-server[111025]: INFO neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 09 16:41:58.151447 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Loading extension file: qos_rule_type_filter.py {{(pid=111025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 16:41:58.152325 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=111025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 16:41:58.152833 dv-cinder-852364-3-iscsi neutron-server[111025]: INFO neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Aug 09 16:41:58.153157 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Loading extension file: qos_rules_alias.py {{(pid=111025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 16:41:58.154144 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=111025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 16:41:58.154648 dv-cinder-852364-3-iscsi neutron-server[111025]: INFO neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 09 16:41:58.154975 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Loading extension file: quota_check_limit.py {{(pid=111025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 16:41:58.155877 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=111025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 16:41:58.156385 dv-cinder-852364-3-iscsi neutron-server[111025]: INFO neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Loaded extension: quota-check-limit Aug 09 16:41:58.156712 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Loading extension file: quotasv2.py {{(pid=111025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 16:41:58.157638 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=111025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 16:41:58.157968 dv-cinder-852364-3-iscsi neutron-server[111025]: INFO neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Loaded extension: quotas Aug 09 16:41:58.164264 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Loading extension file: quotasv2_detail.py {{(pid=111025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 16:41:58.164826 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=111025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 16:41:58.165165 dv-cinder-852364-3-iscsi neutron-server[111025]: INFO neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Loaded extension: quota_details Aug 09 16:41:58.165494 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Loading extension file: rbac.py {{(pid=111025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 16:41:58.168217 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=111025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 16:41:58.168755 dv-cinder-852364-3-iscsi neutron-server[111025]: INFO neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Loaded extension: rbac-policies Aug 09 16:41:58.169090 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Loading extension file: rbac_address_group.py {{(pid=111025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 16:41:58.170001 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=111025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 16:41:58.170519 dv-cinder-852364-3-iscsi neutron-server[111025]: INFO neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Loaded extension: rbac-address-group Aug 09 16:41:58.170849 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Loading extension file: rbac_address_scope.py {{(pid=111025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 16:41:58.171810 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=111025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 16:41:58.172325 dv-cinder-852364-3-iscsi neutron-server[111025]: INFO neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Loaded extension: rbac-address-scope Aug 09 16:41:58.172652 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Loading extension file: rbac_security_groups.py {{(pid=111025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 16:41:58.173601 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=111025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 16:41:58.174119 dv-cinder-852364-3-iscsi neutron-server[111025]: INFO neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Loaded extension: rbac-security-groups Aug 09 16:41:58.174441 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Loading extension file: rbac_subnetpool.py {{(pid=111025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 16:41:58.175352 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=111025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 16:41:58.175865 dv-cinder-852364-3-iscsi neutron-server[111025]: INFO neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Loaded extension: rbac-subnetpool Aug 09 16:41:58.176188 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Loading extension file: revisionifmatch.py {{(pid=111025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 16:41:58.177068 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=111025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 16:41:58.177582 dv-cinder-852364-3-iscsi neutron-server[111025]: INFO neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Loaded extension: revision-if-match Aug 09 16:41:58.177904 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Loading extension file: revisions.py {{(pid=111025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 16:41:58.179177 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=111025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 16:41:58.179701 dv-cinder-852364-3-iscsi neutron-server[111025]: INFO neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Loaded extension: standard-attr-revisions Aug 09 16:41:58.180029 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Loading extension file: router_availability_zone.py {{(pid=111025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 16:41:58.180673 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=111025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 16:41:58.181181 dv-cinder-852364-3-iscsi neutron-server[111025]: INFO neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Loaded extension: router_availability_zone Aug 09 16:41:58.181507 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Loading extension file: routerservicetype.py {{(pid=111025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 16:41:58.182648 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=111025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 16:41:58.183183 dv-cinder-852364-3-iscsi neutron-server[111025]: INFO neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Extension router-service-type not supported by any of loaded plugins Aug 09 16:41:58.183510 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=111025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 16:41:58.184396 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=111025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 16:41:58.184908 dv-cinder-852364-3-iscsi neutron-server[111025]: INFO neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Loaded extension: security-groups-normalized-cidr Aug 09 16:41:58.185232 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Loading extension file: security_groups_port_filtering.py {{(pid=111025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 16:41:58.186114 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=111025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 16:41:58.186670 dv-cinder-852364-3-iscsi neutron-server[111025]: INFO neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Loaded extension: port-security-groups-filtering Aug 09 16:41:58.186996 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=111025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 16:41:58.187910 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=111025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 16:41:58.188418 dv-cinder-852364-3-iscsi neutron-server[111025]: INFO neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Loaded extension: security-groups-remote-address-group Aug 09 16:41:58.188742 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=111025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 16:41:58.189637 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=111025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 16:41:58.190148 dv-cinder-852364-3-iscsi neutron-server[111025]: INFO neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Loaded extension: security-groups-shared-filtering Aug 09 16:41:58.190474 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Loading extension file: securitygroup.py {{(pid=111025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 16:41:58.200035 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=111025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 16:41:58.200575 dv-cinder-852364-3-iscsi neutron-server[111025]: INFO neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Loaded extension: security-group Aug 09 16:41:58.200915 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Loading extension file: segment.py {{(pid=111025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 16:41:58.201614 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=111025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 16:41:58.202132 dv-cinder-852364-3-iscsi neutron-server[111025]: INFO neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Extension segment not supported by any of loaded plugins Aug 09 16:41:58.202464 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=111025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 16:41:58.203376 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=111025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 16:41:58.203885 dv-cinder-852364-3-iscsi neutron-server[111025]: INFO neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 09 16:41:58.204213 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Loading extension file: servicetype.py {{(pid=111025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 16:41:58.205287 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=111025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 16:41:58.205801 dv-cinder-852364-3-iscsi neutron-server[111025]: INFO neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Loaded extension: service-type Aug 09 16:41:58.206132 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Loading extension file: sorting.py {{(pid=111025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 16:41:58.207072 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=111025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 16:41:58.207445 dv-cinder-852364-3-iscsi neutron-server[111025]: INFO neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Loaded extension: sorting Aug 09 16:41:58.207772 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Loading extension file: standard_attr_segment.py {{(pid=111025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 16:41:58.208657 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=111025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 16:41:58.209177 dv-cinder-852364-3-iscsi neutron-server[111025]: INFO neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 09 16:41:58.210037 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Loading extension file: standardattrdescription.py {{(pid=111025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 16:41:58.210652 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=111025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 16:41:58.211188 dv-cinder-852364-3-iscsi neutron-server[111025]: INFO neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Loaded extension: standard-attr-description Aug 09 16:41:58.211518 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Loading extension file: stateful_security_group.py {{(pid=111025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 16:41:58.212417 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=111025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 16:41:58.212930 dv-cinder-852364-3-iscsi neutron-server[111025]: INFO neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Loaded extension: stateful-security-group Aug 09 16:41:58.213259 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Loading extension file: stdattrs_common.py {{(pid=111025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 16:41:58.213810 dv-cinder-852364-3-iscsi neutron-server[111025]: WARNING neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 09 16:41:58.214136 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=111025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 16:41:58.218468 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=111025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 16:41:58.218988 dv-cinder-852364-3-iscsi neutron-server[111025]: INFO neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 09 16:41:58.219345 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Loading extension file: subnet_onboard.py {{(pid=111025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 16:41:58.220362 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=111025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 16:41:58.220887 dv-cinder-852364-3-iscsi neutron-server[111025]: INFO neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Loaded extension: subnet_onboard Aug 09 16:41:58.221216 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=111025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 16:41:58.222100 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=111025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 16:41:58.222611 dv-cinder-852364-3-iscsi neutron-server[111025]: INFO neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 09 16:41:58.222938 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Loading extension file: subnet_service_types.py {{(pid=111025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 16:41:58.223850 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=111025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 16:41:58.224364 dv-cinder-852364-3-iscsi neutron-server[111025]: INFO neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Loaded extension: subnet-service-types Aug 09 16:41:58.224691 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Loading extension file: subnetallocation.py {{(pid=111025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 16:41:58.226388 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=111025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 16:41:58.226900 dv-cinder-852364-3-iscsi neutron-server[111025]: INFO neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Loaded extension: subnet_allocation Aug 09 16:41:58.227256 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=111025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 16:41:58.227896 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=111025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 16:41:58.228400 dv-cinder-852364-3-iscsi neutron-server[111025]: INFO neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Loaded extension: subnetpool-prefix-ops Aug 09 16:41:58.228724 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=111025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 16:41:58.229634 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=111025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 16:41:58.230141 dv-cinder-852364-3-iscsi neutron-server[111025]: INFO neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 09 16:41:58.230466 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Loading extension file: tagging.py {{(pid=111025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 16:41:58.231535 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=111025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 16:41:58.232052 dv-cinder-852364-3-iscsi neutron-server[111025]: INFO neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Loaded extension: standard-attr-tag Aug 09 16:41:58.232382 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Loading extension file: timestamp.py {{(pid=111025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 16:41:58.233542 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=111025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 16:41:58.234053 dv-cinder-852364-3-iscsi neutron-server[111025]: INFO neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Loaded extension: standard-attr-timestamp Aug 09 16:41:58.234382 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Loading extension file: trunk.py {{(pid=111025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 16:41:58.235395 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=111025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 16:41:58.235948 dv-cinder-852364-3-iscsi neutron-server[111025]: INFO neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Extension trunk not supported by any of loaded plugins Aug 09 16:41:58.236279 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Loading extension file: trunk_details.py {{(pid=111025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 16:41:58.237156 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=111025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 16:41:58.237660 dv-cinder-852364-3-iscsi neutron-server[111025]: INFO neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Extension trunk-details not supported by any of loaded plugins Aug 09 16:41:58.237984 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Loading extension file: uplink_status_propagation.py {{(pid=111025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 16:41:58.238865 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=111025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 16:41:58.239398 dv-cinder-852364-3-iscsi neutron-server[111025]: INFO neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 09 16:41:58.239726 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Loading extension file: vlantransparent.py {{(pid=111025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 16:41:58.240360 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=111025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 16:41:58.240924 dv-cinder-852364-3-iscsi neutron-server[111025]: INFO neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 09 16:41:58.243492 dv-cinder-852364-3-iscsi neutron-server[111025]: INFO neutron.quota.resource_registry [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Creating instance of TrackedResource for resource:network Aug 09 16:41:58.244022 dv-cinder-852364-3-iscsi neutron-server[111025]: INFO neutron.quota.resource_registry [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Creating instance of TrackedResource for resource:subnet Aug 09 16:41:58.244422 dv-cinder-852364-3-iscsi neutron-server[111025]: INFO neutron.quota.resource_registry [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Creating instance of TrackedResource for resource:subnetpool Aug 09 16:41:58.244818 dv-cinder-852364-3-iscsi neutron-server[111025]: INFO neutron.quota.resource_registry [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Creating instance of TrackedResource for resource:port Aug 09 16:41:58.246598 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.v2.resource_helper [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=111025) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 16:41:58.246598 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.v2.resource_helper [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Service FLAVORS assigned prefix: {{(pid=111025) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 16:41:58.247149 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.v2.resource_helper [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=111025) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 16:41:58.247580 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.v2.resource_helper [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=111025) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 16:41:58.247916 dv-cinder-852364-3-iscsi neutron-server[111025]: INFO neutron.quota.resource_registry [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Creating instance of TrackedResource for resource:router Aug 09 16:41:58.248344 dv-cinder-852364-3-iscsi neutron-server[111025]: INFO neutron.quota.resource_registry [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Creating instance of TrackedResource for resource:floatingip Aug 09 16:41:58.248821 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.v2.resource_helper [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Service METERING assigned prefix: /metering {{(pid=111025) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 16:41:58.250273 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron_lib.callbacks.manager [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=111025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:58.250658 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron_lib.callbacks.manager [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=111025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:58.251017 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron_lib.callbacks.manager [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=111025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:58.252037 dv-cinder-852364-3-iscsi neutron-server[111025]: INFO neutron.quota.resource_registry [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Creating instance of CountableResource for resource:rbac_policy Aug 09 16:41:58.252512 dv-cinder-852364-3-iscsi neutron-server[111025]: INFO neutron.quota.resource_registry [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Creating instance of TrackedResource for resource:security_group Aug 09 16:41:58.252942 dv-cinder-852364-3-iscsi neutron-server[111025]: INFO neutron.quota.resource_registry [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 09 16:41:58.253488 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.v2.resource_helper [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Service CORE assigned prefix: {{(pid=111025) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 16:41:58.253821 dv-cinder-852364-3-iscsi neutron-server[111025]: INFO neutron.quota.resource_registry [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Creating instance of TrackedResource for resource:subnetpool Aug 09 16:41:58.254171 dv-cinder-852364-3-iscsi neutron-server[111025]: WARNING neutron.quota.resource_registry [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] subnetpool is already registered Aug 09 16:41:58.254596 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.v2.resource_helper [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Service CORE assigned prefix: {{(pid=111025) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 16:41:58.254924 dv-cinder-852364-3-iscsi neutron-server[111025]: INFO neutron.quota.resource_registry [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Creating instance of TrackedResource for resource:subnetpool Aug 09 16:41:58.255288 dv-cinder-852364-3-iscsi neutron-server[111025]: WARNING neutron.quota.resource_registry [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] subnetpool is already registered Aug 09 16:41:58.257735 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.v2.resource_helper [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=111025) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 16:41:58.258213 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.v2.resource_helper [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Service FLAVORS assigned prefix: {{(pid=111025) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 16:41:58.258819 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.v2.resource_helper [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=111025) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 16:41:58.259293 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.v2.resource_helper [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=111025) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 16:41:58.259631 dv-cinder-852364-3-iscsi neutron-server[111025]: INFO neutron.quota.resource_registry [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Creating instance of TrackedResource for resource:router Aug 09 16:41:58.259969 dv-cinder-852364-3-iscsi neutron-server[111025]: WARNING neutron.quota.resource_registry [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] router is already registered Aug 09 16:41:58.260381 dv-cinder-852364-3-iscsi neutron-server[111025]: INFO neutron.quota.resource_registry [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Creating instance of TrackedResource for resource:floatingip Aug 09 16:41:58.260726 dv-cinder-852364-3-iscsi neutron-server[111025]: WARNING neutron.quota.resource_registry [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] floatingip is already registered Aug 09 16:41:58.261187 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.v2.resource_helper [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Service METERING assigned prefix: /metering {{(pid=111025) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 16:41:58.261854 dv-cinder-852364-3-iscsi neutron-server[111025]: INFO neutron.quota.resource_registry [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Creating instance of CountableResource for resource:rbac_policy Aug 09 16:41:58.262183 dv-cinder-852364-3-iscsi neutron-server[111025]: WARNING neutron.quota.resource_registry [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] rbac_policy is already registered Aug 09 16:41:58.262598 dv-cinder-852364-3-iscsi neutron-server[111025]: INFO neutron.quota.resource_registry [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Creating instance of TrackedResource for resource:security_group Aug 09 16:41:58.262934 dv-cinder-852364-3-iscsi neutron-server[111025]: WARNING neutron.quota.resource_registry [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] security_group is already registered Aug 09 16:41:58.263369 dv-cinder-852364-3-iscsi neutron-server[111025]: INFO neutron.quota.resource_registry [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 09 16:41:58.263707 dv-cinder-852364-3-iscsi neutron-server[111025]: WARNING neutron.quota.resource_registry [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] security_group_rule is already registered Aug 09 16:41:58.264347 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.v2.resource_helper [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Service CORE assigned prefix: {{(pid=111025) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 16:41:58.264680 dv-cinder-852364-3-iscsi neutron-server[111025]: INFO neutron.quota.resource_registry [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Creating instance of TrackedResource for resource:subnetpool Aug 09 16:41:58.265055 dv-cinder-852364-3-iscsi neutron-server[111025]: WARNING neutron.quota.resource_registry [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] subnetpool is already registered Aug 09 16:41:58.265482 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.v2.resource_helper [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Service CORE assigned prefix: {{(pid=111025) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 16:41:58.265807 dv-cinder-852364-3-iscsi neutron-server[111025]: INFO neutron.quota.resource_registry [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Creating instance of TrackedResource for resource:subnetpool Aug 09 16:41:58.266140 dv-cinder-852364-3-iscsi neutron-server[111025]: WARNING neutron.quota.resource_registry [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] subnetpool is already registered Aug 09 16:41:58.266602 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Extended resource: extensions {{(pid=111025) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 16:41:58.268121 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Extended resource: address-groups {{(pid=111025) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 16:41:58.269638 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Extended resource: address-scopes {{(pid=111025) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 16:41:58.279380 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Extended resource: agents {{(pid=111025) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 16:41:58.279380 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Extended resource: auto-allocated-topology {{(pid=111025) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 16:41:58.279380 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Extended resource: availability_zones {{(pid=111025) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 16:41:58.279380 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Extended resource: dhcp-networks {{(pid=111025) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 16:41:58.279380 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Extended resource: dhcp-agents {{(pid=111025) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 16:41:58.279380 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Extended resource: routers {{(pid=111025) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 16:41:58.280261 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Extended resource: flavors {{(pid=111025) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 16:41:58.281552 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Extended resource: service_profiles {{(pid=111025) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 16:41:58.282816 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Extended resource: next_providers {{(pid=111025) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 16:41:58.284325 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Extended resource: service_profiles {{(pid=111025) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 16:41:58.285938 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Extended resource: floatingip-pools {{(pid=111025) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 16:41:58.287186 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Extended resource: routers {{(pid=111025) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 16:41:58.289608 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Extended resource: floatingips {{(pid=111025) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 16:41:58.290879 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Extended resource: l3-routers {{(pid=111025) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 16:41:58.292357 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Extended resource: l3-agents {{(pid=111025) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 16:41:58.293785 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Extended resource: metering-labels {{(pid=111025) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 16:41:58.295040 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Extended resource: metering-label-rules {{(pid=111025) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 16:41:58.296518 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Extended resource: network-ip-availabilities {{(pid=111025) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 16:41:58.297789 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Extended resource: bindings {{(pid=111025) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 16:41:58.299394 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Extended resource: quotas {{(pid=111025) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 16:41:58.301969 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Extended resource: quotas {{(pid=111025) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 16:41:58.303608 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Extended resource: rbac-policies {{(pid=111025) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 16:41:58.304813 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Extended resource: security-groups {{(pid=111025) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 16:41:58.306140 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Extended resource: security-group-rules {{(pid=111025) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 16:41:58.307721 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Extended resource: service-providers {{(pid=111025) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 16:41:58.308951 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Extended resource: subnetpools {{(pid=111025) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 16:41:58.310317 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Extended resource: subnetpools {{(pid=111025) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 16:41:58.311918 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Extended resource: tags {{(pid=111025) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 16:41:58.313627 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Extended resource: tags {{(pid=111025) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 16:41:58.315500 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Extended resource: tags {{(pid=111025) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 16:41:58.317292 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Extended resource: tags {{(pid=111025) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 16:41:58.319055 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Extended resource: tags {{(pid=111025) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 16:41:58.321171 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Extended resource: tags {{(pid=111025) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 16:41:58.322896 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Extended resource: tags {{(pid=111025) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 16:41:58.324844 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Extended resource: tags {{(pid=111025) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 16:41:58.326631 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Extended resource: tags {{(pid=111025) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 16:41:58.328442 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron.api.extensions [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Extended resource: tags {{(pid=111025) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 16:41:58.335400 dv-cinder-852364-3-iscsi neutron-server[111025]: WARNING keystonemiddleware.auth_token [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 09 16:41:58.340523 dv-cinder-852364-3-iscsi neutron-server[111025]: WARNING keystonemiddleware.auth_token [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 09 16:41:58.349478 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_concurrency.lockutils [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Acquiring lock "singleton_lock" {{(pid=111025) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:293}} Aug 09 16:41:58.349810 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_concurrency.lockutils [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Acquired lock "singleton_lock" {{(pid=111025) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:296}} Aug 09 16:41:58.351001 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_concurrency.lockutils [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Releasing lock "singleton_lock" {{(pid=111025) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:314}} Aug 09 16:41:58.351833 dv-cinder-852364-3-iscsi neutron-server[111025]: INFO oslo_service.service [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Starting 2 workers Aug 09 16:41:58.356697 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Started child 111140 {{(pid=111025) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 09 16:41:58.361227 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Started child 111141 {{(pid=111025) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 09 16:41:58.362216 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:41:58.362871 dv-cinder-852364-3-iscsi neutron-server[111025]: INFO neutron.service [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 09 16:41:58.363542 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron_lib.callbacks.manager [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Publish callbacks [] for process (None), before_spawn {{(pid=111025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:41:58.369940 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [-] (111140) wsgi starting up on http://0.0.0.0:9696 Aug 09 16:41:58.370079 dv-cinder-852364-3-iscsi neutron-server[111025]: INFO oslo_service.service [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Starting 1 workers Aug 09 16:41:58.370169 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:41:58.370169 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [-] (111141) wsgi starting up on http://0.0.0.0:9696 Aug 09 16:41:58.371352 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Started child 111142 {{(pid=111025) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 09 16:41:58.371919 dv-cinder-852364-3-iscsi neutron-server[111025]: INFO oslo_service.service [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Starting 1 workers Aug 09 16:41:58.375189 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.service [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] calling RpcWorker wait() {{(pid=111142) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 09 16:41:58.375698 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.service [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] returning from RpcWorker wait() {{(pid=111142) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 09 16:41:58.376475 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Started child 111143 {{(pid=111025) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 09 16:41:58.376890 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:41:58.377277 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG neutron_lib.callbacks.manager [None req-5bea33b2-1d88-442d-b3c4-bec6371f6288 None None] Publish callbacks [] for process (None), after_spawn {{(pid=111025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:41:58.377369 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=111142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:41:58.379277 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=111025) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 09 16:41:58.379487 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 09 16:41:58.379676 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 09 16:41:58.379896 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 09 16:41:58.380216 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 09 16:41:58.380396 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 09 16:41:58.380923 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:58.381252 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:58.381560 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:58.381968 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:58.382495 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:58.382603 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=111143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:41:58.383071 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:58.383071 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:58.383413 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:58.383569 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:58.383727 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:58.383870 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=111143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:41:58.383959 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:58.384136 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:58.384401 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:58.384724 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:58.385108 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:58.385283 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:58.385497 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:58.385668 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:58.385942 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] config_source = [] {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:58.386209 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:58.386460 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:58.386740 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] debug = True {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:58.386996 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:58.387512 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:58.387757 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:58.388015 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:58.388253 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:58.388611 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:58.388877 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:58.389037 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:58.389250 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:58.389490 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:58.389741 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:58.390004 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:58.390254 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:58.390500 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:58.390735 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:58.391000 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:58.391240 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:58.391747 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] host = dv-cinder-852364-3-iscsi {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:58.391995 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:58.410055 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:58.410055 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:58.410055 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:58.410055 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:58.410055 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:58.410055 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:58.410055 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:58.410055 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:58.410639 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:58.410639 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:58.410639 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:58.410639 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] log_dir = None {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:58.410639 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] log_file = None {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:58.410639 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] log_options = True {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:58.410639 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:58.410639 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:58.410639 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:58.411275 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:58.411275 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:58.411275 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:58.411275 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:58.411275 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:58.411275 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:58.411275 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:58.411689 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:58.411689 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:58.411689 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:58.411689 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:58.411689 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:58.411689 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:58.411689 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:58.411689 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:58.412295 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:58.412295 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:58.412295 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:58.412295 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:58.412295 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:58.412295 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:58.412295 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:58.412295 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:58.413896 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:58.413896 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:58.413896 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:58.413896 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:58.413896 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:58.413896 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:58.413896 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:58.413896 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:58.414541 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:58.414541 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:58.414541 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:58.414541 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:58.414541 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:58.414541 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:58.414541 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:58.414541 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:58.415119 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:58.415119 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:58.415119 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:58.415119 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] use_journal = False {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:58.415119 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] use_json = False {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:58.415119 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:58.415119 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:58.415119 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:58.415119 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:58.415937 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:58.415937 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:58.415937 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:58.415937 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:58.415937 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:58.415937 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.415937 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.415937 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.416867 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.416867 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.416867 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.416867 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.416867 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.416867 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.416867 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.416867 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.417769 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.417769 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.417769 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.420130 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.420522 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.420800 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.421123 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.421365 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.421609 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.421870 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.422133 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.422416 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.422652 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.422919 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.424041 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.424304 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.424608 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.424892 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.425190 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.425561 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.425869 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.426635 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.59/identity {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.427159 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.427592 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.428418 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.428673 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.428950 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.429201 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.429437 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.429726 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.429979 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.430563 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.430826 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.431083 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.431528 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.431769 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.432017 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.438906 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.438906 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.438906 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.438906 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.438906 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.438906 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.438906 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.438906 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.438906 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.439585 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.439585 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.439585 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.439585 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.439585 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.439585 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.439585 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.439585 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.440056 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.440056 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.440056 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.440056 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.440056 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.440056 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.440056 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.440056 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.440056 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.440557 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.440557 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.440557 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.440557 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.440557 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.440557 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.440557 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.440557 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.440557 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.441058 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.441058 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.441058 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.441058 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.441350 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.441487 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.441726 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.441971 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.442355 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.442613 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.442882 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.443142 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.443405 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.443756 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.444258 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.444258 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.444532 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.444678 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.444941 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.445189 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.445447 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.445672 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.445938 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.446151 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.446370 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.446610 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.446892 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.447142 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.447365 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.447589 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.447807 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.448044 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.448267 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.448516 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.448775 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.449013 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.449254 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.449490 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.449743 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.450033 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.450284 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.450570 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.450807 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.451084 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.451428 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.451690 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.454595 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.458342 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.458342 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.458342 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.458342 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.458342 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.458342 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.458342 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.458342 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.458342 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.461317 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.461317 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.461317 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.461317 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.461317 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.461317 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.461317 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.461317 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.462057 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.462057 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.462057 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.462057 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.462057 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.462057 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.462057 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.59/identity {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.462057 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.462614 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.462614 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.462614 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.462614 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.462614 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.462957 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.462957 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.463233 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.463666 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.463860 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.464088 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.465044 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.465044 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.465044 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.465287 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.465422 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.465724 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.465868 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.466089 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.466316 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.466539 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.466754 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.466990 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.467255 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.467549 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.467825 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.468061 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.468294 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.468538 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.468798 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.469040 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.469291 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.469535 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.469772 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.470051 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.470281 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.470546 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.470774 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.471004 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.471270 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.471508 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.471760 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.472118 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.472372 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.472606 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.472875 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.473125 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.473345 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.473566 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.473789 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.474042 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.474269 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.474519 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.474771 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.475558 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.475791 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.476033 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.476252 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.476606 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.476906 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.477147 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.477371 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.477602 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.477823 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.478065 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.478288 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.478505 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.478722 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.478960 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.479223 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.479458 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.479771 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.480024 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.480309 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.480706 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.481009 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.481283 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.481714 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.481956 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.482182 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.482433 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.483206 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.483206 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.483206 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.483567 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.483567 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.483747 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.483973 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.484219 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.484454 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.484661 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.484882 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.485348 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.485575 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.485783 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.486016 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.486226 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.486438 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.486685 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.486905 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.487161 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.487404 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.487618 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.487852 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.488075 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.488291 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.488503 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.488819 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.489081 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.489324 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.489608 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.489863 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.490112 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.490357 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.491234 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.491471 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.491734 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.491967 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.492187 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.492417 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.492686 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.493018 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.493332 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.493615 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.493886 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.494173 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.494614 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:950:999'] {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.494912 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.495148 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.495465 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.495798 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.496089 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.496347 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.496612 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.496860 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.497085 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.497309 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.497548 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.497795 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.498015 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.498254 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.498507 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.498973 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.499140 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.499286 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.499526 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.499776 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.500010 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.500233 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.500451 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.500610 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 09 16:41:58.501135 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=111025) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 09 16:41:58.501298 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 09 16:41:58.501454 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 09 16:41:58.501624 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 09 16:41:58.501796 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 09 16:41:58.501963 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 09 16:41:58.502148 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:58.502311 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:58.502471 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:58.502634 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:58.502815 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:58.502977 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:58.503474 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:58.503686 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:58.503929 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:58.504070 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:58.504194 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:58.504577 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:58.504769 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:58.505040 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:58.505181 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:58.505318 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:58.505444 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:58.505568 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:58.505707 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] config_source = [] {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:58.505865 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:58.506025 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:58.506271 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] debug = True {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:58.506437 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:58.507167 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:58.507404 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:58.507518 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:58.507655 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:58.507780 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:58.507938 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:58.508097 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:58.508255 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:58.508416 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:58.508575 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:58.508735 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:58.508893 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:58.509053 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:58.509212 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:58.509369 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:58.509561 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:58.509711 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] host = dv-cinder-852364-3-iscsi {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:58.509951 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:58.510131 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:58.510272 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:58.510359 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:58.510461 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:58.510619 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:58.510778 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:58.510936 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:58.511094 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:58.511271 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:58.511429 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:58.511588 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:58.511747 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] log_dir = None {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:58.511905 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] log_file = None {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:58.512063 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] log_options = True {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:58.512220 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:58.512379 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:58.512537 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:58.512724 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:58.512888 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:58.513051 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:58.513210 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:58.513370 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:58.513529 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:58.513688 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:58.513846 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:58.514000 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:58.514151 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:58.514310 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:58.514487 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:58.514613 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:58.514774 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:58.514933 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:58.515089 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:58.515282 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:58.515424 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:58.515574 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:58.515732 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:58.515869 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:58.516003 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:58.516148 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:58.516382 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:58.516527 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:58.516661 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:58.516805 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:58.516944 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:58.517088 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:58.517229 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:58.517374 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:58.517553 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:58.517689 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:58.517848 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:58.518010 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:58.518174 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:58.518333 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:58.518492 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:58.518652 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:58.518812 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:58.518972 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:58.519151 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:58.519312 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] use_journal = False {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:58.519471 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] use_json = False {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:58.519632 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:58.519790 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:58.519992 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:58.520080 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:58.520243 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:58.520401 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:58.520559 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:58.520717 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:58.520876 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:58.521054 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.521239 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.521414 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.521576 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.521729 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.521958 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.522155 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.522320 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.522448 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.522651 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.522895 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.523061 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.523275 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.523464 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.523628 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.523793 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.523955 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.524117 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.524279 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.524457 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.524604 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.524754 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.524925 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.525086 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.525246 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.525406 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.525567 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.525737 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.525898 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.526069 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.526245 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.526394 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.526555 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.59/identity {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.526717 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.526879 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.527041 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.527225 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.527406 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.527584 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.527706 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=111142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:41:58.527808 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.527925 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.528105 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.528272 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.528543 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.528693 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.528854 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.529017 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.529180 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.529340 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.529502 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.529665 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.529859 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.530063 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.530229 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.530391 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.530554 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.530715 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.531063 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.531389 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.532799 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.532799 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.532799 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.532799 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.532799 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.532799 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.532799 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.533414 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.533414 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.533414 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.533414 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.534081 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.534081 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.534081 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.534081 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.534592 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.534592 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.534592 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.534592 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.535288 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.535288 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.535288 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.535288 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.535773 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.535773 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.535773 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.535773 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.536258 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.536258 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.536258 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.536573 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.536573 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.536733 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.536848 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.537009 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.537170 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.537333 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.538104 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.538366 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.538542 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.538707 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.538870 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.539032 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.539218 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.539415 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.539580 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.539739 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.539901 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.540059 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.540217 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.540362 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.540518 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.540662 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.540825 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.540972 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.541118 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.541282 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.541430 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.541580 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.541737 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.541897 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.542058 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.542207 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.542378 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.542537 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.542692 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.542846 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.542996 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.543206 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.543371 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.543533 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.543693 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.543855 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.544033 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.544198 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.544359 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.544526 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.544694 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.544873 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.545047 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.545210 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.545371 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.545531 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.545716 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.545878 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.546038 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.546199 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.546360 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.546519 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.546679 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.546839 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.547189 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.547189 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.547444 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.547546 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.59/identity {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.547633 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.547791 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.547952 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.548114 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.548275 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.548437 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.548598 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.548759 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.548920 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.549081 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.549243 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.549404 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.549564 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.549725 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.549897 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.550079 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.550289 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.550452 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.550614 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.550796 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.550959 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.551172 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.551303 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.551465 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.551626 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.551789 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.551951 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.552113 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.552337 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.552437 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.552588 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.552750 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.552913 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.553174 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.553813 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.553964 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.554124 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.554293 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.554454 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.554614 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.554777 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.554938 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.555109 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.555374 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.555682 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.555907 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.556042 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.556194 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.556365 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.556551 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.557001 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.557659 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.557804 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.557900 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.557983 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.558150 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.558313 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.558475 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.558636 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.558998 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.558998 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.559191 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.559301 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.559465 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.559627 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.559789 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.559949 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.560110 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.560271 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.560432 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.560592 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.560753 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.560928 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.561092 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.561466 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.561466 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.561768 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.561768 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.562091 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.562091 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.562336 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.562336 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.562540 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.562639 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.562811 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.562973 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.563171 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.563338 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.563500 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.567303 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.567303 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.567303 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.567303 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.567303 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.567303 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.567303 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.567303 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.568168 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.568168 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.568168 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.568168 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.568168 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.568168 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.568168 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.568168 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.569497 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.569497 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.569497 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.569497 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.569497 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.569497 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.569497 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.569497 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.570275 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.570275 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.570275 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.570275 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.570275 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.570275 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.570275 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.570275 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.571216 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.571216 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.571216 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.571216 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.571216 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.571216 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.571216 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:950:999'] {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.571216 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.572253 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.572253 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.572253 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.572253 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.572253 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.572253 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.572253 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.572253 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.572253 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.573079 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.573079 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.573079 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.573079 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.573079 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.573079 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.573079 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.573079 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.573079 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.573693 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.573693 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.573693 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.573693 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.573973 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=111025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 09 16:41:58.607896 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.wsgi [-] (111141) accepted ('10.222.0.59', 46836) {{(pid=111141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:41:58.614804 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [-] 10.222.0.59 "GET /networking HTTP/1.1" status: 302 len: 444 time: 0.0047932 Aug 09 16:41:58.619561 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [-] 10.222.0.59 "GET /networking/ HTTP/1.1" status: 200 len: 264 time: 0.0041561 Aug 09 16:42:07.695825 dv-cinder-852364-3-iscsi neutron-server[111025]: DEBUG dbcounter [-] [111025] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=111025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:42:10.053524 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f45cb787-34d4-472c-acf2-58afe7df9a4c None None] get_active_networks_info from dv-cinder-852364-3-iscsi {{(pid=111142) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Aug 09 16:42:10.053524 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writer thread running {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 09 16:42:10.135569 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f45cb787-34d4-472c-acf2-58afe7df9a4c None None] No non-hosted networks {{(pid=111142) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 09 16:42:10.143035 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.agentschedulers_db [None req-f45cb787-34d4-472c-acf2-58afe7df9a4c None None] DHCP Agent not found on host dv-cinder-852364-3-iscsi {{(pid=111142) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Aug 09 16:42:10.208202 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-65a6ab88-dd28-4a8c-b516-0558119c5f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-336606'] for agent (0d699ab0-1a4e-47ab-a625-f3b077123214), after_create {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:42:11.741129 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG dbcounter [-] [111143] Writer thread running {{(pid=111143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 09 16:42:12.382357 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-391664fa-7b15-49e5-a532-60cdbfe20d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-336606'] for agent (2cf02505-efcb-442b-855b-6c659df6f18c), after_create {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:42:12.410014 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.db.api [None req-0433ee43-7103-4f8d-b070-58371b9aff7c None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-852364-3-iscsi {{(pid=111142) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 09 16:42:12.411318 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG oslo_db.api [None req-0433ee43-7103-4f8d-b070-58371b9aff7c None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=111142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 09 16:42:13.151754 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-0433ee43-7103-4f8d-b070-58371b9aff7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (2cf02505-efcb-442b-855b-6c659df6f18c), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:42:13.547779 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.wsgi [-] (111140) accepted ('10.222.0.59', 46904) {{(pid=111140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:42:13.706075 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-e70f562e-e7df-49ad-a15a-67a143aa0666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-336606'] for agent (bc6be869-02df-4ed8-8ee0-3ec53a1551af), after_create {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:42:14.297632 dv-cinder-852364-3-iscsi neutron-server[111140]: WARNING oslo_policy.policy [None req-88b4f534-0959-4837-9c34-d9e0a1453730 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 09 16:42:14.298305 dv-cinder-852364-3-iscsi neutron-server[111140]: WARNING oslo_policy.policy [None req-88b4f534-0959-4837-9c34-d9e0a1453730 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 09 16:42:14.548296 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.wsgi [None req-88b4f534-0959-4837-9c34-d9e0a1453730 admin admin] http://10.222.0.59:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=111140) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 09 16:42:14.560584 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [None req-88b4f534-0959-4837-9c34-d9e0a1453730 admin admin] 10.222.0.59 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 1.0099671 Aug 09 16:42:15.512383 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-5c325a0b-ed39-4cac-be6f-43defe9e55aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-336606'] for agent (33bcacdc-c215-42b6-b75f-650d86e609be), after_create {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:42:15.644236 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-336606'] for agent (47988f4d-09d0-4892-bbfe-5b11c743802f), after_create {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:42:15.645009 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:42:15.645577 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:42:15.646202 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:42:15.646837 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:42:15.648085 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:42:15.648799 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:42:15.649665 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:42:15.650484 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:42:15.651030 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:42:15.651769 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:42:15.652348 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:42:15.652891 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:42:15.653536 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:42:15.654452 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:42:15.655983 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:42:15.657442 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-852364-3-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=111142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:42:15.682386 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-852364-3-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=111142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:42:15.838227 dv-cinder-852364-3-iscsi neutron-server[111142]: INFO neutron.db.l3_hamode_db [None req-fd54055e-8d30-4020-99c4-795e4c6712f3 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 09 16:42:15.928689 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd54055e-8d30-4020-99c4-795e4c6712f3 None None] Routers set() bound to L3 agent in host dv-cinder-852364-3-iscsi {{(pid=111142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 16:42:15.929965 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd54055e-8d30-4020-99c4-795e4c6712f3 None None] Router IDs set() for agent in host dv-cinder-852364-3-iscsi {{(pid=111142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Aug 09 16:42:16.954848 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.wsgi [-] (111140) accepted ('10.222.0.59', 46940) {{(pid=111140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:42:17.299647 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.v2.base [None req-0bddb6ae-d023-4d95-9f93-59d00435b21b admin admin] Request body: {'subnetpool': {'is_default': True, 'shared': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4'}} {{(pid=111140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 16:42:17.393201 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.policy [None req-0bddb6ae-d023-4d95-9f93-59d00435b21b admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=111140) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 09 16:42:17.437010 dv-cinder-852364-3-iscsi neutron-server[111140]: WARNING oslo_policy.policy [None req-0bddb6ae-d023-4d95-9f93-59d00435b21b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 09 16:42:17.437377 dv-cinder-852364-3-iscsi neutron-server[111140]: WARNING oslo_policy.policy [None req-0bddb6ae-d023-4d95-9f93-59d00435b21b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 09 16:42:17.457448 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writer thread running {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 09 16:42:17.592100 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-0bddb6ae-d023-4d95-9f93-59d00435b21b admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748336953844', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748336953864', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748336970536', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748336961145', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748336959232', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748336983216', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3928669', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3412393', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-521912', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-501870'] for rbac-policy (None), before_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:42:17.787440 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-0bddb6ae-d023-4d95-9f93-59d00435b21b admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:42:17.788638 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [None req-0bddb6ae-d023-4d95-9f93-59d00435b21b admin admin] 10.222.0.59 "POST /networking/v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8326020 Aug 09 16:42:20.028989 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.wsgi [-] (111140) accepted ('10.222.0.59', 46952) {{(pid=111140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:42:20.350999 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.v2.base [None req-7f61f463-ec66-408d-a6bf-cdb909b36f80 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=111140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 16:42:20.465876 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f61f463-ec66-408d-a6bf-cdb909b36f80 demo demo] Made reservation on behalf of 4aaa14b2f6a744faa731dac5fc07e1c3 for: {'network': 1} {{(pid=111140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:42:20.469866 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-7f61f463-ec66-408d-a6bf-cdb909b36f80 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for network (None), before_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:42:20.487619 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-7f61f463-ec66-408d-a6bf-cdb909b36f80 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:42:20.598012 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-7f61f463-ec66-408d-a6bf-cdb909b36f80 demo demo] Publish callbacks [] for security_group (d99cbe21-9d5a-4e58-8aaa-c672c3696ff1), precommit_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:42:20.700024 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-7f61f463-ec66-408d-a6bf-cdb909b36f80 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763768'] for security_group (d99cbe21-9d5a-4e58-8aaa-c672c3696ff1), after_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:42:20.733494 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f61f463-ec66-408d-a6bf-cdb909b36f80 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 992} {{(pid=111140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 16:42:20.762178 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-7f61f463-ec66-408d-a6bf-cdb909b36f80 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8748338318565', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3501092'] for segment (60a10cae-8523-418c-8f25-8fc7a0c27a10), precommit_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:42:20.762745 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-7f61f463-ec66-408d-a6bf-cdb909b36f80 demo demo] Unsubscribe: segment precommit_create {{(pid=111140) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 09 16:42:20.763330 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.db.segments_db [None req-7f61f463-ec66-408d-a6bf-cdb909b36f80 demo demo] Added segment 60a10cae-8523-418c-8f25-8fc7a0c27a10 of type vlan for network cb4bbcd0-3598-42a5-86b4-c213b9289cf1 Aug 09 16:42:20.778478 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f61f463-ec66-408d-a6bf-cdb909b36f80 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=d99cbe21-9d5a-4e58-8aaa-c672c3696ff1,revision_number=1']} {{(pid=111140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:42:20.831077 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f61f463-ec66-408d-a6bf-cdb909b36f80 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:42:20.831432 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f61f463-ec66-408d-a6bf-cdb909b36f80 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:42:20.831784 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f61f463-ec66-408d-a6bf-cdb909b36f80 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:42:20.832150 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f61f463-ec66-408d-a6bf-cdb909b36f80 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:42:20.832461 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f61f463-ec66-408d-a6bf-cdb909b36f80 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:42:20.832782 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f61f463-ec66-408d-a6bf-cdb909b36f80 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:42:20.833100 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f61f463-ec66-408d-a6bf-cdb909b36f80 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:42:20.833416 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f61f463-ec66-408d-a6bf-cdb909b36f80 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:42:20.833733 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f61f463-ec66-408d-a6bf-cdb909b36f80 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:42:20.834047 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f61f463-ec66-408d-a6bf-cdb909b36f80 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:42:20.834361 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f61f463-ec66-408d-a6bf-cdb909b36f80 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:42:20.834911 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f61f463-ec66-408d-a6bf-cdb909b36f80 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:42:20.835490 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f61f463-ec66-408d-a6bf-cdb909b36f80 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:42:20.835847 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f61f463-ec66-408d-a6bf-cdb909b36f80 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:42:20.836162 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f61f463-ec66-408d-a6bf-cdb909b36f80 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:42:20.837550 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f61f463-ec66-408d-a6bf-cdb909b36f80 demo demo] Tracked resource versions report: Aug 09 16:42:20.837550 dv-cinder-852364-3-iscsi neutron-server[111140]: pushed versions: Aug 09 16:42:20.837550 dv-cinder-852364-3-iscsi neutron-server[111140]: { 'AddressGroup': {'1.2'}, Aug 09 16:42:20.837550 dv-cinder-852364-3-iscsi neutron-server[111140]: 'Agent': {'1.1'}, Aug 09 16:42:20.837550 dv-cinder-852364-3-iscsi neutron-server[111140]: 'ConntrackHelper': {'1.0'}, Aug 09 16:42:20.837550 dv-cinder-852364-3-iscsi neutron-server[111140]: 'LocalIPAssociation': {'1.0'}, Aug 09 16:42:20.837550 dv-cinder-852364-3-iscsi neutron-server[111140]: 'Log': {'1.0'}, Aug 09 16:42:20.837550 dv-cinder-852364-3-iscsi neutron-server[111140]: 'NDPProxy': {'1.0'}, Aug 09 16:42:20.837550 dv-cinder-852364-3-iscsi neutron-server[111140]: 'Network': {'1.1'}, Aug 09 16:42:20.837550 dv-cinder-852364-3-iscsi neutron-server[111140]: 'Port': {'1.7'}, Aug 09 16:42:20.837550 dv-cinder-852364-3-iscsi neutron-server[111140]: 'PortForwarding': {'1.3'}, Aug 09 16:42:20.837550 dv-cinder-852364-3-iscsi neutron-server[111140]: 'QosPolicy': {'1.10'}, Aug 09 16:42:20.837550 dv-cinder-852364-3-iscsi neutron-server[111140]: 'SecurityGroup': {'1.5'}, Aug 09 16:42:20.837550 dv-cinder-852364-3-iscsi neutron-server[111140]: 'SecurityGroupRule': {'1.2'}, Aug 09 16:42:20.837550 dv-cinder-852364-3-iscsi neutron-server[111140]: 'SubPort': {'1.0'}, Aug 09 16:42:20.837550 dv-cinder-852364-3-iscsi neutron-server[111140]: 'Subnet': {'1.1'}, Aug 09 16:42:20.837550 dv-cinder-852364-3-iscsi neutron-server[111140]: 'Trunk': {'1.1'}} Aug 09 16:42:20.837550 dv-cinder-852364-3-iscsi neutron-server[111140]: consumer versions: Aug 09 16:42:20.837550 dv-cinder-852364-3-iscsi neutron-server[111140]: { DHCP agent@dv-cinder-852364-3-iscsi: {}, Aug 09 16:42:20.837550 dv-cinder-852364-3-iscsi neutron-server[111140]: L3 agent@dv-cinder-852364-3-iscsi: {}, Aug 09 16:42:20.837550 dv-cinder-852364-3-iscsi neutron-server[111140]: Metadata agent@dv-cinder-852364-3-iscsi: {}, Aug 09 16:42:20.837550 dv-cinder-852364-3-iscsi neutron-server[111140]: Metering agent@dv-cinder-852364-3-iscsi: {}, Aug 09 16:42:20.837550 dv-cinder-852364-3-iscsi neutron-server[111140]: Open vSwitch agent@dv-cinder-852364-3-iscsi: { 'AddressGroup': '1.2', Aug 09 16:42:20.837550 dv-cinder-852364-3-iscsi neutron-server[111140]: 'Agent': '1.1', Aug 09 16:42:20.837550 dv-cinder-852364-3-iscsi neutron-server[111140]: 'ConntrackHelper': '1.0', Aug 09 16:42:20.837550 dv-cinder-852364-3-iscsi neutron-server[111140]: 'LocalIPAssociation': '1.0', Aug 09 16:42:20.837550 dv-cinder-852364-3-iscsi neutron-server[111140]: 'Log': '1.0', Aug 09 16:42:20.837550 dv-cinder-852364-3-iscsi neutron-server[111140]: 'NDPProxy': '1.0', Aug 09 16:42:20.837550 dv-cinder-852364-3-iscsi neutron-server[111140]: 'Network': '1.1', Aug 09 16:42:20.837550 dv-cinder-852364-3-iscsi neutron-server[111140]: 'Port': '1.7', Aug 09 16:42:20.837550 dv-cinder-852364-3-iscsi neutron-server[111140]: 'PortForwarding': '1.3', Aug 09 16:42:20.837550 dv-cinder-852364-3-iscsi neutron-server[111140]: 'QosPolicy': '1.10', Aug 09 16:42:20.837550 dv-cinder-852364-3-iscsi neutron-server[111140]: 'SecurityGroup': '1.5', Aug 09 16:42:20.837550 dv-cinder-852364-3-iscsi neutron-server[111140]: 'SecurityGroupRule': '1.2', Aug 09 16:42:20.837550 dv-cinder-852364-3-iscsi neutron-server[111140]: 'SubPort': '1.0', Aug 09 16:42:20.837550 dv-cinder-852364-3-iscsi neutron-server[111140]: 'Subnet': '1.1', Aug 09 16:42:20.837550 dv-cinder-852364-3-iscsi neutron-server[111140]: 'Trunk': '1.1'}} Aug 09 16:42:20.837550 dv-cinder-852364-3-iscsi neutron-server[111140]: {{(pid=111140) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 09 16:42:20.868930 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-7f61f463-ec66-408d-a6bf-cdb909b36f80 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748337886136'] for network (cb4bbcd0-3598-42a5-86b4-c213b9289cf1), precommit_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:42:20.985382 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-7f61f463-ec66-408d-a6bf-cdb909b36f80 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463'] for network (cb4bbcd0-3598-42a5-86b4-c213b9289cf1), after_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:42:20.990594 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f61f463-ec66-408d-a6bf-cdb909b36f80 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:42:20.992057 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-7f61f463-ec66-408d-a6bf-cdb909b36f80 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526441'] for network (None), before_response {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:42:21.016517 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=53,neutron:INSERT=43,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:42:21.109564 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f61f463-ec66-408d-a6bf-cdb909b36f80 demo demo] Pushing event updated for resources: {'Network': ['ID=cb4bbcd0-3598-42a5-86b4-c213b9289cf1,revision_number=1']} {{(pid=111140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:42:21.122682 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Network cb4bbcd0-3598-42a5-86b4-c213b9289cf1 details requested by agent ovs-agent-dv-cinder-852364-3-iscsi with host dv-cinder-852364-3-iscsi {{(pid=111142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 16:42:21.183396 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [None req-7f61f463-ec66-408d-a6bf-cdb909b36f80 demo demo] 10.222.0.59 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 729 time: 1.1532967 Aug 09 16:42:23.529384 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.wsgi [-] (111140) accepted ('10.222.0.59', 46966) {{(pid=111140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:42:24.011436 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6db7417-37ef-465d-87c1-6b920e35a289 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:42:24.012812 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [None req-e6db7417-37ef-465d-87c1-6b920e35a289 demo admin] 10.222.0.59 "GET /networking/v2.0/networks/cb4bbcd0-3598-42a5-86b4-c213b9289cf1 HTTP/1.1" status: 200 len: 825 time: 0.4824286 Aug 09 16:42:24.039862 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [None req-d9491bcb-82c4-4b7c-b0ef-c147ab31f2ef demo admin] 10.222.0.59 "GET /networking/v2.0/subnetpools/e307a148-6925-463a-b44d-ab22be2b201d HTTP/1.1" status: 200 len: 734 time: 0.0210733 Aug 09 16:42:24.049189 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.v2.base [None req-fd17c31a-cec4-4161-93be-b0c19715553c demo admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'ip_version': 4, 'name': 'private-subnet', 'subnetpool_id': 'e307a148-6925-463a-b44d-ab22be2b201d', 'network_id': 'cb4bbcd0-3598-42a5-86b4-c213b9289cf1'}} {{(pid=111140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 16:42:24.168635 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd17c31a-cec4-4161-93be-b0c19715553c demo admin] Made reservation on behalf of 4aaa14b2f6a744faa731dac5fc07e1c3 for: {'subnet': 1} {{(pid=111140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:42:24.171039 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-fd17c31a-cec4-4161-93be-b0c19715553c demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:42:24.340324 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=79,neutron:INSERT=16,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:42:24.586271 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-fd17c31a-cec4-4161-93be-b0c19715553c demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463'] for subnet (9026a3f9-af51-4578-8de3-499c2d0fa230), after_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:42:24.660328 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd17c31a-cec4-4161-93be-b0c19715553c demo admin] Checking segment: {'id': '60a10cae-8523-418c-8f25-8fc7a0c27a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 992, 'network_id': 'cb4bbcd0-3598-42a5-86b4-c213b9289cf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 09 16:42:24.660710 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd17c31a-cec4-4161-93be-b0c19715553c demo admin] Network hostable DHCP agents. Network: cb4bbcd0-3598-42a5-86b4-c213b9289cf1, hostable agents: ['0d699ab0-1a4e-47ab-a625-f3b077123214'], hosted agents: [] {{(pid=111140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 16:42:24.666450 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd17c31a-cec4-4161-93be-b0c19715553c demo admin] Pushing event updated for resources: {'Subnet': ['ID=9026a3f9-af51-4578-8de3-499c2d0fa230,revision_number=0']} {{(pid=111140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:42:24.768403 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd17c31a-cec4-4161-93be-b0c19715553c demo admin] Network cb4bbcd0-3598-42a5-86b4-c213b9289cf1 is scheduled to be hosted by DHCP agent 0d699ab0-1a4e-47ab-a625-f3b077123214 with binding_index 1 {{(pid=111140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 16:42:24.854276 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.scheduler.base_scheduler [None req-fd17c31a-cec4-4161-93be-b0c19715553c demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852364-3-iscsi, cb4bbcd0-3598-42a5-86b4-c213b9289cf1) {{(pid=111140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:42:24.859230 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd17c31a-cec4-4161-93be-b0c19715553c demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:42:24.859843 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-fd17c31a-cec4-4161-93be-b0c19715553c demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526441'] for subnet (None), before_response {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:42:24.864903 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86133451-c14c-4a38-9ae1-bb33d98826f5 None None] Network cb4bbcd0-3598-42a5-86b4-c213b9289cf1 requested from dv-cinder-852364-3-iscsi {{(pid=111142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 09 16:42:24.937075 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [None req-fd17c31a-cec4-4161-93be-b0c19715553c demo admin] 10.222.0.59 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8913434 Aug 09 16:42:25.136218 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9c443fc-dafb-4c8b-9a3d-ca43eddbcf92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c3c12f7-d4c6-523e-962d-24da77ca8a50-cb4bbcd0-3598-42a5-86b4-c213b9289cf1', 'network_id': 'cb4bbcd0-3598-42a5-86b4-c213b9289cf1', 'project_id': '4aaa14b2f6a744faa731dac5fc07e1c3', 'fixed_ips': [{'subnet_id': '9026a3f9-af51-4578-8de3-499c2d0fa230'}]}} from dv-cinder-852364-3-iscsi. {{(pid=111142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 09 16:42:25.137584 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-d9c443fc-dafb-4c8b-9a3d-ca43eddbcf92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (None), before_create {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:42:25.419671 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.db_base_plugin_common [None req-d9c443fc-dafb-4c8b-9a3d-ca43eddbcf92 None None] Allocated IP 172.20.0.2 (cb4bbcd0-3598-42a5-86b4-c213b9289cf1/9026a3f9-af51-4578-8de3-499c2d0fa230/accb9f5d-d3d0-44b2-ac99-6d6241c6eb1c) {{(pid=111142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:42:25.535915 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=62,neutron:INSERT=36,neutron:UPDATE=2 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:42:25.698399 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-d9c443fc-dafb-4c8b-9a3d-ca43eddbcf92 None None] Publish callbacks [] for port (accb9f5d-d3d0-44b2-ac99-6d6241c6eb1c), precommit_create {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:42:25.792246 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-d9c443fc-dafb-4c8b-9a3d-ca43eddbcf92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748337861753'] for port (accb9f5d-d3d0-44b2-ac99-6d6241c6eb1c), after_create {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:42:25.822573 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=5 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:42:25.869370 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9c443fc-dafb-4c8b-9a3d-ca43eddbcf92 None None] Network cb4bbcd0-3598-42a5-86b4-c213b9289cf1 is already hosted by enough agents. {{(pid=111142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:42:25.878968 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.scheduler.base_scheduler [None req-d9c443fc-dafb-4c8b-9a3d-ca43eddbcf92 None None] Resources bound (agent type, host, resource id): {{(pid=111142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:42:25.883145 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c443fc-dafb-4c8b-9a3d-ca43eddbcf92 None None] Received port after_create {{(pid=111142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 09 16:42:25.890659 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c443fc-dafb-4c8b-9a3d-ca43eddbcf92 None None] Pushing event updated for resources: {'Port': ['ID=accb9f5d-d3d0-44b2-ac99-6d6241c6eb1c,revision_number=1']} {{(pid=111142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:42:25.924866 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c443fc-dafb-4c8b-9a3d-ca43eddbcf92 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:42:25.925223 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c443fc-dafb-4c8b-9a3d-ca43eddbcf92 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:42:25.925635 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c443fc-dafb-4c8b-9a3d-ca43eddbcf92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:42:25.925998 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c443fc-dafb-4c8b-9a3d-ca43eddbcf92 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:42:25.926343 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c443fc-dafb-4c8b-9a3d-ca43eddbcf92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:42:25.926678 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c443fc-dafb-4c8b-9a3d-ca43eddbcf92 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:42:25.927008 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c443fc-dafb-4c8b-9a3d-ca43eddbcf92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:42:25.927364 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c443fc-dafb-4c8b-9a3d-ca43eddbcf92 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:42:25.927697 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c443fc-dafb-4c8b-9a3d-ca43eddbcf92 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:42:25.928025 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c443fc-dafb-4c8b-9a3d-ca43eddbcf92 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:42:25.928554 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c443fc-dafb-4c8b-9a3d-ca43eddbcf92 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:42:25.928922 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c443fc-dafb-4c8b-9a3d-ca43eddbcf92 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:42:25.929247 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c443fc-dafb-4c8b-9a3d-ca43eddbcf92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:42:25.929572 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c443fc-dafb-4c8b-9a3d-ca43eddbcf92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:42:25.929893 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c443fc-dafb-4c8b-9a3d-ca43eddbcf92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:42:25.931398 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c443fc-dafb-4c8b-9a3d-ca43eddbcf92 None None] Tracked resource versions report: Aug 09 16:42:25.931398 dv-cinder-852364-3-iscsi neutron-server[111142]: pushed versions: Aug 09 16:42:25.931398 dv-cinder-852364-3-iscsi neutron-server[111142]: { 'AddressGroup': {'1.2'}, Aug 09 16:42:25.931398 dv-cinder-852364-3-iscsi neutron-server[111142]: 'Agent': {'1.1'}, Aug 09 16:42:25.931398 dv-cinder-852364-3-iscsi neutron-server[111142]: 'ConntrackHelper': {'1.0'}, Aug 09 16:42:25.931398 dv-cinder-852364-3-iscsi neutron-server[111142]: 'LocalIPAssociation': {'1.0'}, Aug 09 16:42:25.931398 dv-cinder-852364-3-iscsi neutron-server[111142]: 'Log': {'1.0'}, Aug 09 16:42:25.931398 dv-cinder-852364-3-iscsi neutron-server[111142]: 'NDPProxy': {'1.0'}, Aug 09 16:42:25.931398 dv-cinder-852364-3-iscsi neutron-server[111142]: 'Network': {'1.1'}, Aug 09 16:42:25.931398 dv-cinder-852364-3-iscsi neutron-server[111142]: 'Port': {'1.7'}, Aug 09 16:42:25.931398 dv-cinder-852364-3-iscsi neutron-server[111142]: 'PortForwarding': {'1.3'}, Aug 09 16:42:25.931398 dv-cinder-852364-3-iscsi neutron-server[111142]: 'QosPolicy': {'1.10'}, Aug 09 16:42:25.931398 dv-cinder-852364-3-iscsi neutron-server[111142]: 'SecurityGroup': {'1.5'}, Aug 09 16:42:25.931398 dv-cinder-852364-3-iscsi neutron-server[111142]: 'SecurityGroupRule': {'1.2'}, Aug 09 16:42:25.931398 dv-cinder-852364-3-iscsi neutron-server[111142]: 'SubPort': {'1.0'}, Aug 09 16:42:25.931398 dv-cinder-852364-3-iscsi neutron-server[111142]: 'Subnet': {'1.1'}, Aug 09 16:42:25.931398 dv-cinder-852364-3-iscsi neutron-server[111142]: 'Trunk': {'1.1'}} Aug 09 16:42:25.931398 dv-cinder-852364-3-iscsi neutron-server[111142]: consumer versions: Aug 09 16:42:25.931398 dv-cinder-852364-3-iscsi neutron-server[111142]: { DHCP agent@dv-cinder-852364-3-iscsi: {}, Aug 09 16:42:25.931398 dv-cinder-852364-3-iscsi neutron-server[111142]: L3 agent@dv-cinder-852364-3-iscsi: {}, Aug 09 16:42:25.931398 dv-cinder-852364-3-iscsi neutron-server[111142]: Metadata agent@dv-cinder-852364-3-iscsi: {}, Aug 09 16:42:25.931398 dv-cinder-852364-3-iscsi neutron-server[111142]: Metering agent@dv-cinder-852364-3-iscsi: {}, Aug 09 16:42:25.931398 dv-cinder-852364-3-iscsi neutron-server[111142]: Open vSwitch agent@dv-cinder-852364-3-iscsi: { 'AddressGroup': '1.2', Aug 09 16:42:25.931398 dv-cinder-852364-3-iscsi neutron-server[111142]: 'Agent': '1.1', Aug 09 16:42:25.931398 dv-cinder-852364-3-iscsi neutron-server[111142]: 'ConntrackHelper': '1.0', Aug 09 16:42:25.931398 dv-cinder-852364-3-iscsi neutron-server[111142]: 'LocalIPAssociation': '1.0', Aug 09 16:42:25.931398 dv-cinder-852364-3-iscsi neutron-server[111142]: 'Log': '1.0', Aug 09 16:42:25.931398 dv-cinder-852364-3-iscsi neutron-server[111142]: 'NDPProxy': '1.0', Aug 09 16:42:25.931398 dv-cinder-852364-3-iscsi neutron-server[111142]: 'Network': '1.1', Aug 09 16:42:25.931398 dv-cinder-852364-3-iscsi neutron-server[111142]: 'Port': '1.7', Aug 09 16:42:25.931398 dv-cinder-852364-3-iscsi neutron-server[111142]: 'PortForwarding': '1.3', Aug 09 16:42:25.931398 dv-cinder-852364-3-iscsi neutron-server[111142]: 'QosPolicy': '1.10', Aug 09 16:42:25.931398 dv-cinder-852364-3-iscsi neutron-server[111142]: 'SecurityGroup': '1.5', Aug 09 16:42:25.931398 dv-cinder-852364-3-iscsi neutron-server[111142]: 'SecurityGroupRule': '1.2', Aug 09 16:42:25.931398 dv-cinder-852364-3-iscsi neutron-server[111142]: 'SubPort': '1.0', Aug 09 16:42:25.931398 dv-cinder-852364-3-iscsi neutron-server[111142]: 'Subnet': '1.1', Aug 09 16:42:25.931398 dv-cinder-852364-3-iscsi neutron-server[111142]: 'Trunk': '1.1'}} Aug 09 16:42:25.931398 dv-cinder-852364-3-iscsi neutron-server[111142]: {{(pid=111142) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 09 16:42:25.986337 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.managers [None req-d9c443fc-dafb-4c8b-9a3d-ca43eddbcf92 None None] Attempting to bind port accb9f5d-d3d0-44b2-ac99-6d6241c6eb1c on host dv-cinder-852364-3-iscsi for vnic_type normal with profile {{(pid=111142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 09 16:42:25.986747 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.managers [None req-d9c443fc-dafb-4c8b-9a3d-ca43eddbcf92 None None] Attempting to bind port accb9f5d-d3d0-44b2-ac99-6d6241c6eb1c by drivers openvswitch,hyperv on host dv-cinder-852364-3-iscsi at level 0 using segments [{'id': '60a10cae-8523-418c-8f25-8fc7a0c27a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 992, 'network_id': 'cb4bbcd0-3598-42a5-86b4-c213b9289cf1'}] {{(pid=111142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 09 16:42:25.987200 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9c443fc-dafb-4c8b-9a3d-ca43eddbcf92 None None] Attempting to bind port accb9f5d-d3d0-44b2-ac99-6d6241c6eb1c on network cb4bbcd0-3598-42a5-86b4-c213b9289cf1 {{(pid=111142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 16:42:25.992494 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9c443fc-dafb-4c8b-9a3d-ca43eddbcf92 None None] Checking agent: {'id': '47988f4d-09d0-4892-bbfe-5b11c743802f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852364-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 9, 16, 42, 16), 'started_at': datetime.datetime(2022, 8, 9, 16, 42, 16), 'heartbeat_timestamp': datetime.datetime(2022, 8, 9, 16, 42, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852364-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 09 16:42:25.992870 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9c443fc-dafb-4c8b-9a3d-ca43eddbcf92 None None] Checking segment: {'id': '60a10cae-8523-418c-8f25-8fc7a0c27a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 992, 'network_id': 'cb4bbcd0-3598-42a5-86b4-c213b9289cf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 09 16:42:25.993628 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-d9c443fc-dafb-4c8b-9a3d-ca43eddbcf92 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:42:25.994026 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9c443fc-dafb-4c8b-9a3d-ca43eddbcf92 None None] Bound using segment: {'id': '60a10cae-8523-418c-8f25-8fc7a0c27a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 992, 'network_id': 'cb4bbcd0-3598-42a5-86b4-c213b9289cf1'} {{(pid=111142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 09 16:42:25.994490 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.managers [None req-d9c443fc-dafb-4c8b-9a3d-ca43eddbcf92 None None] Bound port: accb9f5d-d3d0-44b2-ac99-6d6241c6eb1c, host: dv-cinder-852364-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60a10cae-8523-418c-8f25-8fc7a0c27a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 992, 'network_id': 'cb4bbcd0-3598-42a5-86b4-c213b9289cf1'}}] {{(pid=111142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 09 16:42:25.994888 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-d9c443fc-dafb-4c8b-9a3d-ca43eddbcf92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (accb9f5d-d3d0-44b2-ac99-6d6241c6eb1c), before_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:42:26.056414 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.db [None req-d9c443fc-dafb-4c8b-9a3d-ca43eddbcf92 None None] For port accb9f5d-d3d0-44b2-ac99-6d6241c6eb1c, host dv-cinder-852364-3-iscsi, cleared binding levels {{(pid=111142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:42:26.078460 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.db [None req-d9c443fc-dafb-4c8b-9a3d-ca43eddbcf92 None None] For port accb9f5d-d3d0-44b2-ac99-6d6241c6eb1c, host dv-cinder-852364-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-3-iscsi',level=0,port_id=accb9f5d-d3d0-44b2-ac99-6d6241c6eb1c,segment=NetworkSegment(60a10cae-8523-418c-8f25-8fc7a0c27a10),segment_id=60a10cae-8523-418c-8f25-8fc7a0c27a10)] {{(pid=111142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:42:26.152000 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-d9c443fc-dafb-4c8b-9a3d-ca43eddbcf92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748338263269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748337861771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748337861789'] for port (accb9f5d-d3d0-44b2-ac99-6d6241c6eb1c), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:42:26.205498 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c443fc-dafb-4c8b-9a3d-ca43eddbcf92 None None] Pushing event updated for resources: {'Port': ['ID=accb9f5d-d3d0-44b2-ac99-6d6241c6eb1c,revision_number=2']} {{(pid=111142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:42:27.237974 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.wsgi [-] (111140) accepted ('10.222.0.59', 46976) {{(pid=111140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:42:27.588651 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.wsgi [None req-8eaada23-b4a2-407b-bfda-15cfb40b4023 admin admin] http://10.222.0.59:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=111140) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 09 16:42:27.589652 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [None req-8eaada23-b4a2-407b-bfda-15cfb40b4023 admin admin] 10.222.0.59 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3505471 Aug 09 16:42:28.384646 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG dbcounter [-] [111143] Writing DB stats neutron:SELECT=7 {{(pid=111143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:42:28.389005 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG dbcounter [-] [111143] Writing DB stats neutron:SELECT=17,neutron:INSERT=31 {{(pid=111143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:42:29.885307 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.wsgi [-] (111140) accepted ('10.222.0.59', 46988) {{(pid=111140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:42:30.222243 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.wsgi [None req-f4577062-5381-4bf8-be67-a022418d99c3 admin admin] http://10.222.0.59:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=111140) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 09 16:42:30.223275 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [None req-f4577062-5381-4bf8-be67-a022418d99c3 admin admin] 10.222.0.59 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3370154 Aug 09 16:42:32.540888 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.wsgi [-] (111140) accepted ('10.222.0.59', 46996) {{(pid=111140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:42:32.881952 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.v2.base [None req-95863da8-6fe4-4259-bab4-dd98a6643935 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=111140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 16:42:32.968776 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-95863da8-6fe4-4259-bab4-dd98a6643935 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-341582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-334'] for router (4d51cc7d-64d9-4a7c-86a0-46195d45d346), before_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:42:32.970499 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-95863da8-6fe4-4259-bab4-dd98a6643935 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-337957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692940', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-558489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-327'] for router (4d51cc7d-64d9-4a7c-86a0-46195d45d346), precommit_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:42:33.120409 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-95863da8-6fe4-4259-bab4-dd98a6643935 demo demo] Publish callbacks [] for router_controller (4d51cc7d-64d9-4a7c-86a0-46195d45d346), precommit_add_association {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:42:33.198113 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-95863da8-6fe4-4259-bab4-dd98a6643935 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-338920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689217'] for router (4d51cc7d-64d9-4a7c-86a0-46195d45d346), after_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:42:33.292868 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-95863da8-6fe4-4259-bab4-dd98a6643935 demo demo] Publish callbacks [] for router (None), before_response {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:42:33.294536 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [None req-95863da8-6fe4-4259-bab4-dd98a6643935 demo demo] 10.222.0.59 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.7526278 Aug 09 16:42:33.331551 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Device accb9f5d-d3d0-44b2-ac99-6d6241c6eb1c up at agent ovs-agent-dv-cinder-852364-3-iscsi {{(pid=111142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:42:33.423165 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.provisioning_blocks [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Provisioning complete for port accb9f5d-d3d0-44b2-ac99-6d6241c6eb1c triggered by entity L2. {{(pid=111142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 16:42:33.423583 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877469'] for port (accb9f5d-d3d0-44b2-ac99-6d6241c6eb1c), provisioning_complete {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:42:33.529905 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Current status of the port accb9f5d-d3d0-44b2-ac99-6d6241c6eb1c is: DOWN; New status is: ACTIVE {{(pid=111142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 16:42:33.529905 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (accb9f5d-d3d0-44b2-ac99-6d6241c6eb1c), before_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:42:33.565600 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.db [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] For port accb9f5d-d3d0-44b2-ac99-6d6241c6eb1c, host dv-cinder-852364-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-3-iscsi',level=0,port_id=accb9f5d-d3d0-44b2-ac99-6d6241c6eb1c,segment=NetworkSegment(60a10cae-8523-418c-8f25-8fc7a0c27a10),segment_id=60a10cae-8523-418c-8f25-8fc7a0c27a10)] {{(pid=111142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:42:33.648833 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748338263269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748337861771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748337861789'] for port (accb9f5d-d3d0-44b2-ac99-6d6241c6eb1c), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:42:33.702893 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Pushing event updated for resources: {'Port': ['ID=accb9f5d-d3d0-44b2-ac99-6d6241c6eb1c,revision_number=3']} {{(pid=111142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:42:34.339210 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cb88374-b88b-4ec4-9fb7-a16b38b52d31 None None] Network cb4bbcd0-3598-42a5-86b4-c213b9289cf1 requested from dv-cinder-852364-3-iscsi {{(pid=111142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 09 16:42:34.390128 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.provisioning_blocks [None req-444f44f7-6aaf-4144-bf6e-f6603129c27f None None] Provisioning complete for port accb9f5d-d3d0-44b2-ac99-6d6241c6eb1c triggered by entity DHCP. {{(pid=111142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 16:42:34.390503 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-444f44f7-6aaf-4144-bf6e-f6603129c27f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877469'] for port (accb9f5d-d3d0-44b2-ac99-6d6241c6eb1c), provisioning_complete {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:42:34.532420 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-444f44f7-6aaf-4144-bf6e-f6603129c27f None None] Current status of the port accb9f5d-d3d0-44b2-ac99-6d6241c6eb1c is: ACTIVE; New status is: ACTIVE {{(pid=111142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 16:42:34.753126 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.provisioning_blocks [None req-02c83744-c739-4820-8d40-14c736e86aa9 None None] Provisioning complete for port accb9f5d-d3d0-44b2-ac99-6d6241c6eb1c triggered by entity DHCP. {{(pid=111142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 16:42:34.753516 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-02c83744-c739-4820-8d40-14c736e86aa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877469'] for port (accb9f5d-d3d0-44b2-ac99-6d6241c6eb1c), provisioning_complete {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:42:34.774926 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:42:34.829293 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-02c83744-c739-4820-8d40-14c736e86aa9 None None] Current status of the port accb9f5d-d3d0-44b2-ac99-6d6241c6eb1c is: ACTIVE; New status is: ACTIVE {{(pid=111142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 16:42:35.318200 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Device accb9f5d-d3d0-44b2-ac99-6d6241c6eb1c up at agent ovs-agent-dv-cinder-852364-3-iscsi {{(pid=111142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:42:35.342085 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:42:35.362700 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.provisioning_blocks [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Provisioning complete for port accb9f5d-d3d0-44b2-ac99-6d6241c6eb1c triggered by entity L2. {{(pid=111142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 16:42:35.363094 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877469'] for port (accb9f5d-d3d0-44b2-ac99-6d6241c6eb1c), provisioning_complete {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:42:35.437812 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Current status of the port accb9f5d-d3d0-44b2-ac99-6d6241c6eb1c is: ACTIVE; New status is: ACTIVE {{(pid=111142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 16:42:35.584922 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.wsgi [-] (111141) accepted ('10.222.0.59', 47010) {{(pid=111141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:42:36.092984 dv-cinder-852364-3-iscsi neutron-server[111141]: WARNING oslo_policy.policy [None req-489b5b2d-1458-4e0f-8a7b-30bcf8a0f405 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 09 16:42:36.093571 dv-cinder-852364-3-iscsi neutron-server[111141]: WARNING oslo_policy.policy [None req-489b5b2d-1458-4e0f-8a7b-30bcf8a0f405 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 09 16:42:36.311722 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.wsgi [None req-489b5b2d-1458-4e0f-8a7b-30bcf8a0f405 admin admin] http://10.222.0.59:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=111141) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 09 16:42:36.312724 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [None req-489b5b2d-1458-4e0f-8a7b-30bcf8a0f405 admin admin] 10.222.0.59 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.7268825 Aug 09 16:42:38.582445 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.wsgi [-] (111141) accepted ('10.222.0.59', 47024) {{(pid=111141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:42:38.910105 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.v2.base [None req-a39a5d8b-d6ea-4e75-a303-cd41ec16a84f admin admin] Request body: {'network': {'is_default': True, 'provider:network_type': 'flat', 'admin_state_up': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'router:external': True}} {{(pid=111141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 16:42:38.923089 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writer thread running {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 09 16:42:38.937785 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:42:39.048565 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a39a5d8b-d6ea-4e75-a303-cd41ec16a84f admin admin] Made reservation on behalf of 71a0f1acc61b45eba6ed6a5653958267 for: {'network': 1} {{(pid=111141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:42:39.115127 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.policy [None req-a39a5d8b-d6ea-4e75-a303-cd41ec16a84f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=111141) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 09 16:42:39.158837 dv-cinder-852364-3-iscsi neutron-server[111141]: WARNING oslo_policy.policy [None req-a39a5d8b-d6ea-4e75-a303-cd41ec16a84f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 09 16:42:39.159243 dv-cinder-852364-3-iscsi neutron-server[111141]: WARNING oslo_policy.policy [None req-a39a5d8b-d6ea-4e75-a303-cd41ec16a84f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 09 16:42:39.168831 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-a39a5d8b-d6ea-4e75-a303-cd41ec16a84f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for network (None), before_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:42:39.190771 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-a39a5d8b-d6ea-4e75-a303-cd41ec16a84f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:42:39.304144 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-a39a5d8b-d6ea-4e75-a303-cd41ec16a84f admin admin] Publish callbacks [] for security_group (389f6c9d-a122-4fdd-8061-099baf105b7a), precommit_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:42:39.396598 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-a39a5d8b-d6ea-4e75-a303-cd41ec16a84f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763768'] for security_group (389f6c9d-a122-4fdd-8061-099baf105b7a), after_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:42:39.409257 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-a39a5d8b-d6ea-4e75-a303-cd41ec16a84f admin admin] Reserving flat network on physical network physnet1 {{(pid=111141) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 09 16:42:39.439995 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-a39a5d8b-d6ea-4e75-a303-cd41ec16a84f admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8748338318565', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3501092'] for segment (3548ff03-3b62-477c-991b-01c3e3081105), precommit_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:42:39.440556 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-a39a5d8b-d6ea-4e75-a303-cd41ec16a84f admin admin] Unsubscribe: segment precommit_create {{(pid=111141) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 09 16:42:39.441124 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.db.segments_db [None req-a39a5d8b-d6ea-4e75-a303-cd41ec16a84f admin admin] Added segment 3548ff03-3b62-477c-991b-01c3e3081105 of type flat for network 0b446ac8-416d-4492-b144-c475e4beb84a Aug 09 16:42:39.481106 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39a5d8b-d6ea-4e75-a303-cd41ec16a84f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=389f6c9d-a122-4fdd-8061-099baf105b7a,revision_number=1']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:42:39.517991 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39a5d8b-d6ea-4e75-a303-cd41ec16a84f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:42:39.518329 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39a5d8b-d6ea-4e75-a303-cd41ec16a84f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:42:39.518687 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39a5d8b-d6ea-4e75-a303-cd41ec16a84f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:42:39.519025 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39a5d8b-d6ea-4e75-a303-cd41ec16a84f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:42:39.519380 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39a5d8b-d6ea-4e75-a303-cd41ec16a84f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:42:39.519709 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39a5d8b-d6ea-4e75-a303-cd41ec16a84f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:42:39.520033 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39a5d8b-d6ea-4e75-a303-cd41ec16a84f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:42:39.520359 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39a5d8b-d6ea-4e75-a303-cd41ec16a84f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:42:39.520690 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39a5d8b-d6ea-4e75-a303-cd41ec16a84f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:42:39.521016 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39a5d8b-d6ea-4e75-a303-cd41ec16a84f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:42:39.521349 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39a5d8b-d6ea-4e75-a303-cd41ec16a84f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:42:39.522208 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39a5d8b-d6ea-4e75-a303-cd41ec16a84f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:42:39.522525 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39a5d8b-d6ea-4e75-a303-cd41ec16a84f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:42:39.522843 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39a5d8b-d6ea-4e75-a303-cd41ec16a84f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:42:39.523179 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39a5d8b-d6ea-4e75-a303-cd41ec16a84f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:42:39.524679 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39a5d8b-d6ea-4e75-a303-cd41ec16a84f admin admin] Tracked resource versions report: Aug 09 16:42:39.524679 dv-cinder-852364-3-iscsi neutron-server[111141]: pushed versions: Aug 09 16:42:39.524679 dv-cinder-852364-3-iscsi neutron-server[111141]: { 'AddressGroup': {'1.2'}, Aug 09 16:42:39.524679 dv-cinder-852364-3-iscsi neutron-server[111141]: 'Agent': {'1.1'}, Aug 09 16:42:39.524679 dv-cinder-852364-3-iscsi neutron-server[111141]: 'ConntrackHelper': {'1.0'}, Aug 09 16:42:39.524679 dv-cinder-852364-3-iscsi neutron-server[111141]: 'LocalIPAssociation': {'1.0'}, Aug 09 16:42:39.524679 dv-cinder-852364-3-iscsi neutron-server[111141]: 'Log': {'1.0'}, Aug 09 16:42:39.524679 dv-cinder-852364-3-iscsi neutron-server[111141]: 'NDPProxy': {'1.0'}, Aug 09 16:42:39.524679 dv-cinder-852364-3-iscsi neutron-server[111141]: 'Network': {'1.1'}, Aug 09 16:42:39.524679 dv-cinder-852364-3-iscsi neutron-server[111141]: 'Port': {'1.7'}, Aug 09 16:42:39.524679 dv-cinder-852364-3-iscsi neutron-server[111141]: 'PortForwarding': {'1.3'}, Aug 09 16:42:39.524679 dv-cinder-852364-3-iscsi neutron-server[111141]: 'QosPolicy': {'1.10'}, Aug 09 16:42:39.524679 dv-cinder-852364-3-iscsi neutron-server[111141]: 'SecurityGroup': {'1.5'}, Aug 09 16:42:39.524679 dv-cinder-852364-3-iscsi neutron-server[111141]: 'SecurityGroupRule': {'1.2'}, Aug 09 16:42:39.524679 dv-cinder-852364-3-iscsi neutron-server[111141]: 'SubPort': {'1.0'}, Aug 09 16:42:39.524679 dv-cinder-852364-3-iscsi neutron-server[111141]: 'Subnet': {'1.1'}, Aug 09 16:42:39.524679 dv-cinder-852364-3-iscsi neutron-server[111141]: 'Trunk': {'1.1'}} Aug 09 16:42:39.524679 dv-cinder-852364-3-iscsi neutron-server[111141]: consumer versions: Aug 09 16:42:39.524679 dv-cinder-852364-3-iscsi neutron-server[111141]: { DHCP agent@dv-cinder-852364-3-iscsi: {}, Aug 09 16:42:39.524679 dv-cinder-852364-3-iscsi neutron-server[111141]: L3 agent@dv-cinder-852364-3-iscsi: {}, Aug 09 16:42:39.524679 dv-cinder-852364-3-iscsi neutron-server[111141]: Metadata agent@dv-cinder-852364-3-iscsi: {}, Aug 09 16:42:39.524679 dv-cinder-852364-3-iscsi neutron-server[111141]: Metering agent@dv-cinder-852364-3-iscsi: {}, Aug 09 16:42:39.524679 dv-cinder-852364-3-iscsi neutron-server[111141]: Open vSwitch agent@dv-cinder-852364-3-iscsi: { 'AddressGroup': '1.2', Aug 09 16:42:39.524679 dv-cinder-852364-3-iscsi neutron-server[111141]: 'Agent': '1.1', Aug 09 16:42:39.524679 dv-cinder-852364-3-iscsi neutron-server[111141]: 'ConntrackHelper': '1.0', Aug 09 16:42:39.524679 dv-cinder-852364-3-iscsi neutron-server[111141]: 'LocalIPAssociation': '1.0', Aug 09 16:42:39.524679 dv-cinder-852364-3-iscsi neutron-server[111141]: 'Log': '1.0', Aug 09 16:42:39.524679 dv-cinder-852364-3-iscsi neutron-server[111141]: 'NDPProxy': '1.0', Aug 09 16:42:39.524679 dv-cinder-852364-3-iscsi neutron-server[111141]: 'Network': '1.1', Aug 09 16:42:39.524679 dv-cinder-852364-3-iscsi neutron-server[111141]: 'Port': '1.7', Aug 09 16:42:39.524679 dv-cinder-852364-3-iscsi neutron-server[111141]: 'PortForwarding': '1.3', Aug 09 16:42:39.524679 dv-cinder-852364-3-iscsi neutron-server[111141]: 'QosPolicy': '1.10', Aug 09 16:42:39.524679 dv-cinder-852364-3-iscsi neutron-server[111141]: 'SecurityGroup': '1.5', Aug 09 16:42:39.524679 dv-cinder-852364-3-iscsi neutron-server[111141]: 'SecurityGroupRule': '1.2', Aug 09 16:42:39.524679 dv-cinder-852364-3-iscsi neutron-server[111141]: 'SubPort': '1.0', Aug 09 16:42:39.524679 dv-cinder-852364-3-iscsi neutron-server[111141]: 'Subnet': '1.1', Aug 09 16:42:39.524679 dv-cinder-852364-3-iscsi neutron-server[111141]: 'Trunk': '1.1'}} Aug 09 16:42:39.524679 dv-cinder-852364-3-iscsi neutron-server[111141]: {{(pid=111141) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 09 16:42:39.564340 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-a39a5d8b-d6ea-4e75-a303-cd41ec16a84f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748337886136'] for network (0b446ac8-416d-4492-b144-c475e4beb84a), precommit_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:42:39.665156 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-a39a5d8b-d6ea-4e75-a303-cd41ec16a84f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463'] for network (0b446ac8-416d-4492-b144-c475e4beb84a), after_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:42:39.666369 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a39a5d8b-d6ea-4e75-a303-cd41ec16a84f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:42:39.667057 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-a39a5d8b-d6ea-4e75-a303-cd41ec16a84f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526441'] for network (None), before_response {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:42:39.768754 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39a5d8b-d6ea-4e75-a303-cd41ec16a84f admin admin] Pushing event updated for resources: {'Network': ['ID=0b446ac8-416d-4492-b144-c475e4beb84a,revision_number=1']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:42:39.779890 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Network 0b446ac8-416d-4492-b144-c475e4beb84a details requested by agent ovs-agent-dv-cinder-852364-3-iscsi with host dv-cinder-852364-3-iscsi {{(pid=111142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 16:42:39.816922 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [None req-a39a5d8b-d6ea-4e75-a303-cd41ec16a84f admin admin] 10.222.0.59 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.2333727 Aug 09 16:42:40.071293 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-eba3137b-959a-49e2-b002-2acfb48e0462 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (0d699ab0-1a4e-47ab-a625-f3b077123214), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:42:42.084866 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.wsgi [-] (111141) accepted ('10.222.0.59', 47040) {{(pid=111141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:42:42.345586 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-dce5ae57-32e7-4c2f-bcc3-7b8ed4a4120f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (2cf02505-efcb-442b-855b-6c659df6f18c), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:42:42.500438 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb77d98b-960f-4e9f-adaa-5191d68b755c demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:42:42.501817 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [None req-fb77d98b-960f-4e9f-adaa-5191d68b755c demo admin] 10.222.0.59 "GET /networking/v2.0/subnets/9026a3f9-af51-4578-8de3-499c2d0fa230 HTTP/1.1" status: 200 len: 849 time: 0.4160020 Aug 09 16:42:42.663455 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [None req-f1be6e5c-8886-48e0-a627-8f04fe463fc5 demo admin] 10.222.0.59 "GET /networking/v2.0/routers/4d51cc7d-64d9-4a7c-86a0-46195d45d346 HTTP/1.1" status: 200 len: 704 time: 0.1555078 Aug 09 16:42:42.946300 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-9d3b2a48-3ac0-4483-bf63-8e1c7b7d4e6c demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (None), before_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:42:43.032551 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:42:43.209846 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=21,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:42:43.210534 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=81,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:42:43.229123 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:42:43.245393 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.db.db_base_plugin_common [None req-9d3b2a48-3ac0-4483-bf63-8e1c7b7d4e6c demo admin] Allocated IP 172.20.0.1 (cb4bbcd0-3598-42a5-86b4-c213b9289cf1/9026a3f9-af51-4578-8de3-499c2d0fa230/29c64afd-aac1-474c-8b7b-9b7a75f46702) {{(pid=111141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:42:43.432927 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-9d3b2a48-3ac0-4483-bf63-8e1c7b7d4e6c demo admin] Publish callbacks [] for port (29c64afd-aac1-474c-8b7b-9b7a75f46702), precommit_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:42:43.563323 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-9d3b2a48-3ac0-4483-bf63-8e1c7b7d4e6c demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748337861753'] for port (29c64afd-aac1-474c-8b7b-9b7a75f46702), after_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:42:43.638818 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d3b2a48-3ac0-4483-bf63-8e1c7b7d4e6c demo admin] Network cb4bbcd0-3598-42a5-86b4-c213b9289cf1 is already hosted by enough agents. {{(pid=111141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:42:43.642596 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-e70f562e-e7df-49ad-a15a-67a143aa0666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (bc6be869-02df-4ed8-8ee0-3ec53a1551af), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:42:43.647275 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.scheduler.base_scheduler [None req-9d3b2a48-3ac0-4483-bf63-8e1c7b7d4e6c demo admin] Resources bound (agent type, host, resource id): {{(pid=111141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:42:43.656731 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d3b2a48-3ac0-4483-bf63-8e1c7b7d4e6c demo admin] Received port after_create {{(pid=111141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 09 16:42:43.657680 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-9d3b2a48-3ac0-4483-bf63-8e1c7b7d4e6c demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-337058'] for router_interface (4d51cc7d-64d9-4a7c-86a0-46195d45d346), before_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:42:43.676394 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3b2a48-3ac0-4483-bf63-8e1c7b7d4e6c demo admin] Pushing event updated for resources: {'Port': ['ID=29c64afd-aac1-474c-8b7b-9b7a75f46702,revision_number=1']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:42:43.903653 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.provisioning_blocks [None req-7612d5fe-1d4f-4b73-8793-48e54bb43da0 None None] Provisioning complete for port 29c64afd-aac1-474c-8b7b-9b7a75f46702 triggered by entity DHCP. {{(pid=111142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 16:42:43.904037 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-7612d5fe-1d4f-4b73-8793-48e54bb43da0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877469'] for port (29c64afd-aac1-474c-8b7b-9b7a75f46702), provisioning_complete {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:42:43.954344 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-9d3b2a48-3ac0-4483-bf63-8e1c7b7d4e6c demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (29c64afd-aac1-474c-8b7b-9b7a75f46702), before_update {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:42:43.965478 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:42:43.983068 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-7612d5fe-1d4f-4b73-8793-48e54bb43da0 None None] Port 29c64afd-aac1-474c-8b7b-9b7a75f46702 cannot update to ACTIVE because it is not bound. {{(pid=111142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 09 16:42:44.211847 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-9d3b2a48-3ac0-4483-bf63-8e1c7b7d4e6c demo admin] Publish callbacks [] for port (29c64afd-aac1-474c-8b7b-9b7a75f46702), precommit_update {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:42:44.293838 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-9d3b2a48-3ac0-4483-bf63-8e1c7b7d4e6c demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748338263269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748337861771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748337861789'] for port (29c64afd-aac1-474c-8b7b-9b7a75f46702), after_update {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:42:44.294684 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-9d3b2a48-3ac0-4483-bf63-8e1c7b7d4e6c demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-336402'] for router_interface (4d51cc7d-64d9-4a7c-86a0-46195d45d346), after_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:42:44.371561 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3b2a48-3ac0-4483-bf63-8e1c7b7d4e6c demo admin] Pushing event updated for resources: {'Port': ['ID=29c64afd-aac1-474c-8b7b-9b7a75f46702,revision_number=2']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:42:44.425006 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d3b2a48-3ac0-4483-bf63-8e1c7b7d4e6c demo admin] Network cb4bbcd0-3598-42a5-86b4-c213b9289cf1 is already hosted by enough agents. {{(pid=111141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:42:44.426405 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.scheduler.base_scheduler [None req-9d3b2a48-3ac0-4483-bf63-8e1c7b7d4e6c demo admin] Resources bound (agent type, host, resource id): {{(pid=111141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:42:44.603493 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.provisioning_blocks [None req-35079c17-cc71-4aa3-842d-1f6f74d1873e None None] Provisioning complete for port 29c64afd-aac1-474c-8b7b-9b7a75f46702 triggered by entity DHCP. {{(pid=111142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 16:42:44.603889 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-35079c17-cc71-4aa3-842d-1f6f74d1873e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877469'] for port (29c64afd-aac1-474c-8b7b-9b7a75f46702), provisioning_complete {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:42:44.636132 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-35079c17-cc71-4aa3-842d-1f6f74d1873e None None] Port 29c64afd-aac1-474c-8b7b-9b7a75f46702 cannot update to ACTIVE because it is not bound. {{(pid=111142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 09 16:42:44.642691 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d3b2a48-3ac0-4483-bf63-8e1c7b7d4e6c demo admin] Router 4d51cc7d-64d9-4a7c-86a0-46195d45d346 is scheduled to L3 agent 2cf02505-efcb-442b-855b-6c659df6f18c with binding_index 1 {{(pid=111141) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 09 16:42:44.732260 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d3b2a48-3ac0-4483-bf63-8e1c7b7d4e6c demo admin] Notify agent at l3_agent.dv-cinder-852364-3-iscsi the message routers_updated {{(pid=111141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:42:44.737313 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [None req-9d3b2a48-3ac0-4483-bf63-8e1c7b7d4e6c demo admin] 10.222.0.59 "PUT /networking/v2.0/routers/4d51cc7d-64d9-4a7c-86a0-46195d45d346/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0684998 Aug 09 16:42:44.742487 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb0d9f5-552f-40f4-aa43-5744d3169ffa None None] Sync routers for ids ['4d51cc7d-64d9-4a7c-86a0-46195d45d346'] in dv-cinder-852364-3-iscsi {{(pid=111143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:42:44.755317 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb0d9f5-552f-40f4-aa43-5744d3169ffa None None] Routers {'4d51cc7d-64d9-4a7c-86a0-46195d45d346'} bound to L3 agent in host dv-cinder-852364-3-iscsi {{(pid=111143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 16:42:44.756212 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.l3_hamode_db [None req-8eb0d9f5-552f-40f4-aa43-5744d3169ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-09T16:42:12Z,description=,heartbeat_timestamp=2022-08-09T16:42:42Z,host='dv-cinder-852364-3-iscsi',id=2cf02505-efcb-442b-855b-6c659df6f18c,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:13Z,topic='l3_agent')) {'router_ids': ['4d51cc7d-64d9-4a7c-86a0-46195d45d346'], 'active': True} {{(pid=111143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:42:44.937116 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.l3_dvr_db [None req-8eb0d9f5-552f-40f4-aa43-5744d3169ffa None None] Set router 4d51cc7d-64d9-4a7c-86a0-46195d45d346 gateway port host: None {{(pid=111143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 16:42:45.357490 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.l3_hamode_db [None req-8eb0d9f5-552f-40f4-aa43-5744d3169ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d51cc7d-64d9-4a7c-86a0-46195d45d346', 'name': 'router1', 'tenant_id': '4aaa14b2f6a744faa731dac5fc07e1c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:42:32Z', 'updated_at': '2022-08-09T16:42:43Z', 'revision_number': 2, 'project_id': '4aaa14b2f6a744faa731dac5fc07e1c3', 'gw_port_host': None, '_interfaces': [{'id': '29c64afd-aac1-474c-8b7b-9b7a75f46702', 'name': '', 'network_id': 'cb4bbcd0-3598-42a5-86b4-c213b9289cf1', 'tenant_id': '4aaa14b2f6a744faa731dac5fc07e1c3', 'mac_address': 'fa:16:3e:a2:57:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d51cc7d-64d9-4a7c-86a0-46195d45d346', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9026a3f9-af51-4578-8de3-499c2d0fa230', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:42:42Z', 'updated_at': '2022-08-09T16:42:44Z', 'revision_number': 2, 'project_id': '4aaa14b2f6a744faa731dac5fc07e1c3', 'subnets': [{'id': '9026a3f9-af51-4578-8de3-499c2d0fa230', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e307a148-6925-463a-b44d-ab22be2b201d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-3-iscsi', False) {} {{(pid=111143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:42:45.384900 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-5c325a0b-ed39-4cac-be6f-43defe9e55aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (33bcacdc-c215-42b6-b75f-650d86e609be), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:42:45.407854 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb0d9f5-552f-40f4-aa43-5744d3169ffa None None] Checking router: 4d51cc7d-64d9-4a7c-86a0-46195d45d346 for host: dv-cinder-852364-3-iscsi {{(pid=111143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:42:45.408239 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb0d9f5-552f-40f4-aa43-5744d3169ffa None None] Updating router 4d51cc7d-64d9-4a7c-86a0-46195d45d346 port 29c64afd-aac1-474c-8b7b-9b7a75f46702 binding host dv-cinder-852364-3-iscsi {{(pid=111143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 16:42:45.462963 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron_lib.callbacks.manager [None req-8eb0d9f5-552f-40f4-aa43-5744d3169ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (29c64afd-aac1-474c-8b7b-9b7a75f46702), before_update {{(pid=111143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:42:45.624911 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (47988f4d-09d0-4892-bbfe-5b11c743802f), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:42:45.970683 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron_lib.callbacks.manager [None req-8eb0d9f5-552f-40f4-aa43-5744d3169ffa None None] Publish callbacks [] for port (29c64afd-aac1-474c-8b7b-9b7a75f46702), precommit_update {{(pid=111143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:42:46.053942 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron_lib.callbacks.manager [None req-8eb0d9f5-552f-40f4-aa43-5744d3169ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748338263269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748337861771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748337861789'] for port (29c64afd-aac1-474c-8b7b-9b7a75f46702), after_update {{(pid=111143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:42:46.201404 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08b7b29-a9c2-4aea-92a7-5483a8035218 None None] Pushing event updated for resources: {'Port': ['ID=29c64afd-aac1-474c-8b7b-9b7a75f46702,revision_number=3']} {{(pid=111143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:42:46.210451 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.plugins.ml2.managers [None req-8eb0d9f5-552f-40f4-aa43-5744d3169ffa None None] Attempting to bind port 29c64afd-aac1-474c-8b7b-9b7a75f46702 on host dv-cinder-852364-3-iscsi for vnic_type normal with profile {{(pid=111143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 09 16:42:46.210978 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.plugins.ml2.managers [None req-8eb0d9f5-552f-40f4-aa43-5744d3169ffa None None] Attempting to bind port 29c64afd-aac1-474c-8b7b-9b7a75f46702 by drivers openvswitch,hyperv on host dv-cinder-852364-3-iscsi at level 0 using segments [{'id': '60a10cae-8523-418c-8f25-8fc7a0c27a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 992, 'network_id': 'cb4bbcd0-3598-42a5-86b4-c213b9289cf1'}] {{(pid=111143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 09 16:42:46.211437 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb0d9f5-552f-40f4-aa43-5744d3169ffa None None] Attempting to bind port 29c64afd-aac1-474c-8b7b-9b7a75f46702 on network cb4bbcd0-3598-42a5-86b4-c213b9289cf1 {{(pid=111143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 16:42:46.215253 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08b7b29-a9c2-4aea-92a7-5483a8035218 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:42:46.215596 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08b7b29-a9c2-4aea-92a7-5483a8035218 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:42:46.215938 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08b7b29-a9c2-4aea-92a7-5483a8035218 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:42:46.216278 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08b7b29-a9c2-4aea-92a7-5483a8035218 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:42:46.216605 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08b7b29-a9c2-4aea-92a7-5483a8035218 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:42:46.216930 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08b7b29-a9c2-4aea-92a7-5483a8035218 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:42:46.217252 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08b7b29-a9c2-4aea-92a7-5483a8035218 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:42:46.217574 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08b7b29-a9c2-4aea-92a7-5483a8035218 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:42:46.217893 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08b7b29-a9c2-4aea-92a7-5483a8035218 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:42:46.218209 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08b7b29-a9c2-4aea-92a7-5483a8035218 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:42:46.218528 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08b7b29-a9c2-4aea-92a7-5483a8035218 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:42:46.218860 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08b7b29-a9c2-4aea-92a7-5483a8035218 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:42:46.219208 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08b7b29-a9c2-4aea-92a7-5483a8035218 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:42:46.219523 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08b7b29-a9c2-4aea-92a7-5483a8035218 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:42:46.219835 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08b7b29-a9c2-4aea-92a7-5483a8035218 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:42:46.221286 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08b7b29-a9c2-4aea-92a7-5483a8035218 None None] Tracked resource versions report: Aug 09 16:42:46.221286 dv-cinder-852364-3-iscsi neutron-server[111143]: pushed versions: Aug 09 16:42:46.221286 dv-cinder-852364-3-iscsi neutron-server[111143]: { 'AddressGroup': {'1.2'}, Aug 09 16:42:46.221286 dv-cinder-852364-3-iscsi neutron-server[111143]: 'Agent': {'1.1'}, Aug 09 16:42:46.221286 dv-cinder-852364-3-iscsi neutron-server[111143]: 'ConntrackHelper': {'1.0'}, Aug 09 16:42:46.221286 dv-cinder-852364-3-iscsi neutron-server[111143]: 'LocalIPAssociation': {'1.0'}, Aug 09 16:42:46.221286 dv-cinder-852364-3-iscsi neutron-server[111143]: 'Log': {'1.0'}, Aug 09 16:42:46.221286 dv-cinder-852364-3-iscsi neutron-server[111143]: 'NDPProxy': {'1.0'}, Aug 09 16:42:46.221286 dv-cinder-852364-3-iscsi neutron-server[111143]: 'Network': {'1.1'}, Aug 09 16:42:46.221286 dv-cinder-852364-3-iscsi neutron-server[111143]: 'Port': {'1.7'}, Aug 09 16:42:46.221286 dv-cinder-852364-3-iscsi neutron-server[111143]: 'PortForwarding': {'1.3'}, Aug 09 16:42:46.221286 dv-cinder-852364-3-iscsi neutron-server[111143]: 'QosPolicy': {'1.10'}, Aug 09 16:42:46.221286 dv-cinder-852364-3-iscsi neutron-server[111143]: 'SecurityGroup': {'1.5'}, Aug 09 16:42:46.221286 dv-cinder-852364-3-iscsi neutron-server[111143]: 'SecurityGroupRule': {'1.2'}, Aug 09 16:42:46.221286 dv-cinder-852364-3-iscsi neutron-server[111143]: 'SubPort': {'1.0'}, Aug 09 16:42:46.221286 dv-cinder-852364-3-iscsi neutron-server[111143]: 'Subnet': {'1.1'}, Aug 09 16:42:46.221286 dv-cinder-852364-3-iscsi neutron-server[111143]: 'Trunk': {'1.1'}} Aug 09 16:42:46.221286 dv-cinder-852364-3-iscsi neutron-server[111143]: consumer versions: Aug 09 16:42:46.221286 dv-cinder-852364-3-iscsi neutron-server[111143]: { DHCP agent@dv-cinder-852364-3-iscsi: {}, Aug 09 16:42:46.221286 dv-cinder-852364-3-iscsi neutron-server[111143]: L3 agent@dv-cinder-852364-3-iscsi: {}, Aug 09 16:42:46.221286 dv-cinder-852364-3-iscsi neutron-server[111143]: Metadata agent@dv-cinder-852364-3-iscsi: {}, Aug 09 16:42:46.221286 dv-cinder-852364-3-iscsi neutron-server[111143]: Metering agent@dv-cinder-852364-3-iscsi: {}, Aug 09 16:42:46.221286 dv-cinder-852364-3-iscsi neutron-server[111143]: Open vSwitch agent@dv-cinder-852364-3-iscsi: { 'AddressGroup': '1.2', Aug 09 16:42:46.221286 dv-cinder-852364-3-iscsi neutron-server[111143]: 'Agent': '1.1', Aug 09 16:42:46.221286 dv-cinder-852364-3-iscsi neutron-server[111143]: 'ConntrackHelper': '1.0', Aug 09 16:42:46.221286 dv-cinder-852364-3-iscsi neutron-server[111143]: 'LocalIPAssociation': '1.0', Aug 09 16:42:46.221286 dv-cinder-852364-3-iscsi neutron-server[111143]: 'Log': '1.0', Aug 09 16:42:46.221286 dv-cinder-852364-3-iscsi neutron-server[111143]: 'NDPProxy': '1.0', Aug 09 16:42:46.221286 dv-cinder-852364-3-iscsi neutron-server[111143]: 'Network': '1.1', Aug 09 16:42:46.221286 dv-cinder-852364-3-iscsi neutron-server[111143]: 'Port': '1.7', Aug 09 16:42:46.221286 dv-cinder-852364-3-iscsi neutron-server[111143]: 'PortForwarding': '1.3', Aug 09 16:42:46.221286 dv-cinder-852364-3-iscsi neutron-server[111143]: 'QosPolicy': '1.10', Aug 09 16:42:46.221286 dv-cinder-852364-3-iscsi neutron-server[111143]: 'SecurityGroup': '1.5', Aug 09 16:42:46.221286 dv-cinder-852364-3-iscsi neutron-server[111143]: 'SecurityGroupRule': '1.2', Aug 09 16:42:46.221286 dv-cinder-852364-3-iscsi neutron-server[111143]: 'SubPort': '1.0', Aug 09 16:42:46.221286 dv-cinder-852364-3-iscsi neutron-server[111143]: 'Subnet': '1.1', Aug 09 16:42:46.221286 dv-cinder-852364-3-iscsi neutron-server[111143]: 'Trunk': '1.1'}} Aug 09 16:42:46.221286 dv-cinder-852364-3-iscsi neutron-server[111143]: {{(pid=111143) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 09 16:42:46.227887 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb0d9f5-552f-40f4-aa43-5744d3169ffa None None] Checking agent: {'id': '47988f4d-09d0-4892-bbfe-5b11c743802f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852364-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 9, 16, 42, 16), 'started_at': datetime.datetime(2022, 8, 9, 16, 42, 46), 'heartbeat_timestamp': datetime.datetime(2022, 8, 9, 16, 42, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852364-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 09 16:42:46.228289 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb0d9f5-552f-40f4-aa43-5744d3169ffa None None] Checking segment: {'id': '60a10cae-8523-418c-8f25-8fc7a0c27a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 992, 'network_id': 'cb4bbcd0-3598-42a5-86b4-c213b9289cf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 09 16:42:46.228771 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron_lib.callbacks.manager [None req-8eb0d9f5-552f-40f4-aa43-5744d3169ffa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:42:46.229155 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb0d9f5-552f-40f4-aa43-5744d3169ffa None None] Bound using segment: {'id': '60a10cae-8523-418c-8f25-8fc7a0c27a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 992, 'network_id': 'cb4bbcd0-3598-42a5-86b4-c213b9289cf1'} {{(pid=111143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 09 16:42:46.229617 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.plugins.ml2.managers [None req-8eb0d9f5-552f-40f4-aa43-5744d3169ffa None None] Bound port: 29c64afd-aac1-474c-8b7b-9b7a75f46702, host: dv-cinder-852364-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60a10cae-8523-418c-8f25-8fc7a0c27a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 992, 'network_id': 'cb4bbcd0-3598-42a5-86b4-c213b9289cf1'}}] {{(pid=111143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 09 16:42:46.229993 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron_lib.callbacks.manager [None req-8eb0d9f5-552f-40f4-aa43-5744d3169ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (29c64afd-aac1-474c-8b7b-9b7a75f46702), before_update {{(pid=111143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:42:46.292520 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG dbcounter [-] [111143] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:42:46.293896 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.plugins.ml2.db [None req-8eb0d9f5-552f-40f4-aa43-5744d3169ffa None None] For port 29c64afd-aac1-474c-8b7b-9b7a75f46702, host dv-cinder-852364-3-iscsi, cleared binding levels {{(pid=111143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:42:46.313815 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.plugins.ml2.db [None req-8eb0d9f5-552f-40f4-aa43-5744d3169ffa None None] For port 29c64afd-aac1-474c-8b7b-9b7a75f46702, host dv-cinder-852364-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-3-iscsi',level=0,port_id=29c64afd-aac1-474c-8b7b-9b7a75f46702,segment=NetworkSegment(60a10cae-8523-418c-8f25-8fc7a0c27a10),segment_id=60a10cae-8523-418c-8f25-8fc7a0c27a10)] {{(pid=111143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:42:46.374116 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron_lib.callbacks.manager [None req-8eb0d9f5-552f-40f4-aa43-5744d3169ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748338263269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748337861771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748337861789'] for port (29c64afd-aac1-474c-8b7b-9b7a75f46702), after_update {{(pid=111143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:42:46.410536 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG dbcounter [-] [111143] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:42:46.416384 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb0d9f5-552f-40f4-aa43-5744d3169ffa None None] Routers {'4d51cc7d-64d9-4a7c-86a0-46195d45d346'} bound to L3 agent in host dv-cinder-852364-3-iscsi {{(pid=111143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 16:42:46.416997 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.l3_hamode_db [None req-8eb0d9f5-552f-40f4-aa43-5744d3169ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-09T16:42:12Z,description=,heartbeat_timestamp=2022-08-09T16:42:42Z,host='dv-cinder-852364-3-iscsi',id=2cf02505-efcb-442b-855b-6c659df6f18c,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:13Z,topic='l3_agent')) {'router_ids': ['4d51cc7d-64d9-4a7c-86a0-46195d45d346'], 'active': True} {{(pid=111143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:42:46.503976 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08b7b29-a9c2-4aea-92a7-5483a8035218 None None] Pushing event updated for resources: {'Port': ['ID=29c64afd-aac1-474c-8b7b-9b7a75f46702,revision_number=4']} {{(pid=111143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:42:46.523922 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.l3_dvr_db [None req-8eb0d9f5-552f-40f4-aa43-5744d3169ffa None None] Set router 4d51cc7d-64d9-4a7c-86a0-46195d45d346 gateway port host: None {{(pid=111143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 16:42:46.716557 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.l3_hamode_db [None req-8eb0d9f5-552f-40f4-aa43-5744d3169ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d51cc7d-64d9-4a7c-86a0-46195d45d346', 'name': 'router1', 'tenant_id': '4aaa14b2f6a744faa731dac5fc07e1c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:42:32Z', 'updated_at': '2022-08-09T16:42:43Z', 'revision_number': 2, 'project_id': '4aaa14b2f6a744faa731dac5fc07e1c3', 'gw_port_host': None, '_interfaces': [{'id': '29c64afd-aac1-474c-8b7b-9b7a75f46702', 'name': '', 'network_id': 'cb4bbcd0-3598-42a5-86b4-c213b9289cf1', 'tenant_id': '4aaa14b2f6a744faa731dac5fc07e1c3', 'mac_address': 'fa:16:3e:a2:57:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d51cc7d-64d9-4a7c-86a0-46195d45d346', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9026a3f9-af51-4578-8de3-499c2d0fa230', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:42:42Z', 'updated_at': '2022-08-09T16:42:46Z', 'revision_number': 4, 'project_id': '4aaa14b2f6a744faa731dac5fc07e1c3', 'subnets': [{'id': '9026a3f9-af51-4578-8de3-499c2d0fa230', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e307a148-6925-463a-b44d-ab22be2b201d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-3-iscsi', False) {} {{(pid=111143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:42:46.744884 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb0d9f5-552f-40f4-aa43-5744d3169ffa None None] The sync data for ids ['4d51cc7d-64d9-4a7c-86a0-46195d45d346'] in dv-cinder-852364-3-iscsi is: [{'id': '4d51cc7d-64d9-4a7c-86a0-46195d45d346', 'name': 'router1', 'tenant_id': '4aaa14b2f6a744faa731dac5fc07e1c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:42:32Z', 'updated_at': '2022-08-09T16:42:43Z', 'revision_number': 2, 'project_id': '4aaa14b2f6a744faa731dac5fc07e1c3', 'gw_port_host': None, '_interfaces': [{'id': '29c64afd-aac1-474c-8b7b-9b7a75f46702', 'name': '', 'network_id': 'cb4bbcd0-3598-42a5-86b4-c213b9289cf1', 'tenant_id': '4aaa14b2f6a744faa731dac5fc07e1c3', 'mac_address': 'fa:16:3e:a2:57:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d51cc7d-64d9-4a7c-86a0-46195d45d346', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9026a3f9-af51-4578-8de3-499c2d0fa230', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:42:42Z', 'updated_at': '2022-08-09T16:42:46Z', 'revision_number': 4, 'project_id': '4aaa14b2f6a744faa731dac5fc07e1c3', 'subnets': [{'id': '9026a3f9-af51-4578-8de3-499c2d0fa230', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e307a148-6925-463a-b44d-ab22be2b201d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:42:47.027976 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.wsgi [-] (111141) accepted ('10.222.0.59', 47052) {{(pid=111141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:42:47.421805 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9cd7098-4607-4a7f-aee4-4973bdf6da59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:42:47.423066 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [None req-b9cd7098-4607-4a7f-aee4-4973bdf6da59 admin admin] 10.222.0.59 "GET /networking/v2.0/networks/0b446ac8-416d-4492-b144-c475e4beb84a HTTP/1.1" status: 200 len: 842 time: 0.3942127 Aug 09 16:42:47.432903 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.v2.base [None req-a658034b-30e4-4122-8edd-4d63469c5ed1 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'gateway_ip': '172.27.2.1', 'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'cidr': '172.27.2.0/24', 'name': 'public-subnet', 'ip_version': 4}} {{(pid=111141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 16:42:47.516689 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a658034b-30e4-4122-8edd-4d63469c5ed1 admin admin] Made reservation on behalf of 71a0f1acc61b45eba6ed6a5653958267 for: {'subnet': 1} {{(pid=111141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:42:47.519049 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-a658034b-30e4-4122-8edd-4d63469c5ed1 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:42:47.595467 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:42:47.809928 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:42:47.859604 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.objects.ports [None req-a658034b-30e4-4122-8edd-4d63469c5ed1 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=111141) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Aug 09 16:42:47.860334 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-a658034b-30e4-4122-8edd-4d63469c5ed1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463'] for subnet (4516d54a-1367-472b-b3e4-4bb105fe12f6), after_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:42:47.923356 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a658034b-30e4-4122-8edd-4d63469c5ed1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4516d54a-1367-472b-b3e4-4bb105fe12f6,revision_number=0']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:42:47.935799 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a658034b-30e4-4122-8edd-4d63469c5ed1 admin admin] Checking segment: {'id': '3548ff03-3b62-477c-991b-01c3e3081105', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 09 16:42:47.936157 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a658034b-30e4-4122-8edd-4d63469c5ed1 admin admin] Network hostable DHCP agents. Network: 0b446ac8-416d-4492-b144-c475e4beb84a, hostable agents: ['0d699ab0-1a4e-47ab-a625-f3b077123214'], hosted agents: [] {{(pid=111141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 16:42:48.031190 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a658034b-30e4-4122-8edd-4d63469c5ed1 admin admin] Network 0b446ac8-416d-4492-b144-c475e4beb84a is scheduled to be hosted by DHCP agent 0d699ab0-1a4e-47ab-a625-f3b077123214 with binding_index 1 {{(pid=111141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 16:42:48.122578 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.scheduler.base_scheduler [None req-a658034b-30e4-4122-8edd-4d63469c5ed1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852364-3-iscsi, 0b446ac8-416d-4492-b144-c475e4beb84a) {{(pid=111141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:42:48.128015 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a658034b-30e4-4122-8edd-4d63469c5ed1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:42:48.129372 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-a658034b-30e4-4122-8edd-4d63469c5ed1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526441'] for subnet (None), before_response {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:42:48.138548 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a33128c-6a9a-4638-962d-b15dbd9f9228 None None] Network 0b446ac8-416d-4492-b144-c475e4beb84a requested from dv-cinder-852364-3-iscsi {{(pid=111142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 09 16:42:48.223983 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [None req-a658034b-30e4-4122-8edd-4d63469c5ed1 admin admin] 10.222.0.59 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7825427 Aug 09 16:42:48.241680 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26e8125b-99ca-4957-a0e3-64c5b95ee5f4 None None] Network 0b446ac8-416d-4492-b144-c475e4beb84a requested from dv-cinder-852364-3-iscsi {{(pid=111142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 09 16:42:50.564609 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.wsgi [-] (111141) accepted ('10.222.0.59', 47060) {{(pid=111141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:42:50.982451 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [None req-70ffc089-86eb-4178-aeb2-f2b81b12d5b0 demo admin] 10.222.0.59 "GET /networking/v2.0/routers/4d51cc7d-64d9-4a7c-86a0-46195d45d346 HTTP/1.1" status: 200 len: 710 time: 0.4166224 Aug 09 16:42:51.073371 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b290560e-d68f-47fb-9556-ac2638d1db84 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:42:51.080755 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [None req-b290560e-d68f-47fb-9556-ac2638d1db84 demo admin] 10.222.0.59 "GET /networking/v2.0/networks/0b446ac8-416d-4492-b144-c475e4beb84a HTTP/1.1" status: 200 len: 886 time: 0.0867867 Aug 09 16:42:51.084010 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.v2.base [None req-cf7ddfec-0811-4ecf-b7e2-05a673d4c9eb demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a'}}} {{(pid=111141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 16:42:51.332768 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-cf7ddfec-0811-4ecf-b7e2-05a673d4c9eb demo admin] Publish callbacks [] for router_gateway (4d51cc7d-64d9-4a7c-86a0-46195d45d346), precommit_update {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:42:51.704933 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:42:51.724620 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-cf7ddfec-0811-4ecf-b7e2-05a673d4c9eb demo admin] Publish callbacks [] for router_gateway (4d51cc7d-64d9-4a7c-86a0-46195d45d346), before_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:42:51.803953 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-cf7ddfec-0811-4ecf-b7e2-05a673d4c9eb demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (None), before_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:42:51.917053 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.db.db_base_plugin_common [None req-cf7ddfec-0811-4ecf-b7e2-05a673d4c9eb demo admin] Allocated IP 172.27.2.133 (0b446ac8-416d-4492-b144-c475e4beb84a/4516d54a-1367-472b-b3e4-4bb105fe12f6/0318755e-0cbf-4bbe-ac46-4c5402aa99c8) {{(pid=111141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:42:51.943382 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:DELETE=2,neutron:INSERT=4 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:42:52.025933 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-cf7ddfec-0811-4ecf-b7e2-05a673d4c9eb demo admin] Publish callbacks [] for port (0318755e-0cbf-4bbe-ac46-4c5402aa99c8), precommit_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:42:52.099682 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-cf7ddfec-0811-4ecf-b7e2-05a673d4c9eb demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748337861753'] for port (0318755e-0cbf-4bbe-ac46-4c5402aa99c8), after_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:42:52.139677 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf7ddfec-0811-4ecf-b7e2-05a673d4c9eb demo admin] Network 0b446ac8-416d-4492-b144-c475e4beb84a is already hosted by enough agents. {{(pid=111141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:42:52.144342 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.scheduler.base_scheduler [None req-cf7ddfec-0811-4ecf-b7e2-05a673d4c9eb demo admin] Resources bound (agent type, host, resource id): {{(pid=111141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:42:52.148625 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf7ddfec-0811-4ecf-b7e2-05a673d4c9eb demo admin] Received port after_create {{(pid=111141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 09 16:42:52.151691 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7ddfec-0811-4ecf-b7e2-05a673d4c9eb demo admin] Pushing event updated for resources: {'Port': ['ID=0318755e-0cbf-4bbe-ac46-4c5402aa99c8,revision_number=1']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:42:52.464031 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-cf7ddfec-0811-4ecf-b7e2-05a673d4c9eb demo admin] Publish callbacks [] for router_gateway (4d51cc7d-64d9-4a7c-86a0-46195d45d346), after_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:42:52.514945 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:42:52.665309 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-cf7ddfec-0811-4ecf-b7e2-05a673d4c9eb demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692917', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-338897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-297'] for router (4d51cc7d-64d9-4a7c-86a0-46195d45d346), precommit_update {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:42:52.668802 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-cf7ddfec-0811-4ecf-b7e2-05a673d4c9eb demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-689230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-689207', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-338910'] for router (4d51cc7d-64d9-4a7c-86a0-46195d45d346), after_update {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:42:52.771634 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf7ddfec-0811-4ecf-b7e2-05a673d4c9eb demo admin] Router 4d51cc7d-64d9-4a7c-86a0-46195d45d346 has already been hosted by L3 agent 2cf02505-efcb-442b-855b-6c659df6f18c {{(pid=111141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 09 16:42:52.875320 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf7ddfec-0811-4ecf-b7e2-05a673d4c9eb demo admin] Notify agent at l3_agent.dv-cinder-852364-3-iscsi the message routers_updated {{(pid=111141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:42:52.879656 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-cf7ddfec-0811-4ecf-b7e2-05a673d4c9eb demo admin] Publish callbacks [] for router (None), before_response {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:42:52.880871 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [None req-cf7ddfec-0811-4ecf-b7e2-05a673d4c9eb demo admin] 10.222.0.59 "PUT /networking/v2.0/routers/4d51cc7d-64d9-4a7c-86a0-46195d45d346 HTTP/1.1" status: 200 len: 890 time: 1.8001366 Aug 09 16:42:53.084014 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb71cd9-69e6-4166-89bf-7964ad89b55f None None] Sync routers for ids ['4d51cc7d-64d9-4a7c-86a0-46195d45d346'] in dv-cinder-852364-3-iscsi {{(pid=111142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:42:53.097657 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb71cd9-69e6-4166-89bf-7964ad89b55f None None] Routers {'4d51cc7d-64d9-4a7c-86a0-46195d45d346'} bound to L3 agent in host dv-cinder-852364-3-iscsi {{(pid=111142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 16:42:53.098272 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_hamode_db [None req-afb71cd9-69e6-4166-89bf-7964ad89b55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-09T16:42:12Z,description=,heartbeat_timestamp=2022-08-09T16:42:42Z,host='dv-cinder-852364-3-iscsi',id=2cf02505-efcb-442b-855b-6c659df6f18c,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:13Z,topic='l3_agent')) {'router_ids': ['4d51cc7d-64d9-4a7c-86a0-46195d45d346'], 'active': True} {{(pid=111142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:42:53.311762 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_dvr_db [None req-afb71cd9-69e6-4166-89bf-7964ad89b55f None None] Set router 4d51cc7d-64d9-4a7c-86a0-46195d45d346 gateway port host: dv-cinder-852364-3-iscsi {{(pid=111142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 16:42:53.357561 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Device 29c64afd-aac1-474c-8b7b-9b7a75f46702 up at agent ovs-agent-dv-cinder-852364-3-iscsi {{(pid=111142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:42:53.411163 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:42:53.587272 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.provisioning_blocks [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Provisioning complete for port 29c64afd-aac1-474c-8b7b-9b7a75f46702 triggered by entity L2. {{(pid=111142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 16:42:53.587576 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877469'] for port (29c64afd-aac1-474c-8b7b-9b7a75f46702), provisioning_complete {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:42:53.776231 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:42:53.789927 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Current status of the port 29c64afd-aac1-474c-8b7b-9b7a75f46702 is: DOWN; New status is: ACTIVE {{(pid=111142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 16:42:53.790316 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (29c64afd-aac1-474c-8b7b-9b7a75f46702), before_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:42:53.806793 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_hamode_db [None req-afb71cd9-69e6-4166-89bf-7964ad89b55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d51cc7d-64d9-4a7c-86a0-46195d45d346', 'name': 'router1', 'tenant_id': '4aaa14b2f6a744faa731dac5fc07e1c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'external_fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '0318755e-0cbf-4bbe-ac46-4c5402aa99c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:42:32Z', 'updated_at': '2022-08-09T16:42:52Z', 'revision_number': 4, 'project_id': '4aaa14b2f6a744faa731dac5fc07e1c3', 'gw_port': {'id': '0318755e-0cbf-4bbe-ac46-4c5402aa99c8', 'name': '', 'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:6c:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d51cc7d-64d9-4a7c-86a0-46195d45d346', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:42:51Z', 'updated_at': '2022-08-09T16:42:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-3-iscsi', '_interfaces': [{'id': '29c64afd-aac1-474c-8b7b-9b7a75f46702', 'name': '', 'network_id': 'cb4bbcd0-3598-42a5-86b4-c213b9289cf1', 'tenant_id': '4aaa14b2f6a744faa731dac5fc07e1c3', 'mac_address': 'fa:16:3e:a2:57:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d51cc7d-64d9-4a7c-86a0-46195d45d346', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9026a3f9-af51-4578-8de3-499c2d0fa230', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:42:42Z', 'updated_at': '2022-08-09T16:42:46Z', 'revision_number': 4, 'project_id': '4aaa14b2f6a744faa731dac5fc07e1c3', 'subnets': [{'id': '9026a3f9-af51-4578-8de3-499c2d0fa230', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e307a148-6925-463a-b44d-ab22be2b201d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-3-iscsi', False) {} {{(pid=111142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:42:53.866247 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb71cd9-69e6-4166-89bf-7964ad89b55f None None] Checking router: 4d51cc7d-64d9-4a7c-86a0-46195d45d346 for host: dv-cinder-852364-3-iscsi {{(pid=111142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:42:53.866545 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb71cd9-69e6-4166-89bf-7964ad89b55f None None] Updating router 4d51cc7d-64d9-4a7c-86a0-46195d45d346 port 0318755e-0cbf-4bbe-ac46-4c5402aa99c8 binding host dv-cinder-852364-3-iscsi {{(pid=111142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 16:42:54.002842 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.db [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] For port 29c64afd-aac1-474c-8b7b-9b7a75f46702, host dv-cinder-852364-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-3-iscsi',level=0,port_id=29c64afd-aac1-474c-8b7b-9b7a75f46702,segment=NetworkSegment(60a10cae-8523-418c-8f25-8fc7a0c27a10),segment_id=60a10cae-8523-418c-8f25-8fc7a0c27a10)] {{(pid=111142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:42:54.011336 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-afb71cd9-69e6-4166-89bf-7964ad89b55f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (0318755e-0cbf-4bbe-ac46-4c5402aa99c8), before_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:42:54.130160 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748338263269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748337861771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748337861789'] for port (29c64afd-aac1-474c-8b7b-9b7a75f46702), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:42:54.253447 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Pushing event updated for resources: {'Port': ['ID=29c64afd-aac1-474c-8b7b-9b7a75f46702,revision_number=5']} {{(pid=111142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:42:54.370594 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-afb71cd9-69e6-4166-89bf-7964ad89b55f None None] Publish callbacks [] for port (0318755e-0cbf-4bbe-ac46-4c5402aa99c8), precommit_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:42:54.419724 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-afb71cd9-69e6-4166-89bf-7964ad89b55f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748338263269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748337861771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748337861789'] for port (0318755e-0cbf-4bbe-ac46-4c5402aa99c8), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:42:54.454541 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.managers [None req-afb71cd9-69e6-4166-89bf-7964ad89b55f None None] Attempting to bind port 0318755e-0cbf-4bbe-ac46-4c5402aa99c8 on host dv-cinder-852364-3-iscsi for vnic_type normal with profile {{(pid=111142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 09 16:42:54.454915 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.managers [None req-afb71cd9-69e6-4166-89bf-7964ad89b55f None None] Attempting to bind port 0318755e-0cbf-4bbe-ac46-4c5402aa99c8 by drivers openvswitch,hyperv on host dv-cinder-852364-3-iscsi at level 0 using segments [{'id': '3548ff03-3b62-477c-991b-01c3e3081105', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a'}] {{(pid=111142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 09 16:42:54.455308 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb71cd9-69e6-4166-89bf-7964ad89b55f None None] Attempting to bind port 0318755e-0cbf-4bbe-ac46-4c5402aa99c8 on network 0b446ac8-416d-4492-b144-c475e4beb84a {{(pid=111142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 16:42:54.467532 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:42:54.470407 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb71cd9-69e6-4166-89bf-7964ad89b55f None None] Checking agent: {'id': '47988f4d-09d0-4892-bbfe-5b11c743802f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852364-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 9, 16, 42, 16), 'started_at': datetime.datetime(2022, 8, 9, 16, 42, 46), 'heartbeat_timestamp': datetime.datetime(2022, 8, 9, 16, 42, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852364-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 09 16:42:54.470786 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb71cd9-69e6-4166-89bf-7964ad89b55f None None] Checking segment: {'id': '3548ff03-3b62-477c-991b-01c3e3081105', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 09 16:42:54.471322 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-afb71cd9-69e6-4166-89bf-7964ad89b55f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:42:54.471714 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb71cd9-69e6-4166-89bf-7964ad89b55f None None] Bound using segment: {'id': '3548ff03-3b62-477c-991b-01c3e3081105', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a'} {{(pid=111142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 09 16:42:54.472180 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.managers [None req-afb71cd9-69e6-4166-89bf-7964ad89b55f None None] Bound port: 0318755e-0cbf-4bbe-ac46-4c5402aa99c8, host: dv-cinder-852364-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3548ff03-3b62-477c-991b-01c3e3081105', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a'}}] {{(pid=111142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 09 16:42:54.472561 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-afb71cd9-69e6-4166-89bf-7964ad89b55f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (0318755e-0cbf-4bbe-ac46-4c5402aa99c8), before_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:42:54.477911 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5504db35-fe4a-4c0a-823c-551c13390f24 None None] Pushing event updated for resources: {'Port': ['ID=0318755e-0cbf-4bbe-ac46-4c5402aa99c8,revision_number=2']} {{(pid=111142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:42:54.525923 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.db [None req-afb71cd9-69e6-4166-89bf-7964ad89b55f None None] For port 0318755e-0cbf-4bbe-ac46-4c5402aa99c8, host dv-cinder-852364-3-iscsi, cleared binding levels {{(pid=111142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:42:54.529017 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.db [None req-afb71cd9-69e6-4166-89bf-7964ad89b55f None None] For port 0318755e-0cbf-4bbe-ac46-4c5402aa99c8, host dv-cinder-852364-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-3-iscsi',level=0,port_id=0318755e-0cbf-4bbe-ac46-4c5402aa99c8,segment=NetworkSegment(3548ff03-3b62-477c-991b-01c3e3081105),segment_id=3548ff03-3b62-477c-991b-01c3e3081105)] {{(pid=111142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:42:54.613966 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-afb71cd9-69e6-4166-89bf-7964ad89b55f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748338263269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748337861771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748337861789'] for port (0318755e-0cbf-4bbe-ac46-4c5402aa99c8), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:42:54.654759 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb71cd9-69e6-4166-89bf-7964ad89b55f None None] Routers {'4d51cc7d-64d9-4a7c-86a0-46195d45d346'} bound to L3 agent in host dv-cinder-852364-3-iscsi {{(pid=111142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 16:42:54.655400 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_hamode_db [None req-afb71cd9-69e6-4166-89bf-7964ad89b55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-09T16:42:12Z,description=,heartbeat_timestamp=2022-08-09T16:42:42Z,host='dv-cinder-852364-3-iscsi',id=2cf02505-efcb-442b-855b-6c659df6f18c,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:13Z,topic='l3_agent')) {'router_ids': ['4d51cc7d-64d9-4a7c-86a0-46195d45d346'], 'active': True} {{(pid=111142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:42:54.709459 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5504db35-fe4a-4c0a-823c-551c13390f24 None None] Pushing event updated for resources: {'Port': ['ID=0318755e-0cbf-4bbe-ac46-4c5402aa99c8,revision_number=3']} {{(pid=111142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:42:54.773602 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_dvr_db [None req-afb71cd9-69e6-4166-89bf-7964ad89b55f None None] Set router 4d51cc7d-64d9-4a7c-86a0-46195d45d346 gateway port host: dv-cinder-852364-3-iscsi {{(pid=111142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 16:42:55.001177 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:42:55.006448 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_hamode_db [None req-afb71cd9-69e6-4166-89bf-7964ad89b55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d51cc7d-64d9-4a7c-86a0-46195d45d346', 'name': 'router1', 'tenant_id': '4aaa14b2f6a744faa731dac5fc07e1c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'external_fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '0318755e-0cbf-4bbe-ac46-4c5402aa99c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:42:32Z', 'updated_at': '2022-08-09T16:42:52Z', 'revision_number': 4, 'project_id': '4aaa14b2f6a744faa731dac5fc07e1c3', 'gw_port': {'id': '0318755e-0cbf-4bbe-ac46-4c5402aa99c8', 'name': '', 'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:6c:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d51cc7d-64d9-4a7c-86a0-46195d45d346', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:42:51Z', 'updated_at': '2022-08-09T16:42:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-3-iscsi', '_interfaces': [{'id': '29c64afd-aac1-474c-8b7b-9b7a75f46702', 'name': '', 'network_id': 'cb4bbcd0-3598-42a5-86b4-c213b9289cf1', 'tenant_id': '4aaa14b2f6a744faa731dac5fc07e1c3', 'mac_address': 'fa:16:3e:a2:57:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d51cc7d-64d9-4a7c-86a0-46195d45d346', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9026a3f9-af51-4578-8de3-499c2d0fa230', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:42:42Z', 'updated_at': '2022-08-09T16:42:53Z', 'revision_number': 5, 'project_id': '4aaa14b2f6a744faa731dac5fc07e1c3', 'subnets': [{'id': '9026a3f9-af51-4578-8de3-499c2d0fa230', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e307a148-6925-463a-b44d-ab22be2b201d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-3-iscsi', False) {} {{(pid=111142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:42:55.035635 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb71cd9-69e6-4166-89bf-7964ad89b55f None None] The sync data for ids ['4d51cc7d-64d9-4a7c-86a0-46195d45d346'] in dv-cinder-852364-3-iscsi is: [{'id': '4d51cc7d-64d9-4a7c-86a0-46195d45d346', 'name': 'router1', 'tenant_id': '4aaa14b2f6a744faa731dac5fc07e1c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'external_fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '0318755e-0cbf-4bbe-ac46-4c5402aa99c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:42:32Z', 'updated_at': '2022-08-09T16:42:52Z', 'revision_number': 4, 'project_id': '4aaa14b2f6a744faa731dac5fc07e1c3', 'gw_port': {'id': '0318755e-0cbf-4bbe-ac46-4c5402aa99c8', 'name': '', 'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:6c:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d51cc7d-64d9-4a7c-86a0-46195d45d346', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:42:51Z', 'updated_at': '2022-08-09T16:42:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-3-iscsi', '_interfaces': [{'id': '29c64afd-aac1-474c-8b7b-9b7a75f46702', 'name': '', 'network_id': 'cb4bbcd0-3598-42a5-86b4-c213b9289cf1', 'tenant_id': '4aaa14b2f6a744faa731dac5fc07e1c3', 'mac_address': 'fa:16:3e:a2:57:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d51cc7d-64d9-4a7c-86a0-46195d45d346', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9026a3f9-af51-4578-8de3-499c2d0fa230', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:42:42Z', 'updated_at': '2022-08-09T16:42:53Z', 'revision_number': 5, 'project_id': '4aaa14b2f6a744faa731dac5fc07e1c3', 'subnets': [{'id': '9026a3f9-af51-4578-8de3-499c2d0fa230', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e307a148-6925-463a-b44d-ab22be2b201d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:42:55.352529 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.wsgi [-] (111141) accepted ('10.222.0.59', 47072) {{(pid=111141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:42:55.419129 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Device 29c64afd-aac1-474c-8b7b-9b7a75f46702 up at agent ovs-agent-dv-cinder-852364-3-iscsi {{(pid=111142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:42:55.472043 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.provisioning_blocks [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Provisioning complete for port 29c64afd-aac1-474c-8b7b-9b7a75f46702 triggered by entity L2. {{(pid=111142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 16:42:55.472537 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877469'] for port (29c64afd-aac1-474c-8b7b-9b7a75f46702), provisioning_complete {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:42:55.554331 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Current status of the port 29c64afd-aac1-474c-8b7b-9b7a75f46702 is: ACTIVE; New status is: ACTIVE {{(pid=111142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 16:42:55.555448 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Device 0318755e-0cbf-4bbe-ac46-4c5402aa99c8 up at agent ovs-agent-dv-cinder-852364-3-iscsi {{(pid=111142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:42:55.604305 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.provisioning_blocks [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Provisioning complete for port 0318755e-0cbf-4bbe-ac46-4c5402aa99c8 triggered by entity L2. {{(pid=111142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 16:42:55.604796 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877469'] for port (0318755e-0cbf-4bbe-ac46-4c5402aa99c8), provisioning_complete {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:42:55.682632 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Current status of the port 0318755e-0cbf-4bbe-ac46-4c5402aa99c8 is: DOWN; New status is: ACTIVE {{(pid=111142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 16:42:55.683357 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (0318755e-0cbf-4bbe-ac46-4c5402aa99c8), before_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:42:55.707442 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.db [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] For port 0318755e-0cbf-4bbe-ac46-4c5402aa99c8, host dv-cinder-852364-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-3-iscsi',level=0,port_id=0318755e-0cbf-4bbe-ac46-4c5402aa99c8,segment=NetworkSegment(3548ff03-3b62-477c-991b-01c3e3081105),segment_id=3548ff03-3b62-477c-991b-01c3e3081105)] {{(pid=111142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:42:55.757447 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748338263269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748337861771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748337861789'] for port (0318755e-0cbf-4bbe-ac46-4c5402aa99c8), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:42:55.799476 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [None req-d7a9160f-7118-4a96-8262-30f3ce2fbc14 admin admin] 10.222.0.59 "GET /networking/v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 413 time: 0.4428720 Aug 09 16:42:55.806336 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Pushing event updated for resources: {'Port': ['ID=0318755e-0cbf-4bbe-ac46-4c5402aa99c8,revision_number=4']} {{(pid=111142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:42:56.718887 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG dbcounter [-] [111143] Writing DB stats neutron:SELECT=44 {{(pid=111143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:42:56.719707 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG dbcounter [-] [111143] Writing DB stats neutron:SELECT=24 {{(pid=111143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:42:57.319415 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Device 0318755e-0cbf-4bbe-ac46-4c5402aa99c8 up at agent ovs-agent-dv-cinder-852364-3-iscsi {{(pid=111142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:42:57.363237 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.provisioning_blocks [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Provisioning complete for port 0318755e-0cbf-4bbe-ac46-4c5402aa99c8 triggered by entity L2. {{(pid=111142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 16:42:57.363632 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877469'] for port (0318755e-0cbf-4bbe-ac46-4c5402aa99c8), provisioning_complete {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:42:57.392057 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:42:57.447511 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Current status of the port 0318755e-0cbf-4bbe-ac46-4c5402aa99c8 is: ACTIVE; New status is: ACTIVE {{(pid=111142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 16:42:59.420783 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.agents_db [None req-a4db1589-5d5b-4049-8210-f6e9f318fefd None None] Agent healthcheck: found 5 active agents {{(pid=111143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:43:05.784970 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=80,neutron:UPDATE=1 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:43:05.795388 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=32 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:43:07.446120 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=62,neutron:UPDATE=1 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:43:10.070809 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-0c7de510-3ed9-49de-a164-4add3e22cfe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (0d699ab0-1a4e-47ab-a625-f3b077123214), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:43:12.357228 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-e268a604-c6c3-47b2-9aef-49f0961511b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (2cf02505-efcb-442b-855b-6c659df6f18c), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:43:13.619559 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-e70f562e-e7df-49ad-a15a-67a143aa0666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (bc6be869-02df-4ed8-8ee0-3ec53a1551af), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:43:15.397055 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-5c325a0b-ed39-4cac-be6f-43defe9e55aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (33bcacdc-c215-42b6-b75f-650d86e609be), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:43:15.647400 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (47988f4d-09d0-4892-bbfe-5b11c743802f), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:43:17.412392 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG dbcounter [-] [111143] Writing DB stats neutron:SELECT=2 {{(pid=111143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:43:17.433913 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG dbcounter [-] [111143] Writing DB stats neutron:SELECT=6 {{(pid=111143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:43:25.578236 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:43:25.587271 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:43:36.419640 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.agents_db [None req-a4db1589-5d5b-4049-8210-f6e9f318fefd None None] Agent healthcheck: found 5 active agents {{(pid=111143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:43:40.081163 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-a62ee5e5-45b4-4229-9e80-9d5f401005ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (0d699ab0-1a4e-47ab-a625-f3b077123214), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:43:42.350883 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-1d6abf91-fa42-47bf-a30c-978b01bc6c02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (2cf02505-efcb-442b-855b-6c659df6f18c), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:43:43.624761 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-e70f562e-e7df-49ad-a15a-67a143aa0666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (bc6be869-02df-4ed8-8ee0-3ec53a1551af), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:43:45.413901 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-5c325a0b-ed39-4cac-be6f-43defe9e55aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (33bcacdc-c215-42b6-b75f-650d86e609be), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:43:45.652823 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (47988f4d-09d0-4892-bbfe-5b11c743802f), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:43:54.464967 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG dbcounter [-] [111143] Writing DB stats neutron:SELECT=4 {{(pid=111143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:43:54.469861 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG dbcounter [-] [111143] Writing DB stats neutron:SELECT=4 {{(pid=111143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:43:55.583671 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=20 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:43:55.585903 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=21,neutron:UPDATE=5 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:44:08.415085 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG dbcounter [-] [111143] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=111143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:44:10.046625 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-85cfce42-ced3-42cb-bf30-43924f01b714 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (0d699ab0-1a4e-47ab-a625-f3b077123214), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:44:12.355365 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-b321dc13-0648-4953-8729-9e543daadf50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (2cf02505-efcb-442b-855b-6c659df6f18c), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:44:13.419004 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.agents_db [None req-a4db1589-5d5b-4049-8210-f6e9f318fefd None None] Agent healthcheck: found 5 active agents {{(pid=111143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:44:13.647020 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-e70f562e-e7df-49ad-a15a-67a143aa0666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (bc6be869-02df-4ed8-8ee0-3ec53a1551af), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:44:15.406429 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-5c325a0b-ed39-4cac-be6f-43defe9e55aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (33bcacdc-c215-42b6-b75f-650d86e609be), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:44:15.641084 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (47988f4d-09d0-4892-bbfe-5b11c743802f), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:44:20.511609 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.wsgi [-] (111140) accepted ('10.222.0.59', 47612) {{(pid=111140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:44:20.974719 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b6b6f75-dcb9-439b-b5cb-653e7205fe62 admin admin] GET failed (client error): The resource could not be found. Aug 09 16:44:20.976046 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [None req-5b6b6f75-dcb9-439b-b5cb-653e7205fe62 admin admin] 10.222.0.59 "GET /networking/v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.4635034 Aug 09 16:44:21.137262 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb6c7343-0945-4830-a44f-a38079be3805 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:44:21.138738 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [None req-cb6c7343-0945-4830-a44f-a38079be3805 admin admin] 10.222.0.59 "GET /networking/v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1584082 Aug 09 16:44:23.335130 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.wsgi [-] (111140) accepted ('10.222.0.59', 47622) {{(pid=111140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:44:23.710016 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92a7bb83-2b16-4562-90a8-f9c0403a8ce6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:44:23.711328 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [None req-92a7bb83-2b16-4562-90a8-f9c0403a8ce6 admin admin] 10.222.0.59 "GET /networking/v2.0/subnets/9026a3f9-af51-4578-8de3-499c2d0fa230 HTTP/1.1" status: 200 len: 849 time: 0.3752136 Aug 09 16:44:23.720759 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.v2.base [None req-2b08b16e-6713-4fbd-9e33-289962b662e5 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=111140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 16:44:23.805371 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-2b08b16e-6713-4fbd-9e33-289962b662e5 admin admin] Publish callbacks [] for subnet (9026a3f9-af51-4578-8de3-499c2d0fa230), before_update {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:44:24.029245 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-2b08b16e-6713-4fbd-9e33-289962b662e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8748338263260'] for subnet (9026a3f9-af51-4578-8de3-499c2d0fa230), after_update {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:44:24.066322 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b08b16e-6713-4fbd-9e33-289962b662e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:44:24.066942 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-2b08b16e-6713-4fbd-9e33-289962b662e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526441'] for subnet (None), before_response {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:44:24.068556 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [None req-2b08b16e-6713-4fbd-9e33-289962b662e5 admin admin] 10.222.0.59 "PUT /networking/v2.0/subnets/9026a3f9-af51-4578-8de3-499c2d0fa230 HTTP/1.1" status: 200 len: 868 time: 0.3511665 Aug 09 16:44:24.086094 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87785f65-eec9-4f4c-94a7-d8f9a728947d None None] Network cb4bbcd0-3598-42a5-86b4-c213b9289cf1 requested from dv-cinder-852364-3-iscsi {{(pid=111142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 09 16:44:24.092820 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b08b16e-6713-4fbd-9e33-289962b662e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9026a3f9-af51-4578-8de3-499c2d0fa230,revision_number=1']} {{(pid=111140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:44:24.101250 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b08b16e-6713-4fbd-9e33-289962b662e5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:44:24.101597 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b08b16e-6713-4fbd-9e33-289962b662e5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:44:24.101974 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b08b16e-6713-4fbd-9e33-289962b662e5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:44:24.102321 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b08b16e-6713-4fbd-9e33-289962b662e5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:44:24.102666 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b08b16e-6713-4fbd-9e33-289962b662e5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:44:24.103000 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b08b16e-6713-4fbd-9e33-289962b662e5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:44:24.103367 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b08b16e-6713-4fbd-9e33-289962b662e5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:44:24.103702 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b08b16e-6713-4fbd-9e33-289962b662e5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:44:24.104046 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b08b16e-6713-4fbd-9e33-289962b662e5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:44:24.104379 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b08b16e-6713-4fbd-9e33-289962b662e5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:44:24.104745 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b08b16e-6713-4fbd-9e33-289962b662e5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:44:24.105089 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b08b16e-6713-4fbd-9e33-289962b662e5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:44:24.105398 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b08b16e-6713-4fbd-9e33-289962b662e5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:44:24.105727 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b08b16e-6713-4fbd-9e33-289962b662e5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:44:24.106050 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b08b16e-6713-4fbd-9e33-289962b662e5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:44:24.388884 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.provisioning_blocks [None req-10b0a4f0-0bae-4677-9fe8-12180c3089d9 None None] Provisioning complete for port accb9f5d-d3d0-44b2-ac99-6d6241c6eb1c triggered by entity DHCP. {{(pid=111142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 16:44:24.389267 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-10b0a4f0-0bae-4677-9fe8-12180c3089d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877469'] for port (accb9f5d-d3d0-44b2-ac99-6d6241c6eb1c), provisioning_complete {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:44:24.462570 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-10b0a4f0-0bae-4677-9fe8-12180c3089d9 None None] Current status of the port accb9f5d-d3d0-44b2-ac99-6d6241c6eb1c is: ACTIVE; New status is: ACTIVE {{(pid=111142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 16:44:24.470795 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.provisioning_blocks [None req-10b0a4f0-0bae-4677-9fe8-12180c3089d9 None None] Provisioning complete for port 29c64afd-aac1-474c-8b7b-9b7a75f46702 triggered by entity DHCP. {{(pid=111142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 16:44:24.471292 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-10b0a4f0-0bae-4677-9fe8-12180c3089d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877469'] for port (29c64afd-aac1-474c-8b7b-9b7a75f46702), provisioning_complete {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:44:24.545190 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-10b0a4f0-0bae-4677-9fe8-12180c3089d9 None None] Current status of the port 29c64afd-aac1-474c-8b7b-9b7a75f46702 is: ACTIVE; New status is: ACTIVE {{(pid=111142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 16:44:26.363199 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.wsgi [-] (111140) accepted ('10.222.0.59', 47630) {{(pid=111140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:44:26.869042 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05025b5b-dae6-449a-87eb-2c76236e356e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:44:26.869518 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05025b5b-dae6-449a-87eb-2c76236e356e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:44:26.871072 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [None req-05025b5b-dae6-449a-87eb-2c76236e356e admin admin] 10.222.0.59 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.5062811 Aug 09 16:44:29.052508 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.wsgi [-] (111141) accepted ('10.222.0.59', 47638) {{(pid=111141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:44:29.614688 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1033253a-a1f0-40c1-ae03-ddf9ce7249ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:44:29.615192 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1033253a-a1f0-40c1-ae03-ddf9ce7249ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:44:29.616761 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [None req-1033253a-a1f0-40c1-ae03-ddf9ce7249ec admin admin] 10.222.0.59 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.5633092 Aug 09 16:44:31.428880 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG dbcounter [-] [111143] Writing DB stats neutron:SELECT=4 {{(pid=111143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:44:31.429697 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG dbcounter [-] [111143] Writing DB stats neutron:SELECT=4 {{(pid=111143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:44:31.827281 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.wsgi [-] (111141) accepted ('10.222.0.59', 47648) {{(pid=111141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:44:32.236593 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08c82bf8-e256-4883-b52f-960ab7cd22ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:44:32.237959 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [None req-08c82bf8-e256-4883-b52f-960ab7cd22ed admin admin] 10.222.0.59 "GET /networking/v2.0/networks/0b446ac8-416d-4492-b144-c475e4beb84a HTTP/1.1" status: 200 len: 886 time: 0.4097331 Aug 09 16:44:34.424329 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.wsgi [-] (111141) accepted ('10.222.0.59', 47656) {{(pid=111141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:44:34.536979 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=49,neutron:UPDATE=2 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:44:34.543968 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=43,neutron:UPDATE=3 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:44:34.843832 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7de61927-84e8-4ea2-8ddf-13673a326a5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:44:34.845123 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [None req-7de61927-84e8-4ea2-8ddf-13673a326a5d admin admin] 10.222.0.59 "GET /networking/v2.0/networks/cb4bbcd0-3598-42a5-86b4-c213b9289cf1 HTTP/1.1" status: 200 len: 869 time: 0.4196825 Aug 09 16:44:36.859851 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=75,neutron:UPDATE=1 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:44:36.866884 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=70,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:44:37.037667 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.wsgi [-] (111141) accepted ('10.222.0.59', 47664) {{(pid=111141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:44:37.476186 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-893da71c-7345-424d-8327-0dce1af8072c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:44:37.476186 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-893da71c-7345-424d-8327-0dce1af8072c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:44:37.476186 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [None req-893da71c-7345-424d-8327-0dce1af8072c admin admin] 10.222.0.59 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4046803 Aug 09 16:44:39.664767 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.wsgi [-] (111141) accepted ('10.222.0.59', 47672) {{(pid=111141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:44:40.063721 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfe91ea4-2df9-4daf-b7a2-f3ac592314dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:44:40.064175 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfe91ea4-2df9-4daf-b7a2-f3ac592314dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:44:40.065727 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [None req-dfe91ea4-2df9-4daf-b7a2-f3ac592314dd admin admin] 10.222.0.59 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4000213 Aug 09 16:44:40.131912 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-090c9594-ab94-425f-b958-ff95a08624ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (0d699ab0-1a4e-47ab-a625-f3b077123214), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:44:42.249406 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.wsgi [-] (111141) accepted ('10.222.0.59', 47680) {{(pid=111141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:44:42.387663 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-abc0aa3e-4499-46e2-90ae-a9437d7dfc0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (2cf02505-efcb-442b-855b-6c659df6f18c), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:44:42.626934 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b834da5-c46a-46e4-91d7-baab9c210344 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:44:42.628236 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [None req-6b834da5-c46a-46e4-91d7-baab9c210344 admin admin] 10.222.0.59 "GET /networking/v2.0/subnets/4516d54a-1367-472b-b3e4-4bb105fe12f6 HTTP/1.1" status: 200 len: 816 time: 0.3778813 Aug 09 16:44:43.622701 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-e70f562e-e7df-49ad-a15a-67a143aa0666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (bc6be869-02df-4ed8-8ee0-3ec53a1551af), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:44:44.809596 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.wsgi [-] (111141) accepted ('10.222.0.59', 47688) {{(pid=111141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:44:45.173664 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28c853ce-cad6-4925-aade-a5c3d9ec6def admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:44:45.175008 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [None req-28c853ce-cad6-4925-aade-a5c3d9ec6def admin admin] 10.222.0.59 "GET /networking/v2.0/subnets/9026a3f9-af51-4578-8de3-499c2d0fa230 HTTP/1.1" status: 200 len: 868 time: 0.3644667 Aug 09 16:44:45.429302 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-5c325a0b-ed39-4cac-be6f-43defe9e55aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (33bcacdc-c215-42b6-b75f-650d86e609be), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:44:45.640298 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (47988f4d-09d0-4892-bbfe-5b11c743802f), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:44:50.418395 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.agents_db [None req-a4db1589-5d5b-4049-8210-f6e9f318fefd None None] Agent healthcheck: found 5 active agents {{(pid=111143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:44:55.165757 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=54 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:44:55.170912 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=61 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:44:55.579596 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=9 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:44:55.581418 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=6,neutron:UPDATE=5 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:45:08.613783 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG dbcounter [-] [111143] Writing DB stats neutron:SELECT=15 {{(pid=111143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:45:08.621943 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG dbcounter [-] [111143] Writing DB stats neutron:SELECT=19 {{(pid=111143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:45:10.074094 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-f37a9531-8703-47cc-959d-085a77f4b873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (0d699ab0-1a4e-47ab-a625-f3b077123214), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:45:12.429862 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-ee55502a-6f9f-43d4-aa59-4048d68b12cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (2cf02505-efcb-442b-855b-6c659df6f18c), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:45:13.340411 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.wsgi [-] (111141) accepted ('10.222.0.59', 47744) {{(pid=111141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:45:13.622340 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-e70f562e-e7df-49ad-a15a-67a143aa0666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (bc6be869-02df-4ed8-8ee0-3ec53a1551af), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:45:13.675464 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.wsgi [None req-df797e60-e934-4e2d-ab1f-01bd647f49f3 admin admin] http://10.222.0.59:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=111141) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 09 16:45:13.677303 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [None req-df797e60-e934-4e2d-ab1f-01bd647f49f3 admin admin] 10.222.0.59 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3358068 Aug 09 16:45:15.399956 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-5c325a0b-ed39-4cac-be6f-43defe9e55aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (33bcacdc-c215-42b6-b75f-650d86e609be), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:45:15.638194 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (47988f4d-09d0-4892-bbfe-5b11c743802f), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:45:15.945608 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.wsgi [-] (111141) accepted ('10.222.0.59', 47752) {{(pid=111141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:45:16.284560 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.pecan_wsgi.hooks.translation [None req-e14f72c3-c9a6-4a46-8cde-e4d571096376 admin admin] GET failed (client error): The resource could not be found. Aug 09 16:45:16.285914 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [None req-e14f72c3-c9a6-4a46-8cde-e4d571096376 admin admin] 10.222.0.59 "GET /networking/v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3393743 Aug 09 16:45:16.427648 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a51512a2-09b0-420c-8eee-2b579a855ea9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:45:16.429287 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [None req-a51512a2-09b0-420c-8eee-2b579a855ea9 admin admin] 10.222.0.59 "GET /networking/v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1390657 Aug 09 16:45:18.688575 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.wsgi [-] (111141) accepted ('10.222.0.59', 47760) {{(pid=111141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:45:19.016205 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.v2.base [None req-8b76a544-5a85-49ce-ab37-bb7ad29acf15 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=111141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 16:45:19.090587 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b76a544-5a85-49ce-ab37-bb7ad29acf15 admin admin] Made reservation on behalf of 71a0f1acc61b45eba6ed6a5653958267 for: {'network': 1} {{(pid=111141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:45:19.092933 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-8b76a544-5a85-49ce-ab37-bb7ad29acf15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for network (None), before_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:45:19.121344 dv-cinder-852364-3-iscsi neutron-server[111141]: WARNING neutron.services.revisions.revision_plugin [None req-8b76a544-5a85-49ce-ab37-bb7ad29acf15 admin admin] Could not find related network for resource to bump revision. Aug 09 16:45:19.136504 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b76a544-5a85-49ce-ab37-bb7ad29acf15 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 979} {{(pid=111141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 16:45:19.146804 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-8b76a544-5a85-49ce-ab37-bb7ad29acf15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3501092'] for segment (d7746d2f-d498-453b-80c6-1b81bc6cd1dc), precommit_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:45:19.147165 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.db.segments_db [None req-8b76a544-5a85-49ce-ab37-bb7ad29acf15 admin admin] Added segment d7746d2f-d498-453b-80c6-1b81bc6cd1dc of type vlan for network b8fe100b-fb8c-433b-9936-2abcc695f16d Aug 09 16:45:19.195463 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-8b76a544-5a85-49ce-ab37-bb7ad29acf15 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748337886136'] for network (b8fe100b-fb8c-433b-9936-2abcc695f16d), precommit_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:45:19.302840 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-8b76a544-5a85-49ce-ab37-bb7ad29acf15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463'] for network (b8fe100b-fb8c-433b-9936-2abcc695f16d), after_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:45:19.303795 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b76a544-5a85-49ce-ab37-bb7ad29acf15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:45:19.304377 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-8b76a544-5a85-49ce-ab37-bb7ad29acf15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526441'] for network (None), before_response {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:45:19.364966 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b76a544-5a85-49ce-ab37-bb7ad29acf15 admin admin] Pushing event updated for resources: {'Network': ['ID=b8fe100b-fb8c-433b-9936-2abcc695f16d,revision_number=1']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:45:19.371813 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b76a544-5a85-49ce-ab37-bb7ad29acf15 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:45:19.372161 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b76a544-5a85-49ce-ab37-bb7ad29acf15 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:45:19.372525 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b76a544-5a85-49ce-ab37-bb7ad29acf15 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:45:19.372870 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b76a544-5a85-49ce-ab37-bb7ad29acf15 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:45:19.373203 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b76a544-5a85-49ce-ab37-bb7ad29acf15 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:45:19.373531 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b76a544-5a85-49ce-ab37-bb7ad29acf15 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:45:19.373857 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b76a544-5a85-49ce-ab37-bb7ad29acf15 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:45:19.374182 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b76a544-5a85-49ce-ab37-bb7ad29acf15 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:45:19.374508 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b76a544-5a85-49ce-ab37-bb7ad29acf15 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:45:19.374874 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b76a544-5a85-49ce-ab37-bb7ad29acf15 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:45:19.375241 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b76a544-5a85-49ce-ab37-bb7ad29acf15 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:45:19.375791 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b76a544-5a85-49ce-ab37-bb7ad29acf15 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:45:19.380574 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b76a544-5a85-49ce-ab37-bb7ad29acf15 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:45:19.380574 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b76a544-5a85-49ce-ab37-bb7ad29acf15 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:45:19.380574 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b76a544-5a85-49ce-ab37-bb7ad29acf15 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:45:19.388271 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Network b8fe100b-fb8c-433b-9936-2abcc695f16d details requested by agent ovs-agent-dv-cinder-852364-3-iscsi with host dv-cinder-852364-3-iscsi {{(pid=111142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 16:45:19.415017 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG dbcounter [-] [111143] Writing DB stats neutron:SELECT=1 {{(pid=111143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:45:19.433009 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG dbcounter [-] [111143] Writing DB stats neutron:SELECT=1 {{(pid=111143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:45:19.461195 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [None req-8b76a544-5a85-49ce-ab37-bb7ad29acf15 admin admin] 10.222.0.59 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 828 time: 0.7713518 Aug 09 16:45:21.664123 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.wsgi [-] (111141) accepted ('10.222.0.59', 47768) {{(pid=111141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:45:21.999585 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.pecan_wsgi.hooks.translation [None req-77b99ea5-25eb-4186-b3bd-624507c21b01 admin admin] GET failed (client error): The resource could not be found. Aug 09 16:45:22.000893 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [None req-77b99ea5-25eb-4186-b3bd-624507c21b01 admin admin] 10.222.0.59 "GET /networking/v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3357735 Aug 09 16:45:22.080527 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1291fe8-8718-4248-9c84-07e9a9c50cc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:45:22.082015 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [None req-f1291fe8-8718-4248-9c84-07e9a9c50cc2 admin admin] 10.222.0.59 "GET /networking/v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0761204 Aug 09 16:45:22.091900 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.v2.base [None req-72340f04-b9ab-4161-80f0-cf53a2023c1b admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'name': 'shared-subnet', 'network_id': 'b8fe100b-fb8c-433b-9936-2abcc695f16d', 'cidr': '192.168.233.0/24', 'ip_version': 4}} {{(pid=111141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 16:45:22.193581 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72340f04-b9ab-4161-80f0-cf53a2023c1b admin admin] Made reservation on behalf of 71a0f1acc61b45eba6ed6a5653958267 for: {'subnet': 1} {{(pid=111141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:45:22.195896 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-72340f04-b9ab-4161-80f0-cf53a2023c1b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:45:22.445516 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-72340f04-b9ab-4161-80f0-cf53a2023c1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463'] for subnet (a00dd238-a296-42e9-963d-da30d74d4115), after_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:45:22.500943 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72340f04-b9ab-4161-80f0-cf53a2023c1b admin admin] Pushing event updated for resources: {'Subnet': ['ID=a00dd238-a296-42e9-963d-da30d74d4115,revision_number=0']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:45:22.510438 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72340f04-b9ab-4161-80f0-cf53a2023c1b admin admin] Checking segment: {'id': 'd7746d2f-d498-453b-80c6-1b81bc6cd1dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 979, 'network_id': 'b8fe100b-fb8c-433b-9936-2abcc695f16d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 09 16:45:22.510794 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72340f04-b9ab-4161-80f0-cf53a2023c1b admin admin] Network hostable DHCP agents. Network: b8fe100b-fb8c-433b-9936-2abcc695f16d, hostable agents: ['0d699ab0-1a4e-47ab-a625-f3b077123214'], hosted agents: [] {{(pid=111141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 16:45:22.616435 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72340f04-b9ab-4161-80f0-cf53a2023c1b admin admin] Network b8fe100b-fb8c-433b-9936-2abcc695f16d is scheduled to be hosted by DHCP agent 0d699ab0-1a4e-47ab-a625-f3b077123214 with binding_index 1 {{(pid=111141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 16:45:22.686652 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.scheduler.base_scheduler [None req-72340f04-b9ab-4161-80f0-cf53a2023c1b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852364-3-iscsi, b8fe100b-fb8c-433b-9936-2abcc695f16d) {{(pid=111141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:45:22.690774 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72340f04-b9ab-4161-80f0-cf53a2023c1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:45:22.692241 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-72340f04-b9ab-4161-80f0-cf53a2023c1b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526441'] for subnet (None), before_response {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:45:22.697168 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40f53405-5efb-4bf9-95af-06bd0a6d2a40 None None] Network b8fe100b-fb8c-433b-9936-2abcc695f16d requested from dv-cinder-852364-3-iscsi {{(pid=111142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 09 16:45:22.700315 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:45:22.798451 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-007b1bc3-d9b2-4c98-a390-9cabf479d9e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c3c12f7-d4c6-523e-962d-24da77ca8a50-b8fe100b-fb8c-433b-9936-2abcc695f16d', 'network_id': 'b8fe100b-fb8c-433b-9936-2abcc695f16d', 'project_id': '71a0f1acc61b45eba6ed6a5653958267', 'fixed_ips': [{'subnet_id': 'a00dd238-a296-42e9-963d-da30d74d4115'}]}} from dv-cinder-852364-3-iscsi. {{(pid=111142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 09 16:45:22.799383 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-007b1bc3-d9b2-4c98-a390-9cabf479d9e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (None), before_create {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:45:22.805986 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [None req-72340f04-b9ab-4161-80f0-cf53a2023c1b admin admin] 10.222.0.59 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7173312 Aug 09 16:45:22.947290 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.db_base_plugin_common [None req-007b1bc3-d9b2-4c98-a390-9cabf479d9e3 None None] Allocated IP 192.168.233.2 (b8fe100b-fb8c-433b-9936-2abcc695f16d/a00dd238-a296-42e9-963d-da30d74d4115/81dbab38-b3ec-4d22-84fc-21d50512e999) {{(pid=111142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:45:23.187409 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-007b1bc3-d9b2-4c98-a390-9cabf479d9e3 None None] Publish callbacks [] for port (81dbab38-b3ec-4d22-84fc-21d50512e999), precommit_create {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:45:23.297036 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-007b1bc3-d9b2-4c98-a390-9cabf479d9e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748337861753'] for port (81dbab38-b3ec-4d22-84fc-21d50512e999), after_create {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:45:23.337913 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-007b1bc3-d9b2-4c98-a390-9cabf479d9e3 None None] Network b8fe100b-fb8c-433b-9936-2abcc695f16d is already hosted by enough agents. {{(pid=111142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:45:23.342695 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.scheduler.base_scheduler [None req-007b1bc3-d9b2-4c98-a390-9cabf479d9e3 None None] Resources bound (agent type, host, resource id): {{(pid=111142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:45:23.346469 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-007b1bc3-d9b2-4c98-a390-9cabf479d9e3 None None] Received port after_create {{(pid=111142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 09 16:45:23.353697 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007b1bc3-d9b2-4c98-a390-9cabf479d9e3 None None] Pushing event updated for resources: {'Port': ['ID=81dbab38-b3ec-4d22-84fc-21d50512e999,revision_number=1']} {{(pid=111142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:45:23.364944 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007b1bc3-d9b2-4c98-a390-9cabf479d9e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:45:23.370960 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007b1bc3-d9b2-4c98-a390-9cabf479d9e3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:45:23.370960 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007b1bc3-d9b2-4c98-a390-9cabf479d9e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:45:23.370960 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007b1bc3-d9b2-4c98-a390-9cabf479d9e3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:45:23.370960 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007b1bc3-d9b2-4c98-a390-9cabf479d9e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:45:23.370960 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007b1bc3-d9b2-4c98-a390-9cabf479d9e3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:45:23.370960 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007b1bc3-d9b2-4c98-a390-9cabf479d9e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:45:23.370960 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007b1bc3-d9b2-4c98-a390-9cabf479d9e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:45:23.370960 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007b1bc3-d9b2-4c98-a390-9cabf479d9e3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:45:23.370960 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007b1bc3-d9b2-4c98-a390-9cabf479d9e3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:45:23.370960 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007b1bc3-d9b2-4c98-a390-9cabf479d9e3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:45:23.370960 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007b1bc3-d9b2-4c98-a390-9cabf479d9e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:45:23.370960 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007b1bc3-d9b2-4c98-a390-9cabf479d9e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:45:23.370960 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007b1bc3-d9b2-4c98-a390-9cabf479d9e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:45:23.370960 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007b1bc3-d9b2-4c98-a390-9cabf479d9e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:45:23.428030 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.managers [None req-007b1bc3-d9b2-4c98-a390-9cabf479d9e3 None None] Attempting to bind port 81dbab38-b3ec-4d22-84fc-21d50512e999 on host dv-cinder-852364-3-iscsi for vnic_type normal with profile {{(pid=111142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 09 16:45:23.428401 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.managers [None req-007b1bc3-d9b2-4c98-a390-9cabf479d9e3 None None] Attempting to bind port 81dbab38-b3ec-4d22-84fc-21d50512e999 by drivers openvswitch,hyperv on host dv-cinder-852364-3-iscsi at level 0 using segments [{'id': 'd7746d2f-d498-453b-80c6-1b81bc6cd1dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 979, 'network_id': 'b8fe100b-fb8c-433b-9936-2abcc695f16d'}] {{(pid=111142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 09 16:45:23.428767 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-007b1bc3-d9b2-4c98-a390-9cabf479d9e3 None None] Attempting to bind port 81dbab38-b3ec-4d22-84fc-21d50512e999 on network b8fe100b-fb8c-433b-9936-2abcc695f16d {{(pid=111142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 16:45:23.434325 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-007b1bc3-d9b2-4c98-a390-9cabf479d9e3 None None] Checking agent: {'id': '47988f4d-09d0-4892-bbfe-5b11c743802f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852364-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 9, 16, 42, 16), 'started_at': datetime.datetime(2022, 8, 9, 16, 42, 46), 'heartbeat_timestamp': datetime.datetime(2022, 8, 9, 16, 45, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852364-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 09 16:45:23.435823 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-007b1bc3-d9b2-4c98-a390-9cabf479d9e3 None None] Checking segment: {'id': 'd7746d2f-d498-453b-80c6-1b81bc6cd1dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 979, 'network_id': 'b8fe100b-fb8c-433b-9936-2abcc695f16d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 09 16:45:23.436328 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-007b1bc3-d9b2-4c98-a390-9cabf479d9e3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:45:23.436723 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-007b1bc3-d9b2-4c98-a390-9cabf479d9e3 None None] Bound using segment: {'id': 'd7746d2f-d498-453b-80c6-1b81bc6cd1dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 979, 'network_id': 'b8fe100b-fb8c-433b-9936-2abcc695f16d'} {{(pid=111142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 09 16:45:23.437195 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.managers [None req-007b1bc3-d9b2-4c98-a390-9cabf479d9e3 None None] Bound port: 81dbab38-b3ec-4d22-84fc-21d50512e999, host: dv-cinder-852364-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7746d2f-d498-453b-80c6-1b81bc6cd1dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 979, 'network_id': 'b8fe100b-fb8c-433b-9936-2abcc695f16d'}}] {{(pid=111142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 09 16:45:23.437573 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-007b1bc3-d9b2-4c98-a390-9cabf479d9e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (81dbab38-b3ec-4d22-84fc-21d50512e999), before_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:45:23.500661 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.db [None req-007b1bc3-d9b2-4c98-a390-9cabf479d9e3 None None] For port 81dbab38-b3ec-4d22-84fc-21d50512e999, host dv-cinder-852364-3-iscsi, cleared binding levels {{(pid=111142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:45:23.503723 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.db [None req-007b1bc3-d9b2-4c98-a390-9cabf479d9e3 None None] For port 81dbab38-b3ec-4d22-84fc-21d50512e999, host dv-cinder-852364-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-3-iscsi',level=0,port_id=81dbab38-b3ec-4d22-84fc-21d50512e999,segment=NetworkSegment(d7746d2f-d498-453b-80c6-1b81bc6cd1dc),segment_id=d7746d2f-d498-453b-80c6-1b81bc6cd1dc)] {{(pid=111142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:45:23.581386 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-007b1bc3-d9b2-4c98-a390-9cabf479d9e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748338263269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748337861771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748337861789'] for port (81dbab38-b3ec-4d22-84fc-21d50512e999), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:45:23.638457 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007b1bc3-d9b2-4c98-a390-9cabf479d9e3 None None] Pushing event updated for resources: {'Port': ['ID=81dbab38-b3ec-4d22-84fc-21d50512e999,revision_number=2']} {{(pid=111142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:45:24.449735 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abec11c8-0135-4db1-84a3-e7b608336576 None None] Network b8fe100b-fb8c-433b-9936-2abcc695f16d requested from dv-cinder-852364-3-iscsi {{(pid=111142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 09 16:45:24.507562 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:45:24.516782 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=90,neutron:UPDATE=7,neutron:INSERT=3 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:45:24.521302 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.provisioning_blocks [None req-c050d48a-d9f9-4ce9-a902-58503491d4f5 None None] Provisioning complete for port 81dbab38-b3ec-4d22-84fc-21d50512e999 triggered by entity DHCP. {{(pid=111142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 16:45:24.521691 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-c050d48a-d9f9-4ce9-a902-58503491d4f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877469'] for port (81dbab38-b3ec-4d22-84fc-21d50512e999), provisioning_complete {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:45:24.646402 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-c050d48a-d9f9-4ce9-a902-58503491d4f5 None None] Current status of the port 81dbab38-b3ec-4d22-84fc-21d50512e999 is: DOWN; New status is: ACTIVE {{(pid=111142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 16:45:24.656836 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-c050d48a-d9f9-4ce9-a902-58503491d4f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (81dbab38-b3ec-4d22-84fc-21d50512e999), before_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:45:24.686660 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.db [None req-c050d48a-d9f9-4ce9-a902-58503491d4f5 None None] For port 81dbab38-b3ec-4d22-84fc-21d50512e999, host dv-cinder-852364-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-3-iscsi',level=0,port_id=81dbab38-b3ec-4d22-84fc-21d50512e999,segment=NetworkSegment(d7746d2f-d498-453b-80c6-1b81bc6cd1dc),segment_id=d7746d2f-d498-453b-80c6-1b81bc6cd1dc)] {{(pid=111142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:45:24.752218 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-c050d48a-d9f9-4ce9-a902-58503491d4f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748338263269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748337861771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748337861789'] for port (81dbab38-b3ec-4d22-84fc-21d50512e999), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:45:24.804357 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c050d48a-d9f9-4ce9-a902-58503491d4f5 None None] Pushing event updated for resources: {'Port': ['ID=81dbab38-b3ec-4d22-84fc-21d50512e999,revision_number=3']} {{(pid=111142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:45:24.872485 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.provisioning_blocks [None req-348870ec-2e8f-4695-93c1-00af2dee7ded None None] Provisioning complete for port 81dbab38-b3ec-4d22-84fc-21d50512e999 triggered by entity DHCP. {{(pid=111142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 16:45:24.872871 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-348870ec-2e8f-4695-93c1-00af2dee7ded None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877469'] for port (81dbab38-b3ec-4d22-84fc-21d50512e999), provisioning_complete {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:45:24.951260 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-348870ec-2e8f-4695-93c1-00af2dee7ded None None] Current status of the port 81dbab38-b3ec-4d22-84fc-21d50512e999 is: ACTIVE; New status is: ACTIVE {{(pid=111142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 16:45:25.440881 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Device 81dbab38-b3ec-4d22-84fc-21d50512e999 up at agent ovs-agent-dv-cinder-852364-3-iscsi {{(pid=111142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:45:25.486940 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.provisioning_blocks [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Provisioning complete for port 81dbab38-b3ec-4d22-84fc-21d50512e999 triggered by entity L2. {{(pid=111142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 16:45:25.487630 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877469'] for port (81dbab38-b3ec-4d22-84fc-21d50512e999), provisioning_complete {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:45:25.562140 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Current status of the port 81dbab38-b3ec-4d22-84fc-21d50512e999 is: ACTIVE; New status is: ACTIVE {{(pid=111142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 16:45:27.417557 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.agents_db [None req-a4db1589-5d5b-4049-8210-f6e9f318fefd None None] Agent healthcheck: found 5 active agents {{(pid=111143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:45:32.702536 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=75,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:45:35.548320 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=33 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:45:35.561097 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=83,neutron:UPDATE=2 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:45:40.078944 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-cb161036-4ba6-4b69-aa37-00e8ce2b9590 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (0d699ab0-1a4e-47ab-a625-f3b077123214), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:45:42.404665 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-501dd139-295b-486d-a286-5a2016cb7567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (2cf02505-efcb-442b-855b-6c659df6f18c), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:45:43.645130 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-e70f562e-e7df-49ad-a15a-67a143aa0666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (bc6be869-02df-4ed8-8ee0-3ec53a1551af), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:45:45.416956 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-5c325a0b-ed39-4cac-be6f-43defe9e55aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (33bcacdc-c215-42b6-b75f-650d86e609be), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:45:45.425499 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG dbcounter [-] [111143] Writing DB stats neutron:SELECT=3 {{(pid=111143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:45:45.432350 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG dbcounter [-] [111143] Writing DB stats neutron:SELECT=5 {{(pid=111143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:45:45.660058 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (47988f4d-09d0-4892-bbfe-5b11c743802f), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:45:55.575203 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=21,neutron:UPDATE=1 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:45:55.579642 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=20,neutron:UPDATE=4 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:46:04.416996 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.agents_db [None req-a4db1589-5d5b-4049-8210-f6e9f318fefd None None] Agent healthcheck: found 5 active agents {{(pid=111143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:46:10.099077 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-3874edf0-ce09-43d8-9914-d694801cf507 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (0d699ab0-1a4e-47ab-a625-f3b077123214), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:46:12.369335 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-57d9f155-037d-4952-b36e-737f0516880f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (2cf02505-efcb-442b-855b-6c659df6f18c), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:46:13.621156 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-e70f562e-e7df-49ad-a15a-67a143aa0666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (bc6be869-02df-4ed8-8ee0-3ec53a1551af), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:46:15.424464 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-5c325a0b-ed39-4cac-be6f-43defe9e55aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (33bcacdc-c215-42b6-b75f-650d86e609be), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:46:15.666539 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (47988f4d-09d0-4892-bbfe-5b11c743802f), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:46:22.424079 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG dbcounter [-] [111143] Writing DB stats neutron:DELETE=1,neutron:SELECT=3 {{(pid=111143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:46:22.430890 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG dbcounter [-] [111143] Writing DB stats neutron:SELECT=6 {{(pid=111143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:46:25.576819 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:46:25.577628 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:46:40.072255 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-47f4ab2f-0ee8-4783-b156-fc7bdd6226ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (0d699ab0-1a4e-47ab-a625-f3b077123214), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:46:41.416874 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.agents_db [None req-a4db1589-5d5b-4049-8210-f6e9f318fefd None None] Agent healthcheck: found 5 active agents {{(pid=111143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:46:42.354855 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-aa7127f1-2107-4087-9aaf-41ceae5f38c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (2cf02505-efcb-442b-855b-6c659df6f18c), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:46:43.654553 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-e70f562e-e7df-49ad-a15a-67a143aa0666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (bc6be869-02df-4ed8-8ee0-3ec53a1551af), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:46:43.809973 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.wsgi [-] (111141) accepted ('10.222.0.59', 47808) {{(pid=111141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:46:43.816022 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.wsgi [None req-056dad61-4cd7-438b-b73c-f7212b46919f tempest-verify_tempest_config-1739598206 tempest-verify_tempest_config-1739598206-project] http://10.222.0.59:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=111141) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 09 16:46:43.817007 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [None req-056dad61-4cd7-438b-b73c-f7212b46919f tempest-verify_tempest_config-1739598206 tempest-verify_tempest_config-1739598206-project] 10.222.0.59 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0060768 Aug 09 16:46:44.561198 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.wsgi [-] (111141) accepted ('10.222.0.59', 47826) {{(pid=111141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:46:44.896955 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-619290b7-6b15-492b-b70c-57588deb9d33 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:46:44.969821 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-619290b7-6b15-492b-b70c-57588deb9d33 admin admin] Publish callbacks [] for security_group (57e0ef6e-9167-4693-bfc1-02ed3fac0039), precommit_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:46:45.098480 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-619290b7-6b15-492b-b70c-57588deb9d33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763768'] for security_group (57e0ef6e-9167-4693-bfc1-02ed3fac0039), after_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:46:45.147524 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [None req-619290b7-6b15-492b-b70c-57588deb9d33 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=33f4ba3553f74752821872e145c1226a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5852654 Aug 09 16:46:45.148424 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619290b7-6b15-492b-b70c-57588deb9d33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57e0ef6e-9167-4693-bfc1-02ed3fac0039,revision_number=1']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:46:45.150356 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.wsgi [-] (111141) accepted ('10.222.0.59', 47830) {{(pid=111141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:46:45.162488 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619290b7-6b15-492b-b70c-57588deb9d33 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:46:45.162839 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619290b7-6b15-492b-b70c-57588deb9d33 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:46:45.163226 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619290b7-6b15-492b-b70c-57588deb9d33 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:46:45.163575 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619290b7-6b15-492b-b70c-57588deb9d33 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:46:45.163911 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619290b7-6b15-492b-b70c-57588deb9d33 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:46:45.164242 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619290b7-6b15-492b-b70c-57588deb9d33 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:46:45.164571 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619290b7-6b15-492b-b70c-57588deb9d33 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:46:45.164898 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619290b7-6b15-492b-b70c-57588deb9d33 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:46:45.165241 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619290b7-6b15-492b-b70c-57588deb9d33 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:46:45.165573 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619290b7-6b15-492b-b70c-57588deb9d33 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:46:45.165903 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619290b7-6b15-492b-b70c-57588deb9d33 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:46:45.166252 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619290b7-6b15-492b-b70c-57588deb9d33 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:46:45.166584 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619290b7-6b15-492b-b70c-57588deb9d33 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:46:45.166907 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619290b7-6b15-492b-b70c-57588deb9d33 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:46:45.167262 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619290b7-6b15-492b-b70c-57588deb9d33 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:46:45.216096 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-9d362a3e-b02b-46ea-bb91-e1c88f8766d0 admin admin] Publish callbacks [] for security_group (57e0ef6e-9167-4693-bfc1-02ed3fac0039), before_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:46:45.237124 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-9d362a3e-b02b-46ea-bb91-e1c88f8766d0 admin admin] Publish callbacks [] for security_group (57e0ef6e-9167-4693-bfc1-02ed3fac0039), precommit_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:46:45.392214 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-9d362a3e-b02b-46ea-bb91-e1c88f8766d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763768'] for security_group (57e0ef6e-9167-4693-bfc1-02ed3fac0039), after_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:46:45.395258 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-9d362a3e-b02b-46ea-bb91-e1c88f8766d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:46:45.396396 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [None req-9d362a3e-b02b-46ea-bb91-e1c88f8766d0 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/57e0ef6e-9167-4693-bfc1-02ed3fac0039 HTTP/1.1" status: 204 len: 168 time: 0.2451553 Aug 09 16:46:45.404337 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d362a3e-b02b-46ea-bb91-e1c88f8766d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57e0ef6e-9167-4693-bfc1-02ed3fac0039,revision_number=None']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:46:45.428849 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-5c325a0b-ed39-4cac-be6f-43defe9e55aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (33bcacdc-c215-42b6-b75f-650d86e609be), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:46:45.694898 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (47988f4d-09d0-4892-bbfe-5b11c743802f), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:46:55.399530 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=36,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:46:55.400545 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=36,neutron:INSERT=7,neutron:DELETE=3 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:46:55.573599 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=14,neutron:UPDATE=1 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:46:55.575488 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=3,neutron:UPDATE=4 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:47:08.473337 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG dbcounter [-] [111143] Writing DB stats neutron:SELECT=16 {{(pid=111143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:47:08.478352 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG dbcounter [-] [111143] Writing DB stats neutron:SELECT=18 {{(pid=111143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:47:10.100075 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-9cb16ab6-d4fc-4886-95e5-e0b8370759ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (0d699ab0-1a4e-47ab-a625-f3b077123214), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:47:12.411857 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-7b06c0d1-b5fe-4b67-b122-290ed21e6b9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (2cf02505-efcb-442b-855b-6c659df6f18c), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:47:13.639383 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-e70f562e-e7df-49ad-a15a-67a143aa0666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (bc6be869-02df-4ed8-8ee0-3ec53a1551af), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:47:15.431220 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-5c325a0b-ed39-4cac-be6f-43defe9e55aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (33bcacdc-c215-42b6-b75f-650d86e609be), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:47:15.665562 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (47988f4d-09d0-4892-bbfe-5b11c743802f), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:47:18.419015 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.agents_db [None req-a4db1589-5d5b-4049-8210-f6e9f318fefd None None] Agent healthcheck: found 5 active agents {{(pid=111143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:47:25.575418 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:47:25.577261 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=5,neutron:UPDATE=4 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:47:36.412255 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG dbcounter [-] [111143] Writing DB stats neutron:SELECT=3 {{(pid=111143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:47:36.422222 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG dbcounter [-] [111143] Writing DB stats neutron:SELECT=5 {{(pid=111143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:47:40.070821 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-c0ba2e61-191d-45a5-873e-4902a5cdcb46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (0d699ab0-1a4e-47ab-a625-f3b077123214), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:47:42.381888 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-00e66207-5023-4ce3-af5a-6af898e9bd49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (2cf02505-efcb-442b-855b-6c659df6f18c), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:47:43.653362 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-e70f562e-e7df-49ad-a15a-67a143aa0666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (bc6be869-02df-4ed8-8ee0-3ec53a1551af), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:47:45.476648 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-5c325a0b-ed39-4cac-be6f-43defe9e55aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (33bcacdc-c215-42b6-b75f-650d86e609be), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:47:45.643999 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (47988f4d-09d0-4892-bbfe-5b11c743802f), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:47:55.419385 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.agents_db [None req-a4db1589-5d5b-4049-8210-f6e9f318fefd None None] Agent healthcheck: found 5 active agents {{(pid=111143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:47:55.572308 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=18,neutron:UPDATE=2 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:47:55.574176 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=23,neutron:UPDATE=3 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:48:10.066217 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-5c21217f-2856-4042-a9b5-675d42fbbff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (0d699ab0-1a4e-47ab-a625-f3b077123214), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:48:12.406949 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-467e2a17-431f-43cd-9f0f-eaf75b21c62c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (2cf02505-efcb-442b-855b-6c659df6f18c), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:48:13.417976 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG dbcounter [-] [111143] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=111143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:48:13.427959 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG dbcounter [-] [111143] Writing DB stats neutron:SELECT=6 {{(pid=111143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:48:13.637728 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-e70f562e-e7df-49ad-a15a-67a143aa0666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (bc6be869-02df-4ed8-8ee0-3ec53a1551af), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:48:15.437822 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-5c325a0b-ed39-4cac-be6f-43defe9e55aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (33bcacdc-c215-42b6-b75f-650d86e609be), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:48:15.658110 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (47988f4d-09d0-4892-bbfe-5b11c743802f), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:48:25.571981 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:48:25.573602 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:48:29.657977 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-336606'] for agent (fd1157aa-8fd8-4c6b-a604-f3842f12d305), after_create {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:48:32.418991 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.agents_db [None req-a4db1589-5d5b-4049-8210-f6e9f318fefd None None] Agent healthcheck: found 6 active agents {{(pid=111143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:48:39.558282 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=1 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:48:39.562387 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=1,neutron:INSERT=1 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:48:40.092258 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-f88333a7-d21d-42f2-8461-33ee4a390ac7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (0d699ab0-1a4e-47ab-a625-f3b077123214), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:48:42.360577 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-eb1603d5-b6b9-4e63-aabe-c5dd7e65fa1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (2cf02505-efcb-442b-855b-6c659df6f18c), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:48:42.893529 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.wsgi [-] (111141) accepted ('10.222.0.59', 47926) {{(pid=111141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:48:43.031442 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [None req-2b186dc7-674b-4088-b63c-126e348a9350 admin admin] 10.222.0.59 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1367598 Aug 09 16:48:43.648034 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-e70f562e-e7df-49ad-a15a-67a143aa0666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (bc6be869-02df-4ed8-8ee0-3ec53a1551af), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:48:45.118468 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.wsgi [-] (111141) accepted ('10.222.0.59', 47936) {{(pid=111141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:48:45.173396 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [None req-13251d45-59a4-4025-b18d-27b6d79d5648 admin admin] 10.222.0.59 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0537472 Aug 09 16:48:45.533750 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-5c325a0b-ed39-4cac-be6f-43defe9e55aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (33bcacdc-c215-42b6-b75f-650d86e609be), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:48:45.777403 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (47988f4d-09d0-4892-bbfe-5b11c743802f), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:48:50.424330 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG dbcounter [-] [111143] Writing DB stats neutron:SELECT=2 {{(pid=111143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:48:50.434435 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG dbcounter [-] [111143] Writing DB stats neutron:SELECT=6 {{(pid=111143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:48:53.026645 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=2 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:48:55.168496 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=2 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:48:55.574611 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:UPDATE=2,neutron:SELECT=7 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:48:55.669837 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:48:59.590287 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (fd1157aa-8fd8-4c6b-a604-f3842f12d305), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:49:08.480366 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG dbcounter [-] [111143] Writing DB stats neutron:SELECT=12 {{(pid=111143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:49:08.483283 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG dbcounter [-] [111143] Writing DB stats neutron:SELECT=14 {{(pid=111143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:49:09.418324 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.agents_db [None req-a4db1589-5d5b-4049-8210-f6e9f318fefd None None] Agent healthcheck: found 6 active agents {{(pid=111143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:49:09.540400 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=1 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:49:09.547511 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:49:10.097025 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-c63d012d-6e06-4cfe-8642-8fe08fd30f4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (0d699ab0-1a4e-47ab-a625-f3b077123214), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:49:12.366283 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-664627c9-ef9e-4cae-b3b4-8e88f6f7f7c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (2cf02505-efcb-442b-855b-6c659df6f18c), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:49:13.652321 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-e70f562e-e7df-49ad-a15a-67a143aa0666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (bc6be869-02df-4ed8-8ee0-3ec53a1551af), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:49:15.441048 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-5c325a0b-ed39-4cac-be6f-43defe9e55aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (33bcacdc-c215-42b6-b75f-650d86e609be), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:49:15.635575 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (47988f4d-09d0-4892-bbfe-5b11c743802f), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:49:25.576498 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:49:25.578485 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:49:27.425731 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG dbcounter [-] [111143] Writing DB stats neutron:SELECT=4 {{(pid=111143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:49:27.430636 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG dbcounter [-] [111143] Writing DB stats neutron:SELECT=4 {{(pid=111143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:49:29.612113 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (fd1157aa-8fd8-4c6b-a604-f3842f12d305), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:49:40.092176 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-622bcc3d-7ef2-4868-8bde-55cdebc72981 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (0d699ab0-1a4e-47ab-a625-f3b077123214), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:49:42.370778 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-5128270d-6c2b-4375-8d03-7c70b13b0ead None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (2cf02505-efcb-442b-855b-6c659df6f18c), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:49:43.656654 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-e70f562e-e7df-49ad-a15a-67a143aa0666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (bc6be869-02df-4ed8-8ee0-3ec53a1551af), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:49:45.474799 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-5c325a0b-ed39-4cac-be6f-43defe9e55aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (33bcacdc-c215-42b6-b75f-650d86e609be), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:49:45.651975 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (47988f4d-09d0-4892-bbfe-5b11c743802f), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:49:46.417484 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.agents_db [None req-a4db1589-5d5b-4049-8210-f6e9f318fefd None None] Agent healthcheck: found 6 active agents {{(pid=111143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:49:55.573992 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=20,neutron:UPDATE=4 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:49:55.576889 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=24,neutron:UPDATE=2 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:49:59.651311 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (fd1157aa-8fd8-4c6b-a604-f3842f12d305), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:04.431598 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG dbcounter [-] [111143] Writing DB stats neutron:SELECT=2 {{(pid=111143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:50:08.413825 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG dbcounter [-] [111143] Writing DB stats neutron:SELECT=7,neutron:DELETE=1 {{(pid=111143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:50:09.570894 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=2 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:50:09.575922 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:50:10.113919 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-5118808e-730d-42d7-93e5-4cf6718dc323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (0d699ab0-1a4e-47ab-a625-f3b077123214), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:12.353685 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-aaa5638b-0a74-4d37-98fc-ad35b8af4720 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (2cf02505-efcb-442b-855b-6c659df6f18c), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:13.696478 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-e70f562e-e7df-49ad-a15a-67a143aa0666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (bc6be869-02df-4ed8-8ee0-3ec53a1551af), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:15.434279 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-5c325a0b-ed39-4cac-be6f-43defe9e55aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (33bcacdc-c215-42b6-b75f-650d86e609be), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:15.610648 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (47988f4d-09d0-4892-bbfe-5b11c743802f), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:19.415658 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG dbcounter [-] [111143] Writing DB stats neutron:SELECT=1 {{(pid=111143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:50:19.416895 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG dbcounter [-] [111143] Writing DB stats neutron:SELECT=1 {{(pid=111143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:50:22.392500 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.wsgi [-] (111140) accepted ('10.222.0.59', 48130) {{(pid=111140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:50:22.817454 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.wsgi [-] (111140) accepted ('10.222.0.59', 48152) {{(pid=111140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:50:22.889324 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.v2.base [None req-2945a7ae-6cd8-4b05-9358-c42d9a1b653a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1052946250-network', 'tenant_id': '54562f03aaae457ca88be251d2208e2e'}} {{(pid=111140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 16:50:22.921816 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.wsgi [-] (111140) accepted ('10.222.0.59', 48158) {{(pid=111140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:50:22.976499 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2945a7ae-6cd8-4b05-9358-c42d9a1b653a admin admin] Made reservation on behalf of 54562f03aaae457ca88be251d2208e2e for: {'network': 1} {{(pid=111140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:50:22.978887 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-2945a7ae-6cd8-4b05-9358-c42d9a1b653a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for network (None), before_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:22.987564 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-2945a7ae-6cd8-4b05-9358-c42d9a1b653a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:23.068965 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-2945a7ae-6cd8-4b05-9358-c42d9a1b653a admin admin] Publish callbacks [] for security_group (bfc5ff98-7b35-43e8-99da-0b528287f151), precommit_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:23.159549 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-2945a7ae-6cd8-4b05-9358-c42d9a1b653a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763768'] for security_group (bfc5ff98-7b35-43e8-99da-0b528287f151), after_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:23.194517 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2945a7ae-6cd8-4b05-9358-c42d9a1b653a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 976} {{(pid=111140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 16:50:23.200205 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2945a7ae-6cd8-4b05-9358-c42d9a1b653a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfc5ff98-7b35-43e8-99da-0b528287f151,revision_number=1']} {{(pid=111140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:50:23.213387 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2945a7ae-6cd8-4b05-9358-c42d9a1b653a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:50:23.214073 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2945a7ae-6cd8-4b05-9358-c42d9a1b653a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:50:23.214604 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2945a7ae-6cd8-4b05-9358-c42d9a1b653a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:50:23.215150 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2945a7ae-6cd8-4b05-9358-c42d9a1b653a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:50:23.217634 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2945a7ae-6cd8-4b05-9358-c42d9a1b653a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:50:23.217634 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2945a7ae-6cd8-4b05-9358-c42d9a1b653a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:50:23.217634 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2945a7ae-6cd8-4b05-9358-c42d9a1b653a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:50:23.217634 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2945a7ae-6cd8-4b05-9358-c42d9a1b653a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:50:23.217634 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2945a7ae-6cd8-4b05-9358-c42d9a1b653a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:50:23.217634 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2945a7ae-6cd8-4b05-9358-c42d9a1b653a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:50:23.218363 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2945a7ae-6cd8-4b05-9358-c42d9a1b653a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:50:23.218908 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2945a7ae-6cd8-4b05-9358-c42d9a1b653a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:50:23.219285 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2945a7ae-6cd8-4b05-9358-c42d9a1b653a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:50:23.219619 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2945a7ae-6cd8-4b05-9358-c42d9a1b653a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:50:23.220113 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2945a7ae-6cd8-4b05-9358-c42d9a1b653a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:50:23.221362 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2945a7ae-6cd8-4b05-9358-c42d9a1b653a admin admin] Tracked resource versions report: Aug 09 16:50:23.221362 dv-cinder-852364-3-iscsi neutron-server[111140]: pushed versions: Aug 09 16:50:23.221362 dv-cinder-852364-3-iscsi neutron-server[111140]: { 'AddressGroup': {'1.2'}, Aug 09 16:50:23.221362 dv-cinder-852364-3-iscsi neutron-server[111140]: 'Agent': {'1.1'}, Aug 09 16:50:23.221362 dv-cinder-852364-3-iscsi neutron-server[111140]: 'ConntrackHelper': {'1.0'}, Aug 09 16:50:23.221362 dv-cinder-852364-3-iscsi neutron-server[111140]: 'LocalIPAssociation': {'1.0'}, Aug 09 16:50:23.221362 dv-cinder-852364-3-iscsi neutron-server[111140]: 'Log': {'1.0'}, Aug 09 16:50:23.221362 dv-cinder-852364-3-iscsi neutron-server[111140]: 'NDPProxy': {'1.0'}, Aug 09 16:50:23.221362 dv-cinder-852364-3-iscsi neutron-server[111140]: 'Network': {'1.1'}, Aug 09 16:50:23.221362 dv-cinder-852364-3-iscsi neutron-server[111140]: 'Port': {'1.7'}, Aug 09 16:50:23.221362 dv-cinder-852364-3-iscsi neutron-server[111140]: 'PortForwarding': {'1.3'}, Aug 09 16:50:23.221362 dv-cinder-852364-3-iscsi neutron-server[111140]: 'QosPolicy': {'1.10'}, Aug 09 16:50:23.221362 dv-cinder-852364-3-iscsi neutron-server[111140]: 'SecurityGroup': {'1.5'}, Aug 09 16:50:23.221362 dv-cinder-852364-3-iscsi neutron-server[111140]: 'SecurityGroupRule': {'1.2'}, Aug 09 16:50:23.221362 dv-cinder-852364-3-iscsi neutron-server[111140]: 'SubPort': {'1.0'}, Aug 09 16:50:23.221362 dv-cinder-852364-3-iscsi neutron-server[111140]: 'Subnet': {'1.1'}, Aug 09 16:50:23.221362 dv-cinder-852364-3-iscsi neutron-server[111140]: 'Trunk': {'1.1'}} Aug 09 16:50:23.221362 dv-cinder-852364-3-iscsi neutron-server[111140]: consumer versions: Aug 09 16:50:23.221362 dv-cinder-852364-3-iscsi neutron-server[111140]: { DHCP agent@dv-cinder-852364-3-iscsi: {}, Aug 09 16:50:23.221362 dv-cinder-852364-3-iscsi neutron-server[111140]: HyperV agent@hv-cinder-85236: {}, Aug 09 16:50:23.221362 dv-cinder-852364-3-iscsi neutron-server[111140]: L3 agent@dv-cinder-852364-3-iscsi: {}, Aug 09 16:50:23.221362 dv-cinder-852364-3-iscsi neutron-server[111140]: Metadata agent@dv-cinder-852364-3-iscsi: {}, Aug 09 16:50:23.221362 dv-cinder-852364-3-iscsi neutron-server[111140]: Metering agent@dv-cinder-852364-3-iscsi: {}, Aug 09 16:50:23.221362 dv-cinder-852364-3-iscsi neutron-server[111140]: Open vSwitch agent@dv-cinder-852364-3-iscsi: { 'AddressGroup': '1.2', Aug 09 16:50:23.221362 dv-cinder-852364-3-iscsi neutron-server[111140]: 'Agent': '1.1', Aug 09 16:50:23.221362 dv-cinder-852364-3-iscsi neutron-server[111140]: 'ConntrackHelper': '1.0', Aug 09 16:50:23.221362 dv-cinder-852364-3-iscsi neutron-server[111140]: 'LocalIPAssociation': '1.0', Aug 09 16:50:23.221362 dv-cinder-852364-3-iscsi neutron-server[111140]: 'Log': '1.0', Aug 09 16:50:23.221362 dv-cinder-852364-3-iscsi neutron-server[111140]: 'NDPProxy': '1.0', Aug 09 16:50:23.221362 dv-cinder-852364-3-iscsi neutron-server[111140]: 'Network': '1.1', Aug 09 16:50:23.221362 dv-cinder-852364-3-iscsi neutron-server[111140]: 'Port': '1.7', Aug 09 16:50:23.221362 dv-cinder-852364-3-iscsi neutron-server[111140]: 'PortForwarding': '1.3', Aug 09 16:50:23.221362 dv-cinder-852364-3-iscsi neutron-server[111140]: 'QosPolicy': '1.10', Aug 09 16:50:23.221362 dv-cinder-852364-3-iscsi neutron-server[111140]: 'SecurityGroup': '1.5', Aug 09 16:50:23.221362 dv-cinder-852364-3-iscsi neutron-server[111140]: 'SecurityGroupRule': '1.2', Aug 09 16:50:23.221362 dv-cinder-852364-3-iscsi neutron-server[111140]: 'SubPort': '1.0', Aug 09 16:50:23.221362 dv-cinder-852364-3-iscsi neutron-server[111140]: 'Subnet': '1.1', Aug 09 16:50:23.221362 dv-cinder-852364-3-iscsi neutron-server[111140]: 'Trunk': '1.1'}} Aug 09 16:50:23.221362 dv-cinder-852364-3-iscsi neutron-server[111140]: {{(pid=111140) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 09 16:50:23.230173 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-2945a7ae-6cd8-4b05-9358-c42d9a1b653a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3501092'] for segment (087eff6f-7ffe-4685-8407-ebe76234df3c), precommit_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:23.230545 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.db.segments_db [None req-2945a7ae-6cd8-4b05-9358-c42d9a1b653a admin admin] Added segment 087eff6f-7ffe-4685-8407-ebe76234df3c of type vlan for network c6e9ea29-d63f-40f2-84ee-974e268aa2d8 Aug 09 16:50:23.301873 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-2945a7ae-6cd8-4b05-9358-c42d9a1b653a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748337886136'] for network (c6e9ea29-d63f-40f2-84ee-974e268aa2d8), precommit_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:23.386921 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-2945a7ae-6cd8-4b05-9358-c42d9a1b653a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463'] for network (c6e9ea29-d63f-40f2-84ee-974e268aa2d8), after_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:23.388030 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2945a7ae-6cd8-4b05-9358-c42d9a1b653a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:50:23.389032 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-2945a7ae-6cd8-4b05-9358-c42d9a1b653a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526441'] for network (None), before_response {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:23.420350 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.agents_db [None req-a4db1589-5d5b-4049-8210-f6e9f318fefd None None] Agent healthcheck: found 6 active agents {{(pid=111143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:50:23.461930 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.wsgi [-] (111140) accepted ('10.222.0.59', 48200) {{(pid=111140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:50:23.471524 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.v2.base [None req-65ba5e16-76bb-4c17-b8cf-631a0911b7bd admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1960455865-network', 'tenant_id': '4533225c6c3147308e6bfbc4a7fbf788'}} {{(pid=111140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 16:50:23.498246 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.v2.base [None req-01ef40db-ad0c-4eba-8a61-9fca1eaf4b45 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-830009148-network', 'tenant_id': 'b681b90f2f074e8c8cfb11939edc7f72'}} {{(pid=111140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 16:50:23.520869 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [None req-2945a7ae-6cd8-4b05-9358-c42d9a1b653a admin admin] 10.222.0.59 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 865 time: 1.1266320 Aug 09 16:50:23.524519 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.wsgi [-] (111141) accepted ('10.222.0.59', 48210) {{(pid=111141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:50:23.530735 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.v2.base [None req-2630a66b-8f42-4201-9716-1298c764da95 admin admin] Request body: {'subnet': {'network_id': 'c6e9ea29-d63f-40f2-84ee-974e268aa2d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1052946250-subnet', 'tenant_id': '54562f03aaae457ca88be251d2208e2e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=111141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 16:50:23.532954 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2945a7ae-6cd8-4b05-9358-c42d9a1b653a admin admin] Pushing event updated for resources: {'Network': ['ID=c6e9ea29-d63f-40f2-84ee-974e268aa2d8,revision_number=1']} {{(pid=111140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:50:23.545713 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Network c6e9ea29-d63f-40f2-84ee-974e268aa2d8 details requested by agent ovs-agent-dv-cinder-852364-3-iscsi with host dv-cinder-852364-3-iscsi {{(pid=111142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 16:50:23.610669 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01ef40db-ad0c-4eba-8a61-9fca1eaf4b45 admin admin] Made reservation on behalf of b681b90f2f074e8c8cfb11939edc7f72 for: {'network': 1} {{(pid=111140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:50:23.613138 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-01ef40db-ad0c-4eba-8a61-9fca1eaf4b45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for network (None), before_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:23.624448 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-01ef40db-ad0c-4eba-8a61-9fca1eaf4b45 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:23.628183 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2630a66b-8f42-4201-9716-1298c764da95 admin admin] Made reservation on behalf of 54562f03aaae457ca88be251d2208e2e for: {'subnet': 1} {{(pid=111141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:50:23.633643 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-2630a66b-8f42-4201-9716-1298c764da95 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:23.636280 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65ba5e16-76bb-4c17-b8cf-631a0911b7bd admin admin] Made reservation on behalf of 4533225c6c3147308e6bfbc4a7fbf788 for: {'network': 1} {{(pid=111140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:50:23.638828 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-65ba5e16-76bb-4c17-b8cf-631a0911b7bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for network (None), before_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:23.649077 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-65ba5e16-76bb-4c17-b8cf-631a0911b7bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:23.776470 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-01ef40db-ad0c-4eba-8a61-9fca1eaf4b45 admin admin] Publish callbacks [] for security_group (2bdfd362-24cf-46bd-9f16-b84704a8b95f), precommit_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:23.786036 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-65ba5e16-76bb-4c17-b8cf-631a0911b7bd admin admin] Publish callbacks [] for security_group (4055fc19-de1b-4836-be2e-c70018f2c6d7), precommit_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:23.837940 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.v2.base [None req-18cfc3d6-e147-4588-acf6-b28e099df82d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-928294095-network', 'tenant_id': '321de2c92d814e6ab1da13939153da87'}} {{(pid=111140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 16:50:23.854303 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=72,neutron:INSERT=23,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:50:23.873914 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-01ef40db-ad0c-4eba-8a61-9fca1eaf4b45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763768'] for security_group (2bdfd362-24cf-46bd-9f16-b84704a8b95f), after_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:23.879163 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-65ba5e16-76bb-4c17-b8cf-631a0911b7bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763768'] for security_group (4055fc19-de1b-4836-be2e-c70018f2c6d7), after_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:23.895786 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=71,neutron:INSERT=26,neutron:UPDATE=3 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:50:23.902526 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01ef40db-ad0c-4eba-8a61-9fca1eaf4b45 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 981} {{(pid=111140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 16:50:23.907633 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-2630a66b-8f42-4201-9716-1298c764da95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463'] for subnet (04d182a3-f5e2-47dc-869b-31a7d21795ba), after_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:23.923344 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-01ef40db-ad0c-4eba-8a61-9fca1eaf4b45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3501092'] for segment (a94c1f41-ae8b-4dd1-abef-be7e62056af2), precommit_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:23.923688 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.db.segments_db [None req-01ef40db-ad0c-4eba-8a61-9fca1eaf4b45 admin admin] Added segment a94c1f41-ae8b-4dd1-abef-be7e62056af2 of type vlan for network e7c6cdf7-0095-4da2-9004-cdee3c973d7e Aug 09 16:50:23.932014 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ef40db-ad0c-4eba-8a61-9fca1eaf4b45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bdfd362-24cf-46bd-9f16-b84704a8b95f,revision_number=1']} {{(pid=111140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:50:24.009391 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18cfc3d6-e147-4588-acf6-b28e099df82d admin admin] Made reservation on behalf of 321de2c92d814e6ab1da13939153da87 for: {'network': 1} {{(pid=111140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:50:24.012221 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-18cfc3d6-e147-4588-acf6-b28e099df82d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for network (None), before_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:24.055084 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-18cfc3d6-e147-4588-acf6-b28e099df82d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:24.065978 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2630a66b-8f42-4201-9716-1298c764da95 admin admin] Pushing event updated for resources: {'Subnet': ['ID=04d182a3-f5e2-47dc-869b-31a7d21795ba,revision_number=0']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:50:24.070430 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ba5e16-76bb-4c17-b8cf-631a0911b7bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4055fc19-de1b-4836-be2e-c70018f2c6d7,revision_number=1']} {{(pid=111140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:50:24.074518 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2630a66b-8f42-4201-9716-1298c764da95 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:50:24.080462 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2630a66b-8f42-4201-9716-1298c764da95 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:50:24.080462 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2630a66b-8f42-4201-9716-1298c764da95 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:50:24.081220 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-01ef40db-ad0c-4eba-8a61-9fca1eaf4b45 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748337886136'] for network (e7c6cdf7-0095-4da2-9004-cdee3c973d7e), precommit_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:24.081884 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2630a66b-8f42-4201-9716-1298c764da95 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:50:24.081884 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2630a66b-8f42-4201-9716-1298c764da95 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:50:24.081884 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2630a66b-8f42-4201-9716-1298c764da95 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:50:24.081884 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2630a66b-8f42-4201-9716-1298c764da95 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:50:24.081884 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2630a66b-8f42-4201-9716-1298c764da95 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:50:24.081884 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2630a66b-8f42-4201-9716-1298c764da95 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:50:24.081884 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2630a66b-8f42-4201-9716-1298c764da95 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:50:24.081884 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2630a66b-8f42-4201-9716-1298c764da95 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:50:24.081884 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2630a66b-8f42-4201-9716-1298c764da95 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:50:24.081884 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2630a66b-8f42-4201-9716-1298c764da95 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:50:24.081884 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2630a66b-8f42-4201-9716-1298c764da95 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:50:24.081884 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2630a66b-8f42-4201-9716-1298c764da95 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:50:24.081884 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2630a66b-8f42-4201-9716-1298c764da95 admin admin] Tracked resource versions report: Aug 09 16:50:24.081884 dv-cinder-852364-3-iscsi neutron-server[111141]: pushed versions: Aug 09 16:50:24.081884 dv-cinder-852364-3-iscsi neutron-server[111141]: { 'AddressGroup': {'1.2'}, Aug 09 16:50:24.081884 dv-cinder-852364-3-iscsi neutron-server[111141]: 'Agent': {'1.1'}, Aug 09 16:50:24.081884 dv-cinder-852364-3-iscsi neutron-server[111141]: 'ConntrackHelper': {'1.0'}, Aug 09 16:50:24.081884 dv-cinder-852364-3-iscsi neutron-server[111141]: 'LocalIPAssociation': {'1.0'}, Aug 09 16:50:24.081884 dv-cinder-852364-3-iscsi neutron-server[111141]: 'Log': {'1.0'}, Aug 09 16:50:24.081884 dv-cinder-852364-3-iscsi neutron-server[111141]: 'NDPProxy': {'1.0'}, Aug 09 16:50:24.081884 dv-cinder-852364-3-iscsi neutron-server[111141]: 'Network': {'1.1'}, Aug 09 16:50:24.081884 dv-cinder-852364-3-iscsi neutron-server[111141]: 'Port': {'1.7'}, Aug 09 16:50:24.081884 dv-cinder-852364-3-iscsi neutron-server[111141]: 'PortForwarding': {'1.3'}, Aug 09 16:50:24.081884 dv-cinder-852364-3-iscsi neutron-server[111141]: 'QosPolicy': {'1.10'}, Aug 09 16:50:24.081884 dv-cinder-852364-3-iscsi neutron-server[111141]: 'SecurityGroup': {'1.5'}, Aug 09 16:50:24.081884 dv-cinder-852364-3-iscsi neutron-server[111141]: 'SecurityGroupRule': {'1.2'}, Aug 09 16:50:24.081884 dv-cinder-852364-3-iscsi neutron-server[111141]: 'SubPort': {'1.0'}, Aug 09 16:50:24.081884 dv-cinder-852364-3-iscsi neutron-server[111141]: 'Subnet': {'1.1'}, Aug 09 16:50:24.081884 dv-cinder-852364-3-iscsi neutron-server[111141]: 'Trunk': {'1.1'}} Aug 09 16:50:24.081884 dv-cinder-852364-3-iscsi neutron-server[111141]: consumer versions: Aug 09 16:50:24.081884 dv-cinder-852364-3-iscsi neutron-server[111141]: { DHCP agent@dv-cinder-852364-3-iscsi: {}, Aug 09 16:50:24.081884 dv-cinder-852364-3-iscsi neutron-server[111141]: HyperV agent@hv-cinder-85236: {}, Aug 09 16:50:24.081884 dv-cinder-852364-3-iscsi neutron-server[111141]: L3 agent@dv-cinder-852364-3-iscsi: {}, Aug 09 16:50:24.081884 dv-cinder-852364-3-iscsi neutron-server[111141]: Metadata agent@dv-cinder-852364-3-iscsi: {}, Aug 09 16:50:24.081884 dv-cinder-852364-3-iscsi neutron-server[111141]: Metering agent@dv-cinder-852364-3-iscsi: {}, Aug 09 16:50:24.081884 dv-cinder-852364-3-iscsi neutron-server[111141]: Open vSwitch agent@dv-cinder-852364-3-iscsi: { 'AddressGroup': '1.2', Aug 09 16:50:24.081884 dv-cinder-852364-3-iscsi neutron-server[111141]: 'Agent': '1.1', Aug 09 16:50:24.081884 dv-cinder-852364-3-iscsi neutron-server[111141]: 'ConntrackHelper': '1.0', Aug 09 16:50:24.081884 dv-cinder-852364-3-iscsi neutron-server[111141]: 'LocalIPAssociation': '1.0', Aug 09 16:50:24.081884 dv-cinder-852364-3-iscsi neutron-server[111141]: 'Log': '1.0', Aug 09 16:50:24.081884 dv-cinder-852364-3-iscsi neutron-server[111141]: 'NDPProxy': '1.0', Aug 09 16:50:24.081884 dv-cinder-852364-3-iscsi neutron-server[111141]: 'Network': '1.1', Aug 09 16:50:24.081884 dv-cinder-852364-3-iscsi neutron-server[111141]: 'Port': '1.7', Aug 09 16:50:24.085779 dv-cinder-852364-3-iscsi neutron-server[111141]: 'PortForwarding': '1.3', Aug 09 16:50:24.085779 dv-cinder-852364-3-iscsi neutron-server[111141]: 'QosPolicy': '1.10', Aug 09 16:50:24.085779 dv-cinder-852364-3-iscsi neutron-server[111141]: 'SecurityGroup': '1.5', Aug 09 16:50:24.085779 dv-cinder-852364-3-iscsi neutron-server[111141]: 'SecurityGroupRule': '1.2', Aug 09 16:50:24.085779 dv-cinder-852364-3-iscsi neutron-server[111141]: 'SubPort': '1.0', Aug 09 16:50:24.085779 dv-cinder-852364-3-iscsi neutron-server[111141]: 'Subnet': '1.1', Aug 09 16:50:24.085779 dv-cinder-852364-3-iscsi neutron-server[111141]: 'Trunk': '1.1'}} Aug 09 16:50:24.085779 dv-cinder-852364-3-iscsi neutron-server[111141]: {{(pid=111141) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 09 16:50:24.102008 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2630a66b-8f42-4201-9716-1298c764da95 admin admin] Checking segment: {'id': '087eff6f-7ffe-4685-8407-ebe76234df3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 976, 'network_id': 'c6e9ea29-d63f-40f2-84ee-974e268aa2d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 09 16:50:24.102365 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2630a66b-8f42-4201-9716-1298c764da95 admin admin] Network hostable DHCP agents. Network: c6e9ea29-d63f-40f2-84ee-974e268aa2d8, hostable agents: ['0d699ab0-1a4e-47ab-a625-f3b077123214'], hosted agents: [] {{(pid=111141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 16:50:24.178725 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-18cfc3d6-e147-4588-acf6-b28e099df82d admin admin] Publish callbacks [] for security_group (36d17016-52a7-4b1d-ad99-d4afb7c3f58d), precommit_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:24.233172 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2630a66b-8f42-4201-9716-1298c764da95 admin admin] Network c6e9ea29-d63f-40f2-84ee-974e268aa2d8 is scheduled to be hosted by DHCP agent 0d699ab0-1a4e-47ab-a625-f3b077123214 with binding_index 1 {{(pid=111141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 16:50:24.297609 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.wsgi [-] (111141) accepted ('10.222.0.59', 48230) {{(pid=111141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:50:24.298368 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-01ef40db-ad0c-4eba-8a61-9fca1eaf4b45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463'] for network (e7c6cdf7-0095-4da2-9004-cdee3c973d7e), after_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:24.299423 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01ef40db-ad0c-4eba-8a61-9fca1eaf4b45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:50:24.299992 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-01ef40db-ad0c-4eba-8a61-9fca1eaf4b45 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526441'] for network (None), before_response {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:24.302428 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-18cfc3d6-e147-4588-acf6-b28e099df82d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763768'] for security_group (36d17016-52a7-4b1d-ad99-d4afb7c3f58d), after_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:24.358976 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.scheduler.base_scheduler [None req-2630a66b-8f42-4201-9716-1298c764da95 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852364-3-iscsi, c6e9ea29-d63f-40f2-84ee-974e268aa2d8) {{(pid=111141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:50:24.363309 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2630a66b-8f42-4201-9716-1298c764da95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:50:24.363903 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-2630a66b-8f42-4201-9716-1298c764da95 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526441'] for subnet (None), before_response {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:24.373780 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18cfc3d6-e147-4588-acf6-b28e099df82d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 980} {{(pid=111140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 16:50:24.373780 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.db.api [None req-65ba5e16-76bb-4c17-b8cf-631a0911b7bd admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=111140) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 09 16:50:24.373780 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG oslo_db.api [None req-65ba5e16-76bb-4c17-b8cf-631a0911b7bd admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=111140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 09 16:50:24.374686 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5935e66-e63f-49e5-9da5-3098d74081b8 None None] Network c6e9ea29-d63f-40f2-84ee-974e268aa2d8 requested from dv-cinder-852364-3-iscsi {{(pid=111142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 09 16:50:24.409381 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ef40db-ad0c-4eba-8a61-9fca1eaf4b45 admin admin] Pushing event updated for resources: {'Network': ['ID=e7c6cdf7-0095-4da2-9004-cdee3c973d7e,revision_number=1']} {{(pid=111140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:50:24.420056 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-18cfc3d6-e147-4588-acf6-b28e099df82d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3501092'] for segment (22b689c2-f947-4ac8-81fc-daefa317b1b6), precommit_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:24.420485 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.db.segments_db [None req-18cfc3d6-e147-4588-acf6-b28e099df82d admin admin] Added segment 22b689c2-f947-4ac8-81fc-daefa317b1b6 of type vlan for network d512bb64-4fdf-40f1-b457-d57f69ae1831 Aug 09 16:50:24.422269 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cfc3d6-e147-4588-acf6-b28e099df82d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36d17016-52a7-4b1d-ad99-d4afb7c3f58d,revision_number=1']} {{(pid=111140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:50:24.427868 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Network e7c6cdf7-0095-4da2-9004-cdee3c973d7e details requested by agent ovs-agent-dv-cinder-852364-3-iscsi with host dv-cinder-852364-3-iscsi {{(pid=111142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 16:50:24.473637 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.wsgi [-] (111141) accepted ('10.222.0.59', 48242) {{(pid=111141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:50:24.473812 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [None req-01ef40db-ad0c-4eba-8a61-9fca1eaf4b45 admin admin] 10.222.0.59 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 872 time: 1.6548488 Aug 09 16:50:24.484090 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.v2.base [None req-6303c4fd-e8b2-46dc-b301-316b4e560543 admin admin] Request body: {'subnet': {'network_id': 'e7c6cdf7-0095-4da2-9004-cdee3c973d7e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-830009148-subnet', 'tenant_id': 'b681b90f2f074e8c8cfb11939edc7f72', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=111141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 16:50:24.487642 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-18cfc3d6-e147-4588-acf6-b28e099df82d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748337886136'] for network (d512bb64-4fdf-40f1-b457-d57f69ae1831), precommit_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:24.499623 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [None req-2630a66b-8f42-4201-9716-1298c764da95 admin admin] 10.222.0.59 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9737701 Aug 09 16:50:24.502378 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.wsgi [-] (111140) accepted ('10.222.0.59', 48244) {{(pid=111140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:50:24.513066 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.v2.base [None req-32ac4452-7414-4a88-b441-67d1deecd985 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1052946250-router', 'tenant_id': '54562f03aaae457ca88be251d2208e2e', 'external_gateway_info': {'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a'}}} {{(pid=111140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 16:50:24.594501 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-070adeb0-1958-4532-a497-2f1cda7d3431 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c3c12f7-d4c6-523e-962d-24da77ca8a50-c6e9ea29-d63f-40f2-84ee-974e268aa2d8', 'network_id': 'c6e9ea29-d63f-40f2-84ee-974e268aa2d8', 'project_id': '54562f03aaae457ca88be251d2208e2e', 'fixed_ips': [{'subnet_id': '04d182a3-f5e2-47dc-869b-31a7d21795ba'}]}} from dv-cinder-852364-3-iscsi. {{(pid=111142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 09 16:50:24.594501 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-070adeb0-1958-4532-a497-2f1cda7d3431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (None), before_create {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:24.611160 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6303c4fd-e8b2-46dc-b301-316b4e560543 admin admin] Made reservation on behalf of b681b90f2f074e8c8cfb11939edc7f72 for: {'subnet': 1} {{(pid=111141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:50:24.616294 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-32ac4452-7414-4a88-b441-67d1deecd985 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-341582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-334'] for router (2cab2482-7444-4975-b616-2ff06d0c2e17), before_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:24.616556 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-6303c4fd-e8b2-46dc-b301-316b4e560543 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:24.616910 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-32ac4452-7414-4a88-b441-67d1deecd985 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-337957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692940', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-558489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-327'] for router (2cab2482-7444-4975-b616-2ff06d0c2e17), precommit_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:24.697631 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-18cfc3d6-e147-4588-acf6-b28e099df82d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463'] for network (d512bb64-4fdf-40f1-b457-d57f69ae1831), after_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:24.700265 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18cfc3d6-e147-4588-acf6-b28e099df82d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:50:24.701572 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-18cfc3d6-e147-4588-acf6-b28e099df82d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526441'] for network (None), before_response {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:24.707381 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=74,neutron:INSERT=18,neutron:UPDATE=6,neutron:DELETE=2 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:50:24.716237 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-32ac4452-7414-4a88-b441-67d1deecd985 admin admin] Publish callbacks [] for router_controller (2cab2482-7444-4975-b616-2ff06d0c2e17), precommit_add_association {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:24.746441 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.db_base_plugin_common [None req-070adeb0-1958-4532-a497-2f1cda7d3431 None None] Allocated IP 172.20.0.2 (c6e9ea29-d63f-40f2-84ee-974e268aa2d8/04d182a3-f5e2-47dc-869b-31a7d21795ba/1c2cdc74-c5ca-4a97-85e7-b2ba18cd935f) {{(pid=111142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:50:24.767364 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-5534f6c5-a649-4096-b4de-5ad18b0273c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:24.878547 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-65ba5e16-76bb-4c17-b8cf-631a0911b7bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for network (None), before_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:24.920551 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-070adeb0-1958-4532-a497-2f1cda7d3431 None None] Publish callbacks [] for port (1c2cdc74-c5ca-4a97-85e7-b2ba18cd935f), precommit_create {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:24.964295 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-5534f6c5-a649-4096-b4de-5ad18b0273c4 admin admin] Publish callbacks [] for security_group (e05fbe2f-c470-4336-9ca0-f72ec119d4d6), precommit_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:25.005402 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-070adeb0-1958-4532-a497-2f1cda7d3431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748337861753'] for port (1c2cdc74-c5ca-4a97-85e7-b2ba18cd935f), after_create {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:25.044632 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-070adeb0-1958-4532-a497-2f1cda7d3431 None None] Network c6e9ea29-d63f-40f2-84ee-974e268aa2d8 is already hosted by enough agents. {{(pid=111142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:50:25.048019 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.scheduler.base_scheduler [None req-070adeb0-1958-4532-a497-2f1cda7d3431 None None] Resources bound (agent type, host, resource id): {{(pid=111142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:50:25.052840 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-070adeb0-1958-4532-a497-2f1cda7d3431 None None] Received port after_create {{(pid=111142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 09 16:50:25.062147 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-5534f6c5-a649-4096-b4de-5ad18b0273c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763768'] for security_group (e05fbe2f-c470-4336-9ca0-f72ec119d4d6), after_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:25.077020 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65ba5e16-76bb-4c17-b8cf-631a0911b7bd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 986} {{(pid=111140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 16:50:25.088779 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-65ba5e16-76bb-4c17-b8cf-631a0911b7bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3501092'] for segment (98d3c410-8005-4210-b36d-790e6c16d8ec), precommit_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:25.089058 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.db.segments_db [None req-65ba5e16-76bb-4c17-b8cf-631a0911b7bd admin admin] Added segment 98d3c410-8005-4210-b36d-790e6c16d8ec of type vlan for network 282e3700-6650-40cf-853f-239074e73a36 Aug 09 16:50:25.093411 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070adeb0-1958-4532-a497-2f1cda7d3431 None None] Pushing event updated for resources: {'Port': ['ID=1c2cdc74-c5ca-4a97-85e7-b2ba18cd935f,revision_number=1']} {{(pid=111142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:50:25.110701 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=78,neutron:INSERT=18,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:50:25.112786 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5534f6c5-a649-4096-b4de-5ad18b0273c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e05fbe2f-c470-4336-9ca0-f72ec119d4d6,revision_number=1']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:50:25.119236 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070adeb0-1958-4532-a497-2f1cda7d3431 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:50:25.119848 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070adeb0-1958-4532-a497-2f1cda7d3431 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:50:25.120366 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070adeb0-1958-4532-a497-2f1cda7d3431 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:50:25.120996 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070adeb0-1958-4532-a497-2f1cda7d3431 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:50:25.121771 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070adeb0-1958-4532-a497-2f1cda7d3431 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:50:25.122315 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070adeb0-1958-4532-a497-2f1cda7d3431 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:50:25.123071 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070adeb0-1958-4532-a497-2f1cda7d3431 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:50:25.123071 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070adeb0-1958-4532-a497-2f1cda7d3431 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:50:25.123944 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070adeb0-1958-4532-a497-2f1cda7d3431 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:50:25.124372 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070adeb0-1958-4532-a497-2f1cda7d3431 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:50:25.125065 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070adeb0-1958-4532-a497-2f1cda7d3431 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:50:25.125204 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070adeb0-1958-4532-a497-2f1cda7d3431 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:50:25.125629 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070adeb0-1958-4532-a497-2f1cda7d3431 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:50:25.126036 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070adeb0-1958-4532-a497-2f1cda7d3431 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:50:25.126551 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070adeb0-1958-4532-a497-2f1cda7d3431 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:50:25.132579 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070adeb0-1958-4532-a497-2f1cda7d3431 None None] Tracked resource versions report: Aug 09 16:50:25.132579 dv-cinder-852364-3-iscsi neutron-server[111142]: pushed versions: Aug 09 16:50:25.132579 dv-cinder-852364-3-iscsi neutron-server[111142]: { 'AddressGroup': {'1.2'}, Aug 09 16:50:25.132579 dv-cinder-852364-3-iscsi neutron-server[111142]: 'Agent': {'1.1'}, Aug 09 16:50:25.132579 dv-cinder-852364-3-iscsi neutron-server[111142]: 'ConntrackHelper': {'1.0'}, Aug 09 16:50:25.132579 dv-cinder-852364-3-iscsi neutron-server[111142]: 'LocalIPAssociation': {'1.0'}, Aug 09 16:50:25.132579 dv-cinder-852364-3-iscsi neutron-server[111142]: 'Log': {'1.0'}, Aug 09 16:50:25.132579 dv-cinder-852364-3-iscsi neutron-server[111142]: 'NDPProxy': {'1.0'}, Aug 09 16:50:25.132579 dv-cinder-852364-3-iscsi neutron-server[111142]: 'Network': {'1.1'}, Aug 09 16:50:25.132579 dv-cinder-852364-3-iscsi neutron-server[111142]: 'Port': {'1.7'}, Aug 09 16:50:25.132579 dv-cinder-852364-3-iscsi neutron-server[111142]: 'PortForwarding': {'1.3'}, Aug 09 16:50:25.132579 dv-cinder-852364-3-iscsi neutron-server[111142]: 'QosPolicy': {'1.10'}, Aug 09 16:50:25.132579 dv-cinder-852364-3-iscsi neutron-server[111142]: 'SecurityGroup': {'1.5'}, Aug 09 16:50:25.132579 dv-cinder-852364-3-iscsi neutron-server[111142]: 'SecurityGroupRule': {'1.2'}, Aug 09 16:50:25.132579 dv-cinder-852364-3-iscsi neutron-server[111142]: 'SubPort': {'1.0'}, Aug 09 16:50:25.132579 dv-cinder-852364-3-iscsi neutron-server[111142]: 'Subnet': {'1.1'}, Aug 09 16:50:25.132579 dv-cinder-852364-3-iscsi neutron-server[111142]: 'Trunk': {'1.1'}} Aug 09 16:50:25.132579 dv-cinder-852364-3-iscsi neutron-server[111142]: consumer versions: Aug 09 16:50:25.132579 dv-cinder-852364-3-iscsi neutron-server[111142]: { DHCP agent@dv-cinder-852364-3-iscsi: {}, Aug 09 16:50:25.132579 dv-cinder-852364-3-iscsi neutron-server[111142]: HyperV agent@hv-cinder-85236: {}, Aug 09 16:50:25.132579 dv-cinder-852364-3-iscsi neutron-server[111142]: L3 agent@dv-cinder-852364-3-iscsi: {}, Aug 09 16:50:25.132579 dv-cinder-852364-3-iscsi neutron-server[111142]: Metadata agent@dv-cinder-852364-3-iscsi: {}, Aug 09 16:50:25.132579 dv-cinder-852364-3-iscsi neutron-server[111142]: Metering agent@dv-cinder-852364-3-iscsi: {}, Aug 09 16:50:25.132579 dv-cinder-852364-3-iscsi neutron-server[111142]: Open vSwitch agent@dv-cinder-852364-3-iscsi: { 'AddressGroup': '1.2', Aug 09 16:50:25.132579 dv-cinder-852364-3-iscsi neutron-server[111142]: 'Agent': '1.1', Aug 09 16:50:25.132579 dv-cinder-852364-3-iscsi neutron-server[111142]: 'ConntrackHelper': '1.0', Aug 09 16:50:25.132579 dv-cinder-852364-3-iscsi neutron-server[111142]: 'LocalIPAssociation': '1.0', Aug 09 16:50:25.132579 dv-cinder-852364-3-iscsi neutron-server[111142]: 'Log': '1.0', Aug 09 16:50:25.132579 dv-cinder-852364-3-iscsi neutron-server[111142]: 'NDPProxy': '1.0', Aug 09 16:50:25.132579 dv-cinder-852364-3-iscsi neutron-server[111142]: 'Network': '1.1', Aug 09 16:50:25.132579 dv-cinder-852364-3-iscsi neutron-server[111142]: 'Port': '1.7', Aug 09 16:50:25.132579 dv-cinder-852364-3-iscsi neutron-server[111142]: 'PortForwarding': '1.3', Aug 09 16:50:25.132579 dv-cinder-852364-3-iscsi neutron-server[111142]: 'QosPolicy': '1.10', Aug 09 16:50:25.132579 dv-cinder-852364-3-iscsi neutron-server[111142]: 'SecurityGroup': '1.5', Aug 09 16:50:25.132579 dv-cinder-852364-3-iscsi neutron-server[111142]: 'SecurityGroupRule': '1.2', Aug 09 16:50:25.132579 dv-cinder-852364-3-iscsi neutron-server[111142]: 'SubPort': '1.0', Aug 09 16:50:25.132579 dv-cinder-852364-3-iscsi neutron-server[111142]: 'Subnet': '1.1', Aug 09 16:50:25.132579 dv-cinder-852364-3-iscsi neutron-server[111142]: 'Trunk': '1.1'}} Aug 09 16:50:25.132579 dv-cinder-852364-3-iscsi neutron-server[111142]: {{(pid=111142) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 09 16:50:25.135461 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-6303c4fd-e8b2-46dc-b301-316b4e560543 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463'] for subnet (fa8494ca-da5a-4e74-b349-aebeb3fbaa4a), after_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:25.149605 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.managers [None req-070adeb0-1958-4532-a497-2f1cda7d3431 None None] Attempting to bind port 1c2cdc74-c5ca-4a97-85e7-b2ba18cd935f on host dv-cinder-852364-3-iscsi for vnic_type normal with profile {{(pid=111142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 09 16:50:25.149605 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.managers [None req-070adeb0-1958-4532-a497-2f1cda7d3431 None None] Attempting to bind port 1c2cdc74-c5ca-4a97-85e7-b2ba18cd935f by drivers openvswitch,hyperv on host dv-cinder-852364-3-iscsi at level 0 using segments [{'id': '087eff6f-7ffe-4685-8407-ebe76234df3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 976, 'network_id': 'c6e9ea29-d63f-40f2-84ee-974e268aa2d8'}] {{(pid=111142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 09 16:50:25.149605 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-070adeb0-1958-4532-a497-2f1cda7d3431 None None] Attempting to bind port 1c2cdc74-c5ca-4a97-85e7-b2ba18cd935f on network c6e9ea29-d63f-40f2-84ee-974e268aa2d8 {{(pid=111142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 16:50:25.156089 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-070adeb0-1958-4532-a497-2f1cda7d3431 None None] Checking agent: {'id': '47988f4d-09d0-4892-bbfe-5b11c743802f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852364-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 9, 16, 42, 16), 'started_at': datetime.datetime(2022, 8, 9, 16, 42, 46), 'heartbeat_timestamp': datetime.datetime(2022, 8, 9, 16, 50, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852364-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 09 16:50:25.156893 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-070adeb0-1958-4532-a497-2f1cda7d3431 None None] Checking segment: {'id': '087eff6f-7ffe-4685-8407-ebe76234df3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 976, 'network_id': 'c6e9ea29-d63f-40f2-84ee-974e268aa2d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 09 16:50:25.157625 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-070adeb0-1958-4532-a497-2f1cda7d3431 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:25.158612 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-070adeb0-1958-4532-a497-2f1cda7d3431 None None] Bound using segment: {'id': '087eff6f-7ffe-4685-8407-ebe76234df3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 976, 'network_id': 'c6e9ea29-d63f-40f2-84ee-974e268aa2d8'} {{(pid=111142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 09 16:50:25.159402 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.managers [None req-070adeb0-1958-4532-a497-2f1cda7d3431 None None] Bound port: 1c2cdc74-c5ca-4a97-85e7-b2ba18cd935f, host: dv-cinder-852364-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '087eff6f-7ffe-4685-8407-ebe76234df3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 976, 'network_id': 'c6e9ea29-d63f-40f2-84ee-974e268aa2d8'}}] {{(pid=111142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 09 16:50:25.159961 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-070adeb0-1958-4532-a497-2f1cda7d3431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (1c2cdc74-c5ca-4a97-85e7-b2ba18cd935f), before_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:25.184366 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-65ba5e16-76bb-4c17-b8cf-631a0911b7bd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748337886136'] for network (282e3700-6650-40cf-853f-239074e73a36), precommit_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:25.189790 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:50:25.200560 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:UPDATE=9,neutron:SELECT=87,neutron:INSERT=4 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:50:25.235703 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.db [None req-070adeb0-1958-4532-a497-2f1cda7d3431 None None] For port 1c2cdc74-c5ca-4a97-85e7-b2ba18cd935f, host dv-cinder-852364-3-iscsi, cleared binding levels {{(pid=111142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:50:25.239363 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.db [None req-070adeb0-1958-4532-a497-2f1cda7d3431 None None] For port 1c2cdc74-c5ca-4a97-85e7-b2ba18cd935f, host dv-cinder-852364-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-3-iscsi',level=0,port_id=1c2cdc74-c5ca-4a97-85e7-b2ba18cd935f,segment=NetworkSegment(087eff6f-7ffe-4685-8407-ebe76234df3c),segment_id=087eff6f-7ffe-4685-8407-ebe76234df3c)] {{(pid=111142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:50:25.249123 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [None req-18cfc3d6-e147-4588-acf6-b28e099df82d admin admin] 10.222.0.59 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 868 time: 1.7686899 Aug 09 16:50:25.249766 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=79,neutron:INSERT=13,neutron:UPDATE=6,neutron:DELETE=2 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:50:25.257860 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.wsgi [-] (111141) accepted ('10.222.0.59', 48272) {{(pid=111141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:50:25.259393 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cfc3d6-e147-4588-acf6-b28e099df82d admin admin] Pushing event updated for resources: {'Network': ['ID=d512bb64-4fdf-40f1-b457-d57f69ae1831,revision_number=1']} {{(pid=111140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:50:25.269665 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Network d512bb64-4fdf-40f1-b457-d57f69ae1831 details requested by agent ovs-agent-dv-cinder-852364-3-iscsi with host dv-cinder-852364-3-iscsi {{(pid=111142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 16:50:25.281341 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6303c4fd-e8b2-46dc-b301-316b4e560543 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa8494ca-da5a-4e74-b349-aebeb3fbaa4a,revision_number=0']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:50:25.296258 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.v2.base [None req-43810dc4-9073-47c4-839d-3e3920c287ff admin admin] Request body: {'subnet': {'network_id': 'd512bb64-4fdf-40f1-b457-d57f69ae1831', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-928294095-subnet', 'tenant_id': '321de2c92d814e6ab1da13939153da87', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=111141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 16:50:25.323657 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [None req-5534f6c5-a649-4096-b4de-5ad18b0273c4 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=218d127532344ec99581730ce88da963&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0244191 Aug 09 16:50:25.325218 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.wsgi [-] (111141) accepted ('10.222.0.59', 48274) {{(pid=111141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:50:25.357746 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-32ac4452-7414-4a88-b441-67d1deecd985 admin admin] Publish callbacks [] for router_gateway (2cab2482-7444-4975-b616-2ff06d0c2e17), precommit_update {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:25.364503 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6303c4fd-e8b2-46dc-b301-316b4e560543 admin admin] Checking segment: {'id': 'a94c1f41-ae8b-4dd1-abef-be7e62056af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 981, 'network_id': 'e7c6cdf7-0095-4da2-9004-cdee3c973d7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 09 16:50:25.365300 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6303c4fd-e8b2-46dc-b301-316b4e560543 admin admin] Network hostable DHCP agents. Network: e7c6cdf7-0095-4da2-9004-cdee3c973d7e, hostable agents: ['0d699ab0-1a4e-47ab-a625-f3b077123214'], hosted agents: [] {{(pid=111141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 16:50:25.367524 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-65ba5e16-76bb-4c17-b8cf-631a0911b7bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463'] for network (282e3700-6650-40cf-853f-239074e73a36), after_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:25.368657 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65ba5e16-76bb-4c17-b8cf-631a0911b7bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:50:25.376415 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-65ba5e16-76bb-4c17-b8cf-631a0911b7bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526441'] for network (None), before_response {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:25.377235 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-070adeb0-1958-4532-a497-2f1cda7d3431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748338263269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748337861771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748337861789'] for port (1c2cdc74-c5ca-4a97-85e7-b2ba18cd935f), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:25.385657 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:50:25.406071 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43810dc4-9073-47c4-839d-3e3920c287ff admin admin] Made reservation on behalf of 321de2c92d814e6ab1da13939153da87 for: {'subnet': 1} {{(pid=111141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:50:25.411177 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-43810dc4-9073-47c4-839d-3e3920c287ff admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:25.466895 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070adeb0-1958-4532-a497-2f1cda7d3431 None None] Pushing event updated for resources: {'Port': ['ID=1c2cdc74-c5ca-4a97-85e7-b2ba18cd935f,revision_number=2']} {{(pid=111142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:50:25.508232 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ba5e16-76bb-4c17-b8cf-631a0911b7bd admin admin] Pushing event updated for resources: {'Network': ['ID=282e3700-6650-40cf-853f-239074e73a36,revision_number=1']} {{(pid=111140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:50:25.520345 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Network 282e3700-6650-40cf-853f-239074e73a36 details requested by agent ovs-agent-dv-cinder-852364-3-iscsi with host dv-cinder-852364-3-iscsi {{(pid=111142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 16:50:25.542108 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-c829dbdf-eca7-4cf0-a1a7-671bb49cd9af admin admin] Publish callbacks [] for security_group (e05fbe2f-c470-4336-9ca0-f72ec119d4d6), before_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:25.575532 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-c829dbdf-eca7-4cf0-a1a7-671bb49cd9af admin admin] Publish callbacks [] for security_group (e05fbe2f-c470-4336-9ca0-f72ec119d4d6), precommit_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:25.585095 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [None req-65ba5e16-76bb-4c17-b8cf-631a0911b7bd admin admin] 10.222.0.59 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 866 time: 2.6586354 Aug 09 16:50:25.587082 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.wsgi [-] (111140) accepted ('10.222.0.59', 48282) {{(pid=111140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:50:25.594032 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.v2.base [None req-7cd9f440-35f8-4646-a019-9108b2e0ed28 admin admin] Request body: {'subnet': {'network_id': '282e3700-6650-40cf-853f-239074e73a36', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1960455865-subnet', 'tenant_id': '4533225c6c3147308e6bfbc4a7fbf788', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=111140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 16:50:25.691468 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6303c4fd-e8b2-46dc-b301-316b4e560543 admin admin] Network e7c6cdf7-0095-4da2-9004-cdee3c973d7e is scheduled to be hosted by DHCP agent 0d699ab0-1a4e-47ab-a625-f3b077123214 with binding_index 1 {{(pid=111141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 16:50:26.182850 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cd9f440-35f8-4646-a019-9108b2e0ed28 admin admin] Made reservation on behalf of 4533225c6c3147308e6bfbc4a7fbf788 for: {'subnet': 1} {{(pid=111140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:50:26.182850 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-7cd9f440-35f8-4646-a019-9108b2e0ed28 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:26.182850 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-32ac4452-7414-4a88-b441-67d1deecd985 admin admin] Publish callbacks [] for router_gateway (2cab2482-7444-4975-b616-2ff06d0c2e17), before_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:26.182850 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-32ac4452-7414-4a88-b441-67d1deecd985 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (None), before_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:26.192940 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-43810dc4-9073-47c4-839d-3e3920c287ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463'] for subnet (414c40d7-70ed-42dc-9e49-6496154d7c43), after_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:26.192940 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.scheduler.base_scheduler [None req-6303c4fd-e8b2-46dc-b301-316b4e560543 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852364-3-iscsi, e7c6cdf7-0095-4da2-9004-cdee3c973d7e) {{(pid=111141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:50:26.192940 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6303c4fd-e8b2-46dc-b301-316b4e560543 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:50:26.192940 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-6303c4fd-e8b2-46dc-b301-316b4e560543 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526441'] for subnet (None), before_response {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:26.194463 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebc087a1-b021-46ad-b098-22f8fad9e9f0 None None] Network e7c6cdf7-0095-4da2-9004-cdee3c973d7e requested from dv-cinder-852364-3-iscsi {{(pid=111142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 09 16:50:26.194993 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-c829dbdf-eca7-4cf0-a1a7-671bb49cd9af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763768'] for security_group (e05fbe2f-c470-4336-9ca0-f72ec119d4d6), after_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:26.194993 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-c829dbdf-eca7-4cf0-a1a7-671bb49cd9af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:26.194993 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [None req-c829dbdf-eca7-4cf0-a1a7-671bb49cd9af admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/e05fbe2f-c470-4336-9ca0-f72ec119d4d6 HTTP/1.1" status: 204 len: 168 time: 0.7643635 Aug 09 16:50:26.194993 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43810dc4-9073-47c4-839d-3e3920c287ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=414c40d7-70ed-42dc-9e49-6496154d7c43,revision_number=0']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:50:26.196222 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-7cd9f440-35f8-4646-a019-9108b2e0ed28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463'] for subnet (d5c04f84-3435-4f8b-9c9f-e063a245781b), after_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:26.209513 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c829dbdf-eca7-4cf0-a1a7-671bb49cd9af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e05fbe2f-c470-4336-9ca0-f72ec119d4d6,revision_number=None']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:50:26.257941 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43810dc4-9073-47c4-839d-3e3920c287ff admin admin] Checking segment: {'id': '22b689c2-f947-4ac8-81fc-daefa317b1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 980, 'network_id': 'd512bb64-4fdf-40f1-b457-d57f69ae1831'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 09 16:50:26.258302 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43810dc4-9073-47c4-839d-3e3920c287ff admin admin] Network hostable DHCP agents. Network: d512bb64-4fdf-40f1-b457-d57f69ae1831, hostable agents: ['0d699ab0-1a4e-47ab-a625-f3b077123214'], hosted agents: [] {{(pid=111141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 16:50:26.283505 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9157da8-a90a-42b3-8d68-eaa97db19595 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c3c12f7-d4c6-523e-962d-24da77ca8a50-e7c6cdf7-0095-4da2-9004-cdee3c973d7e', 'network_id': 'e7c6cdf7-0095-4da2-9004-cdee3c973d7e', 'project_id': 'b681b90f2f074e8c8cfb11939edc7f72', 'fixed_ips': [{'subnet_id': 'fa8494ca-da5a-4e74-b349-aebeb3fbaa4a'}]}} from dv-cinder-852364-3-iscsi. {{(pid=111142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 09 16:50:26.284306 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-d9157da8-a90a-42b3-8d68-eaa97db19595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (None), before_create {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:26.305094 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd9f440-35f8-4646-a019-9108b2e0ed28 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5c04f84-3435-4f8b-9c9f-e063a245781b,revision_number=0']} {{(pid=111140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:50:26.328481 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd9f440-35f8-4646-a019-9108b2e0ed28 admin admin] Checking segment: {'id': '98d3c410-8005-4210-b36d-790e6c16d8ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 986, 'network_id': '282e3700-6650-40cf-853f-239074e73a36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 09 16:50:26.328829 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cd9f440-35f8-4646-a019-9108b2e0ed28 admin admin] Network hostable DHCP agents. Network: 282e3700-6650-40cf-853f-239074e73a36, hostable agents: ['0d699ab0-1a4e-47ab-a625-f3b077123214'], hosted agents: [] {{(pid=111140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 16:50:26.331996 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.db.db_base_plugin_common [None req-32ac4452-7414-4a88-b441-67d1deecd985 admin admin] Allocated IP 172.27.2.98 (0b446ac8-416d-4492-b144-c475e4beb84a/4516d54a-1367-472b-b3e4-4bb105fe12f6/3da32644-d653-4870-a983-8ae28554edae) {{(pid=111140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:50:26.347146 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [None req-6303c4fd-e8b2-46dc-b301-316b4e560543 admin admin] 10.222.0.59 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.8659406 Aug 09 16:50:26.347146 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.wsgi [-] (111141) accepted ('10.222.0.59', 48292) {{(pid=111141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:50:26.348989 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.v2.base [None req-444c0ebd-4208-4bdf-b99c-0aca92e543c1 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-830009148-router', 'tenant_id': 'b681b90f2f074e8c8cfb11939edc7f72', 'external_gateway_info': {'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a'}}} {{(pid=111141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 16:50:26.475922 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.db_base_plugin_common [None req-d9157da8-a90a-42b3-8d68-eaa97db19595 None None] Allocated IP 172.20.0.2 (e7c6cdf7-0095-4da2-9004-cdee3c973d7e/fa8494ca-da5a-4e74-b349-aebeb3fbaa4a/e32c31d4-4bae-43ff-b2c0-5b784f2c8531) {{(pid=111142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:50:26.502451 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43810dc4-9073-47c4-839d-3e3920c287ff admin admin] Network d512bb64-4fdf-40f1-b457-d57f69ae1831 is scheduled to be hosted by DHCP agent 0d699ab0-1a4e-47ab-a625-f3b077123214 with binding_index 1 {{(pid=111141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 16:50:26.536772 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-444c0ebd-4208-4bdf-b99c-0aca92e543c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-341582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-334'] for router (536cabdf-f3dd-45b1-ae01-5b812d9138a3), before_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:26.538154 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-444c0ebd-4208-4bdf-b99c-0aca92e543c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-337957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692940', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-558489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-327'] for router (536cabdf-f3dd-45b1-ae01-5b812d9138a3), precommit_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:26.610635 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cd9f440-35f8-4646-a019-9108b2e0ed28 admin admin] Network 282e3700-6650-40cf-853f-239074e73a36 is scheduled to be hosted by DHCP agent 0d699ab0-1a4e-47ab-a625-f3b077123214 with binding_index 1 {{(pid=111140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 16:50:26.636186 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-32ac4452-7414-4a88-b441-67d1deecd985 admin admin] Publish callbacks [] for port (3da32644-d653-4870-a983-8ae28554edae), precommit_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:26.664615 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-d9157da8-a90a-42b3-8d68-eaa97db19595 None None] Publish callbacks [] for port (e32c31d4-4bae-43ff-b2c0-5b784f2c8531), precommit_create {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:26.725725 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-444c0ebd-4208-4bdf-b99c-0aca92e543c1 admin admin] Publish callbacks [] for router_controller (536cabdf-f3dd-45b1-ae01-5b812d9138a3), precommit_add_association {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:26.765182 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-d9157da8-a90a-42b3-8d68-eaa97db19595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748337861753'] for port (e32c31d4-4bae-43ff-b2c0-5b784f2c8531), after_create {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:26.765662 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.scheduler.base_scheduler [None req-43810dc4-9073-47c4-839d-3e3920c287ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852364-3-iscsi, d512bb64-4fdf-40f1-b457-d57f69ae1831) {{(pid=111141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:50:26.770452 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43810dc4-9073-47c4-839d-3e3920c287ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:50:26.771798 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-43810dc4-9073-47c4-839d-3e3920c287ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526441'] for subnet (None), before_response {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:26.782578 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.scheduler.base_scheduler [None req-7cd9f440-35f8-4646-a019-9108b2e0ed28 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852364-3-iscsi, 282e3700-6650-40cf-853f-239074e73a36) {{(pid=111140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:50:26.806504 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cd9f440-35f8-4646-a019-9108b2e0ed28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:50:26.809311 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-7cd9f440-35f8-4646-a019-9108b2e0ed28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526441'] for subnet (None), before_response {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:26.855570 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=8 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:50:26.897915 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-32ac4452-7414-4a88-b441-67d1deecd985 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748337861753'] for port (3da32644-d653-4870-a983-8ae28554edae), after_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:27.038805 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [None req-7cd9f440-35f8-4646-a019-9108b2e0ed28 admin admin] 10.222.0.59 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4504211 Aug 09 16:50:27.051925 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.wsgi [-] (111140) accepted ('10.222.0.59', 48322) {{(pid=111140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:50:27.079911 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.v2.base [None req-fa1a22eb-700f-4d23-afdc-910a3c3eaec9 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-1960455865-router', 'tenant_id': '4533225c6c3147308e6bfbc4a7fbf788', 'external_gateway_info': {'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a'}}} {{(pid=111140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 16:50:27.087681 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9157da8-a90a-42b3-8d68-eaa97db19595 None None] Pushing event updated for resources: {'Port': ['ID=e32c31d4-4bae-43ff-b2c0-5b784f2c8531,revision_number=1']} {{(pid=111142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:50:27.089565 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-444c0ebd-4208-4bdf-b99c-0aca92e543c1 admin admin] Publish callbacks [] for router_gateway (536cabdf-f3dd-45b1-ae01-5b812d9138a3), precommit_update {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:27.103327 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5e59618-1287-4be4-b41e-d204f0ef0476 None None] Network d512bb64-4fdf-40f1-b457-d57f69ae1831 requested from dv-cinder-852364-3-iscsi {{(pid=111142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 09 16:50:27.107023 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [None req-43810dc4-9073-47c4-839d-3e3920c287ff admin admin] 10.222.0.59 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.8456514 Aug 09 16:50:27.109477 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.wsgi [-] (111141) accepted ('10.222.0.59', 48324) {{(pid=111141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:50:27.113800 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.v2.base [None req-42b7d1d8-fda5-406e-8653-c51dc2347355 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-928294095-router', 'tenant_id': '321de2c92d814e6ab1da13939153da87', 'external_gateway_info': {'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a'}}} {{(pid=111141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 16:50:27.126246 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32ac4452-7414-4a88-b441-67d1deecd985 admin admin] Network 0b446ac8-416d-4492-b144-c475e4beb84a is already hosted by enough agents. {{(pid=111140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:50:27.127299 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:50:27.131666 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d92ed43-840d-499d-816c-c1e309c7ae79 None None] Network 282e3700-6650-40cf-853f-239074e73a36 requested from dv-cinder-852364-3-iscsi {{(pid=111142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 09 16:50:27.134100 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.scheduler.base_scheduler [None req-32ac4452-7414-4a88-b441-67d1deecd985 admin admin] Resources bound (agent type, host, resource id): {{(pid=111140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:50:27.135450 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd031eb8-64a2-4e0d-ad54-467d4113f781 None None] Network c6e9ea29-d63f-40f2-84ee-974e268aa2d8 requested from dv-cinder-852364-3-iscsi {{(pid=111142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 09 16:50:27.143073 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ac4452-7414-4a88-b441-67d1deecd985 admin admin] Received port after_create {{(pid=111140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 09 16:50:27.215330 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ac4452-7414-4a88-b441-67d1deecd985 admin admin] Pushing event updated for resources: {'Port': ['ID=3da32644-d653-4870-a983-8ae28554edae,revision_number=1']} {{(pid=111140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:50:27.217268 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-42b7d1d8-fda5-406e-8653-c51dc2347355 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-341582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-334'] for router (286245d4-d1e1-45d8-a33e-8ce6c103810d), before_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:27.220835 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-42b7d1d8-fda5-406e-8653-c51dc2347355 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-337957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692940', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-558489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-327'] for router (286245d4-d1e1-45d8-a33e-8ce6c103810d), precommit_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:27.222977 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9157da8-a90a-42b3-8d68-eaa97db19595 None None] Network e7c6cdf7-0095-4da2-9004-cdee3c973d7e is already hosted by enough agents. {{(pid=111142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:50:27.226464 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.scheduler.base_scheduler [None req-d9157da8-a90a-42b3-8d68-eaa97db19595 None None] Resources bound (agent type, host, resource id): {{(pid=111142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:50:27.314421 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:50:27.324536 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-fa1a22eb-700f-4d23-afdc-910a3c3eaec9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-341582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-334'] for router (f3a68d1b-d2e1-41cc-afa9-a7e46c1b4d73), before_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:27.325583 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-fa1a22eb-700f-4d23-afdc-910a3c3eaec9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-337957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692940', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-558489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-327'] for router (f3a68d1b-d2e1-41cc-afa9-a7e46c1b4d73), precommit_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:27.333374 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-42b7d1d8-fda5-406e-8653-c51dc2347355 admin admin] Publish callbacks [] for router_controller (286245d4-d1e1-45d8-a33e-8ce6c103810d), precommit_add_association {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:27.367149 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9157da8-a90a-42b3-8d68-eaa97db19595 None None] Received port after_create {{(pid=111142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 09 16:50:27.387826 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.provisioning_blocks [None req-d9065712-d28f-4256-9a6b-9ef980de664f None None] Provisioning complete for port 1c2cdc74-c5ca-4a97-85e7-b2ba18cd935f triggered by entity DHCP. {{(pid=111142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 16:50:27.388224 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-d9065712-d28f-4256-9a6b-9ef980de664f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877469'] for port (1c2cdc74-c5ca-4a97-85e7-b2ba18cd935f), provisioning_complete {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:27.415298 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-fa1a22eb-700f-4d23-afdc-910a3c3eaec9 admin admin] Publish callbacks [] for router_controller (f3a68d1b-d2e1-41cc-afa9-a7e46c1b4d73), precommit_add_association {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:27.415298 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.wsgi [-] (111140) accepted ('10.222.0.59', 48336) {{(pid=111140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:50:27.437743 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-5997745c-1382-4538-b1f8-cc560cd041dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:27.561206 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4cc7ba7-9883-4296-bdb6-6031dddb9d8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c3c12f7-d4c6-523e-962d-24da77ca8a50-d512bb64-4fdf-40f1-b457-d57f69ae1831', 'network_id': 'd512bb64-4fdf-40f1-b457-d57f69ae1831', 'project_id': '321de2c92d814e6ab1da13939153da87', 'fixed_ips': [{'subnet_id': '414c40d7-70ed-42dc-9e49-6496154d7c43'}]}} from dv-cinder-852364-3-iscsi. {{(pid=111142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 09 16:50:27.562375 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-c4cc7ba7-9883-4296-bdb6-6031dddb9d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (None), before_create {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:27.569408 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:DELETE=6,neutron:SELECT=82,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:50:27.598530 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:50:27.681166 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-42b7d1d8-fda5-406e-8653-c51dc2347355 admin admin] Publish callbacks [] for router_gateway (286245d4-d1e1-45d8-a33e-8ce6c103810d), precommit_update {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:27.713696 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.wsgi [-] (111141) accepted ('10.222.0.59', 48346) {{(pid=111141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:50:27.723583 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-444c0ebd-4208-4bdf-b99c-0aca92e543c1 admin admin] Publish callbacks [] for router_gateway (536cabdf-f3dd-45b1-ae01-5b812d9138a3), before_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:27.742253 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Device 1c2cdc74-c5ca-4a97-85e7-b2ba18cd935f up at agent ovs-agent-dv-cinder-852364-3-iscsi {{(pid=111142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:50:27.748161 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-444c0ebd-4208-4bdf-b99c-0aca92e543c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (None), before_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:27.825727 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:50:27.835700 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.managers [None req-d9157da8-a90a-42b3-8d68-eaa97db19595 None None] Attempting to bind port e32c31d4-4bae-43ff-b2c0-5b784f2c8531 on host dv-cinder-852364-3-iscsi for vnic_type normal with profile {{(pid=111142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 09 16:50:27.836204 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.managers [None req-d9157da8-a90a-42b3-8d68-eaa97db19595 None None] Attempting to bind port e32c31d4-4bae-43ff-b2c0-5b784f2c8531 by drivers openvswitch,hyperv on host dv-cinder-852364-3-iscsi at level 0 using segments [{'id': 'a94c1f41-ae8b-4dd1-abef-be7e62056af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 981, 'network_id': 'e7c6cdf7-0095-4da2-9004-cdee3c973d7e'}] {{(pid=111142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 09 16:50:27.837036 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9157da8-a90a-42b3-8d68-eaa97db19595 None None] Attempting to bind port e32c31d4-4bae-43ff-b2c0-5b784f2c8531 on network e7c6cdf7-0095-4da2-9004-cdee3c973d7e {{(pid=111142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 16:50:27.858537 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9157da8-a90a-42b3-8d68-eaa97db19595 None None] Checking agent: {'id': '47988f4d-09d0-4892-bbfe-5b11c743802f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852364-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 9, 16, 42, 16), 'started_at': datetime.datetime(2022, 8, 9, 16, 42, 46), 'heartbeat_timestamp': datetime.datetime(2022, 8, 9, 16, 50, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852364-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 09 16:50:27.862826 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9157da8-a90a-42b3-8d68-eaa97db19595 None None] Checking segment: {'id': 'a94c1f41-ae8b-4dd1-abef-be7e62056af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 981, 'network_id': 'e7c6cdf7-0095-4da2-9004-cdee3c973d7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 09 16:50:27.862826 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-d9157da8-a90a-42b3-8d68-eaa97db19595 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:27.862826 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9157da8-a90a-42b3-8d68-eaa97db19595 None None] Bound using segment: {'id': 'a94c1f41-ae8b-4dd1-abef-be7e62056af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 981, 'network_id': 'e7c6cdf7-0095-4da2-9004-cdee3c973d7e'} {{(pid=111142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 09 16:50:27.862826 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.managers [None req-d9157da8-a90a-42b3-8d68-eaa97db19595 None None] Bound port: e32c31d4-4bae-43ff-b2c0-5b784f2c8531, host: dv-cinder-852364-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a94c1f41-ae8b-4dd1-abef-be7e62056af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 981, 'network_id': 'e7c6cdf7-0095-4da2-9004-cdee3c973d7e'}}] {{(pid=111142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 09 16:50:27.862826 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-d9157da8-a90a-42b3-8d68-eaa97db19595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (e32c31d4-4bae-43ff-b2c0-5b784f2c8531), before_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:27.877983 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a1210b0-ddb7-4f50-8c09-31ca2a96a633 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c3c12f7-d4c6-523e-962d-24da77ca8a50-282e3700-6650-40cf-853f-239074e73a36', 'network_id': '282e3700-6650-40cf-853f-239074e73a36', 'project_id': '4533225c6c3147308e6bfbc4a7fbf788', 'fixed_ips': [{'subnet_id': 'd5c04f84-3435-4f8b-9c9f-e063a245781b'}]}} from dv-cinder-852364-3-iscsi. {{(pid=111142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 09 16:50:27.878941 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-2a1210b0-ddb7-4f50-8c09-31ca2a96a633 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (None), before_create {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:27.932124 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-5997745c-1382-4538-b1f8-cc560cd041dd admin admin] Publish callbacks [] for security_group (bfa8761e-b92f-4b8f-a397-d8ce7aeb0e71), precommit_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:28.006873 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-5997745c-1382-4538-b1f8-cc560cd041dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763768'] for security_group (bfa8761e-b92f-4b8f-a397-d8ce7aeb0e71), after_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:28.096538 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.provisioning_blocks [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Provisioning complete for port 1c2cdc74-c5ca-4a97-85e7-b2ba18cd935f triggered by entity L2. {{(pid=111142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 16:50:28.096935 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877469'] for port (1c2cdc74-c5ca-4a97-85e7-b2ba18cd935f), provisioning_complete {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:28.135699 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-d9065712-d28f-4256-9a6b-9ef980de664f None None] Current status of the port 1c2cdc74-c5ca-4a97-85e7-b2ba18cd935f is: DOWN; New status is: ACTIVE {{(pid=111142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 16:50:28.136092 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-d9065712-d28f-4256-9a6b-9ef980de664f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (1c2cdc74-c5ca-4a97-85e7-b2ba18cd935f), before_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:28.169471 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-32ac4452-7414-4a88-b441-67d1deecd985 admin admin] Publish callbacks [] for router_gateway (2cab2482-7444-4975-b616-2ff06d0c2e17), after_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:28.176631 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-fa1a22eb-700f-4d23-afdc-910a3c3eaec9 admin admin] Publish callbacks [] for router_gateway (f3a68d1b-d2e1-41cc-afa9-a7e46c1b4d73), precommit_update {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:28.187472 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [None req-5997745c-1382-4538-b1f8-cc560cd041dd admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=852a5c55f8b847cf8efbf77ee9de8d80&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7672410 Aug 09 16:50:28.193896 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.wsgi [-] (111141) accepted ('10.222.0.59', 48358) {{(pid=111141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:50:28.231065 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5997745c-1382-4538-b1f8-cc560cd041dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfa8761e-b92f-4b8f-a397-d8ce7aeb0e71,revision_number=1']} {{(pid=111140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:50:28.236482 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-4b545737-5777-4b88-aaed-9f60aaa6cfba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:28.295846 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.db [None req-d9157da8-a90a-42b3-8d68-eaa97db19595 None None] For port e32c31d4-4bae-43ff-b2c0-5b784f2c8531, host dv-cinder-852364-3-iscsi, cleared binding levels {{(pid=111142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:50:28.302551 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.db [None req-d9157da8-a90a-42b3-8d68-eaa97db19595 None None] For port e32c31d4-4bae-43ff-b2c0-5b784f2c8531, host dv-cinder-852364-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-3-iscsi',level=0,port_id=e32c31d4-4bae-43ff-b2c0-5b784f2c8531,segment=NetworkSegment(a94c1f41-ae8b-4dd1-abef-be7e62056af2),segment_id=a94c1f41-ae8b-4dd1-abef-be7e62056af2)] {{(pid=111142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:50:28.341942 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.db_base_plugin_common [None req-c4cc7ba7-9883-4296-bdb6-6031dddb9d8a None None] Allocated IP 172.20.0.2 (d512bb64-4fdf-40f1-b457-d57f69ae1831/414c40d7-70ed-42dc-9e49-6496154d7c43/fd10a96b-4d3b-4322-9252-5983cf629f21) {{(pid=111142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:50:28.345402 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.db [None req-d9065712-d28f-4256-9a6b-9ef980de664f None None] For port 1c2cdc74-c5ca-4a97-85e7-b2ba18cd935f, host dv-cinder-852364-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-3-iscsi',level=0,port_id=1c2cdc74-c5ca-4a97-85e7-b2ba18cd935f,segment=NetworkSegment(087eff6f-7ffe-4685-8407-ebe76234df3c),segment_id=087eff6f-7ffe-4685-8407-ebe76234df3c)] {{(pid=111142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:50:28.396573 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.db.db_base_plugin_common [None req-444c0ebd-4208-4bdf-b99c-0aca92e543c1 admin admin] Allocated IP 172.27.2.7 (0b446ac8-416d-4492-b144-c475e4beb84a/4516d54a-1367-472b-b3e4-4bb105fe12f6/51b6b9aa-6225-414f-b334-3d87b6264367) {{(pid=111141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:50:28.398241 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.db_base_plugin_common [None req-2a1210b0-ddb7-4f50-8c09-31ca2a96a633 None None] Allocated IP 172.20.0.2 (282e3700-6650-40cf-853f-239074e73a36/d5c04f84-3435-4f8b-9c9f-e063a245781b/ea1ffaf4-d7e2-4794-92a1-1fc5fc9d3661) {{(pid=111142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:50:28.398997 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-42b7d1d8-fda5-406e-8653-c51dc2347355 admin admin] Publish callbacks [] for router_gateway (286245d4-d1e1-45d8-a33e-8ce6c103810d), before_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:28.439759 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-2ff826d4-88d8-4fe4-914a-68fc1e687ed7 admin admin] Publish callbacks [] for security_group (bfa8761e-b92f-4b8f-a397-d8ce7aeb0e71), before_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:28.446762 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-42b7d1d8-fda5-406e-8653-c51dc2347355 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (None), before_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:28.449964 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-d9157da8-a90a-42b3-8d68-eaa97db19595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748338263269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748337861771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748337861789'] for port (e32c31d4-4bae-43ff-b2c0-5b784f2c8531), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:28.502366 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Current status of the port 1c2cdc74-c5ca-4a97-85e7-b2ba18cd935f is: DOWN; New status is: ACTIVE {{(pid=111142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 16:50:28.503266 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (1c2cdc74-c5ca-4a97-85e7-b2ba18cd935f), before_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:28.534723 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-d9065712-d28f-4256-9a6b-9ef980de664f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748338263269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748337861771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748337861789'] for port (1c2cdc74-c5ca-4a97-85e7-b2ba18cd935f), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:28.596926 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-2ff826d4-88d8-4fe4-914a-68fc1e687ed7 admin admin] Publish callbacks [] for security_group (bfa8761e-b92f-4b8f-a397-d8ce7aeb0e71), precommit_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:28.652266 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-fa1a22eb-700f-4d23-afdc-910a3c3eaec9 admin admin] Publish callbacks [] for router_gateway (f3a68d1b-d2e1-41cc-afa9-a7e46c1b4d73), before_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:28.678272 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-fa1a22eb-700f-4d23-afdc-910a3c3eaec9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (None), before_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:28.679886 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.provisioning_blocks [None req-84569003-2a45-4a93-b189-dea43ac8d3ad None None] Provisioning complete for port 1c2cdc74-c5ca-4a97-85e7-b2ba18cd935f triggered by entity DHCP. {{(pid=111142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 16:50:28.680302 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-84569003-2a45-4a93-b189-dea43ac8d3ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877469'] for port (1c2cdc74-c5ca-4a97-85e7-b2ba18cd935f), provisioning_complete {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:28.681701 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-32ac4452-7414-4a88-b441-67d1deecd985 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-338920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689217'] for router (2cab2482-7444-4975-b616-2ff06d0c2e17), after_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:28.725734 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-444c0ebd-4208-4bdf-b99c-0aca92e543c1 admin admin] Publish callbacks [] for port (51b6b9aa-6225-414f-b334-3d87b6264367), precommit_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:28.752699 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9157da8-a90a-42b3-8d68-eaa97db19595 None None] Pushing event updated for resources: {'Port': ['ID=e32c31d4-4bae-43ff-b2c0-5b784f2c8531,revision_number=2']} {{(pid=111142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:50:28.816547 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-4b545737-5777-4b88-aaed-9f60aaa6cfba admin admin] Publish callbacks [] for security_group (97a94ea0-cba2-4a74-93fd-096a481f1a6f), precommit_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:28.890424 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-4b545737-5777-4b88-aaed-9f60aaa6cfba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763768'] for security_group (97a94ea0-cba2-4a74-93fd-096a481f1a6f), after_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:28.902392 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.db.api [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=111142) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 09 16:50:28.902392 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG oslo_db.api [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=111142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 09 16:50:28.961065 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-c4cc7ba7-9883-4296-bdb6-6031dddb9d8a None None] Publish callbacks [] for port (fd10a96b-4d3b-4322-9252-5983cf629f21), precommit_create {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:28.969473 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9065712-d28f-4256-9a6b-9ef980de664f None None] Pushing event updated for resources: {'Port': ['ID=1c2cdc74-c5ca-4a97-85e7-b2ba18cd935f,revision_number=3']} {{(pid=111142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:50:28.995268 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-444c0ebd-4208-4bdf-b99c-0aca92e543c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748337861753'] for port (51b6b9aa-6225-414f-b334-3d87b6264367), after_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:29.009113 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-2ff826d4-88d8-4fe4-914a-68fc1e687ed7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763768'] for security_group (bfa8761e-b92f-4b8f-a397-d8ce7aeb0e71), after_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:29.011744 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-2ff826d4-88d8-4fe4-914a-68fc1e687ed7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:29.013388 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [None req-2ff826d4-88d8-4fe4-914a-68fc1e687ed7 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/bfa8761e-b92f-4b8f-a397-d8ce7aeb0e71 HTTP/1.1" status: 204 len: 168 time: 0.8122094 Aug 09 16:50:29.036297 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-84569003-2a45-4a93-b189-dea43ac8d3ad None None] Current status of the port 1c2cdc74-c5ca-4a97-85e7-b2ba18cd935f is: ACTIVE; New status is: ACTIVE {{(pid=111142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 16:50:29.038516 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [None req-4b545737-5777-4b88-aaed-9f60aaa6cfba admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=7ad04691468c4eb0bf2df06cd49a880d&name=default HTTP/1.1" status: 200 len: 2992 time: 1.3233602 Aug 09 16:50:29.040509 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.db.db_base_plugin_common [None req-42b7d1d8-fda5-406e-8653-c51dc2347355 admin admin] Allocated IP 172.27.2.203 (0b446ac8-416d-4492-b144-c475e4beb84a/4516d54a-1367-472b-b3e4-4bb105fe12f6/4a7ffaa3-c015-4647-9470-4b3ca7886b6c) {{(pid=111141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:50:29.041519 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.wsgi [-] (111140) accepted ('10.222.0.59', 48366) {{(pid=111140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:50:29.042731 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b545737-5777-4b88-aaed-9f60aaa6cfba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97a94ea0-cba2-4a74-93fd-096a481f1a6f,revision_number=1']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:50:29.055936 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-2a1210b0-ddb7-4f50-8c09-31ca2a96a633 None None] Publish callbacks [] for port (ea1ffaf4-d7e2-4794-92a1-1fc5fc9d3661), precommit_create {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:29.092324 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-c4cc7ba7-9883-4296-bdb6-6031dddb9d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748337861753'] for port (fd10a96b-4d3b-4322-9252-5983cf629f21), after_create {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:29.093726 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32ac4452-7414-4a88-b441-67d1deecd985 admin admin] Router 2cab2482-7444-4975-b616-2ff06d0c2e17 is scheduled to L3 agent 2cf02505-efcb-442b-855b-6c659df6f18c with binding_index 1 {{(pid=111140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 09 16:50:29.138292 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4cc7ba7-9883-4296-bdb6-6031dddb9d8a None None] Network d512bb64-4fdf-40f1-b457-d57f69ae1831 is already hosted by enough agents. {{(pid=111142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:50:29.140033 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.scheduler.base_scheduler [None req-c4cc7ba7-9883-4296-bdb6-6031dddb9d8a None None] Resources bound (agent type, host, resource id): {{(pid=111142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:50:29.141688 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-444c0ebd-4208-4bdf-b99c-0aca92e543c1 admin admin] Network 0b446ac8-416d-4492-b144-c475e4beb84a is already hosted by enough agents. {{(pid=111141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:50:29.149680 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4cc7ba7-9883-4296-bdb6-6031dddb9d8a None None] Received port after_create {{(pid=111142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 09 16:50:29.159083 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff826d4-88d8-4fe4-914a-68fc1e687ed7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfa8761e-b92f-4b8f-a397-d8ce7aeb0e71,revision_number=None']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:50:29.163036 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.scheduler.base_scheduler [None req-444c0ebd-4208-4bdf-b99c-0aca92e543c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=111141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:50:29.169883 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-444c0ebd-4208-4bdf-b99c-0aca92e543c1 admin admin] Received port after_create {{(pid=111141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 09 16:50:29.174049 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-4f03890d-16b1-4dd4-9cdb-16dfb7ec00be admin admin] Publish callbacks [] for security_group (97a94ea0-cba2-4a74-93fd-096a481f1a6f), before_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:29.220010 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-2a1210b0-ddb7-4f50-8c09-31ca2a96a633 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748337861753'] for port (ea1ffaf4-d7e2-4794-92a1-1fc5fc9d3661), after_create {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:29.284910 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-4f03890d-16b1-4dd4-9cdb-16dfb7ec00be admin admin] Publish callbacks [] for security_group (97a94ea0-cba2-4a74-93fd-096a481f1a6f), precommit_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:29.325069 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444c0ebd-4208-4bdf-b99c-0aca92e543c1 admin admin] Pushing event updated for resources: {'Port': ['ID=51b6b9aa-6225-414f-b334-3d87b6264367,revision_number=1']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:50:29.335313 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cc7ba7-9883-4296-bdb6-6031dddb9d8a None None] Pushing event updated for resources: {'Port': ['ID=fd10a96b-4d3b-4322-9252-5983cf629f21,revision_number=1']} {{(pid=111142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:50:29.340750 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:50:29.363944 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a1210b0-ddb7-4f50-8c09-31ca2a96a633 None None] Network 282e3700-6650-40cf-853f-239074e73a36 is already hosted by enough agents. {{(pid=111142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:50:29.370419 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.scheduler.base_scheduler [None req-2a1210b0-ddb7-4f50-8c09-31ca2a96a633 None None] Resources bound (agent type, host, resource id): {{(pid=111142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:50:29.380878 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:50:29.406890 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a1210b0-ddb7-4f50-8c09-31ca2a96a633 None None] Received port after_create {{(pid=111142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 09 16:50:29.443120 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32ac4452-7414-4a88-b441-67d1deecd985 admin admin] Notify agent at l3_agent.dv-cinder-852364-3-iscsi the message routers_updated {{(pid=111140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:50:29.444638 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-42b7d1d8-fda5-406e-8653-c51dc2347355 admin admin] Publish callbacks [] for port (4a7ffaa3-c015-4647-9470-4b3ca7886b6c), precommit_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:29.491592 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb8aa02-a5c2-4dc3-824d-f976a0f66216 None None] Sync routers for ids ['2cab2482-7444-4975-b616-2ff06d0c2e17'] in dv-cinder-852364-3-iscsi {{(pid=111143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:50:29.504176 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb8aa02-a5c2-4dc3-824d-f976a0f66216 None None] Routers {'2cab2482-7444-4975-b616-2ff06d0c2e17'} bound to L3 agent in host dv-cinder-852364-3-iscsi {{(pid=111143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 16:50:29.504814 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.l3_hamode_db [None req-bcb8aa02-a5c2-4dc3-824d-f976a0f66216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-09T16:42:12Z,description=,heartbeat_timestamp=2022-08-09T16:50:12Z,host='dv-cinder-852364-3-iscsi',id=2cf02505-efcb-442b-855b-6c659df6f18c,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:13Z,topic='l3_agent')) {'router_ids': ['2cab2482-7444-4975-b616-2ff06d0c2e17'], 'active': True} {{(pid=111143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:50:29.584536 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-32ac4452-7414-4a88-b441-67d1deecd985 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:29.594508 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [None req-32ac4452-7414-4a88-b441-67d1deecd985 admin admin] 10.222.0.59 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.0863752 Aug 09 16:50:29.594508 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.wsgi [-] (111140) accepted ('10.222.0.59', 48390) {{(pid=111140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:50:29.670337 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-444c0ebd-4208-4bdf-b99c-0aca92e543c1 admin admin] Publish callbacks [] for router_gateway (536cabdf-f3dd-45b1-ae01-5b812d9138a3), after_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:29.681848 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-4f03890d-16b1-4dd4-9cdb-16dfb7ec00be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763768'] for security_group (97a94ea0-cba2-4a74-93fd-096a481f1a6f), after_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:29.684683 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-4f03890d-16b1-4dd4-9cdb-16dfb7ec00be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:29.686023 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [None req-4f03890d-16b1-4dd4-9cdb-16dfb7ec00be admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/97a94ea0-cba2-4a74-93fd-096a481f1a6f HTTP/1.1" status: 204 len: 168 time: 0.6435349 Aug 09 16:50:29.715294 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=82,neutron:UPDATE=11,neutron:INSERT=7 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:50:29.733995 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f03890d-16b1-4dd4-9cdb-16dfb7ec00be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97a94ea0-cba2-4a74-93fd-096a481f1a6f,revision_number=None']} {{(pid=111140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:50:29.768460 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.managers [None req-c4cc7ba7-9883-4296-bdb6-6031dddb9d8a None None] Attempting to bind port fd10a96b-4d3b-4322-9252-5983cf629f21 on host dv-cinder-852364-3-iscsi for vnic_type normal with profile {{(pid=111142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 09 16:50:29.770667 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.managers [None req-c4cc7ba7-9883-4296-bdb6-6031dddb9d8a None None] Attempting to bind port fd10a96b-4d3b-4322-9252-5983cf629f21 by drivers openvswitch,hyperv on host dv-cinder-852364-3-iscsi at level 0 using segments [{'id': '22b689c2-f947-4ac8-81fc-daefa317b1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 980, 'network_id': 'd512bb64-4fdf-40f1-b457-d57f69ae1831'}] {{(pid=111142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 09 16:50:29.773029 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4cc7ba7-9883-4296-bdb6-6031dddb9d8a None None] Attempting to bind port fd10a96b-4d3b-4322-9252-5983cf629f21 on network d512bb64-4fdf-40f1-b457-d57f69ae1831 {{(pid=111142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 16:50:29.801842 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Current status of the port 1c2cdc74-c5ca-4a97-85e7-b2ba18cd935f is: ACTIVE; New status is: ACTIVE {{(pid=111142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 16:50:29.804767 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1210b0-ddb7-4f50-8c09-31ca2a96a633 None None] Pushing event updated for resources: {'Port': ['ID=ea1ffaf4-d7e2-4794-92a1-1fc5fc9d3661,revision_number=1']} {{(pid=111142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:50:29.824263 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:50:29.837477 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4cc7ba7-9883-4296-bdb6-6031dddb9d8a None None] Checking agent: {'id': '47988f4d-09d0-4892-bbfe-5b11c743802f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852364-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 9, 16, 42, 16), 'started_at': datetime.datetime(2022, 8, 9, 16, 42, 46), 'heartbeat_timestamp': datetime.datetime(2022, 8, 9, 16, 50, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852364-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 09 16:50:29.837857 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4cc7ba7-9883-4296-bdb6-6031dddb9d8a None None] Checking segment: {'id': '22b689c2-f947-4ac8-81fc-daefa317b1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 980, 'network_id': 'd512bb64-4fdf-40f1-b457-d57f69ae1831'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 09 16:50:29.838264 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-c4cc7ba7-9883-4296-bdb6-6031dddb9d8a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:29.838666 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4cc7ba7-9883-4296-bdb6-6031dddb9d8a None None] Bound using segment: {'id': '22b689c2-f947-4ac8-81fc-daefa317b1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 980, 'network_id': 'd512bb64-4fdf-40f1-b457-d57f69ae1831'} {{(pid=111142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 09 16:50:29.842511 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.managers [None req-c4cc7ba7-9883-4296-bdb6-6031dddb9d8a None None] Bound port: fd10a96b-4d3b-4322-9252-5983cf629f21, host: dv-cinder-852364-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22b689c2-f947-4ac8-81fc-daefa317b1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 980, 'network_id': 'd512bb64-4fdf-40f1-b457-d57f69ae1831'}}] {{(pid=111142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 09 16:50:29.843134 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-c4cc7ba7-9883-4296-bdb6-6031dddb9d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (fd10a96b-4d3b-4322-9252-5983cf629f21), before_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:29.869686 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (fd1157aa-8fd8-4c6b-a604-f3842f12d305), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:29.877790 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:50:29.883319 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.managers [None req-2a1210b0-ddb7-4f50-8c09-31ca2a96a633 None None] Attempting to bind port ea1ffaf4-d7e2-4794-92a1-1fc5fc9d3661 on host dv-cinder-852364-3-iscsi for vnic_type normal with profile {{(pid=111142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 09 16:50:29.883698 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.managers [None req-2a1210b0-ddb7-4f50-8c09-31ca2a96a633 None None] Attempting to bind port ea1ffaf4-d7e2-4794-92a1-1fc5fc9d3661 by drivers openvswitch,hyperv on host dv-cinder-852364-3-iscsi at level 0 using segments [{'id': '98d3c410-8005-4210-b36d-790e6c16d8ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 986, 'network_id': '282e3700-6650-40cf-853f-239074e73a36'}] {{(pid=111142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 09 16:50:29.884332 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a1210b0-ddb7-4f50-8c09-31ca2a96a633 None None] Attempting to bind port ea1ffaf4-d7e2-4794-92a1-1fc5fc9d3661 on network 282e3700-6650-40cf-853f-239074e73a36 {{(pid=111142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 16:50:29.914426 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a1210b0-ddb7-4f50-8c09-31ca2a96a633 None None] Checking agent: {'id': '47988f4d-09d0-4892-bbfe-5b11c743802f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852364-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 9, 16, 42, 16), 'started_at': datetime.datetime(2022, 8, 9, 16, 42, 46), 'heartbeat_timestamp': datetime.datetime(2022, 8, 9, 16, 50, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852364-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 09 16:50:29.914426 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a1210b0-ddb7-4f50-8c09-31ca2a96a633 None None] Checking segment: {'id': '98d3c410-8005-4210-b36d-790e6c16d8ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 986, 'network_id': '282e3700-6650-40cf-853f-239074e73a36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 09 16:50:29.914426 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-2a1210b0-ddb7-4f50-8c09-31ca2a96a633 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:29.914426 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a1210b0-ddb7-4f50-8c09-31ca2a96a633 None None] Bound using segment: {'id': '98d3c410-8005-4210-b36d-790e6c16d8ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 986, 'network_id': '282e3700-6650-40cf-853f-239074e73a36'} {{(pid=111142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 09 16:50:29.914426 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.managers [None req-2a1210b0-ddb7-4f50-8c09-31ca2a96a633 None None] Bound port: ea1ffaf4-d7e2-4794-92a1-1fc5fc9d3661, host: dv-cinder-852364-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98d3c410-8005-4210-b36d-790e6c16d8ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 986, 'network_id': '282e3700-6650-40cf-853f-239074e73a36'}}] {{(pid=111142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 09 16:50:29.914426 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-2a1210b0-ddb7-4f50-8c09-31ca2a96a633 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (ea1ffaf4-d7e2-4794-92a1-1fc5fc9d3661), before_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:29.978163 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.l3_dvr_db [None req-bcb8aa02-a5c2-4dc3-824d-f976a0f66216 None None] Set router 2cab2482-7444-4975-b616-2ff06d0c2e17 gateway port host: dv-cinder-852364-3-iscsi {{(pid=111143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 16:50:30.001240 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.db [None req-c4cc7ba7-9883-4296-bdb6-6031dddb9d8a None None] For port fd10a96b-4d3b-4322-9252-5983cf629f21, host dv-cinder-852364-3-iscsi, cleared binding levels {{(pid=111142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:50:30.007721 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.db [None req-c4cc7ba7-9883-4296-bdb6-6031dddb9d8a None None] For port fd10a96b-4d3b-4322-9252-5983cf629f21, host dv-cinder-852364-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-3-iscsi',level=0,port_id=fd10a96b-4d3b-4322-9252-5983cf629f21,segment=NetworkSegment(22b689c2-f947-4ac8-81fc-daefa317b1b6),segment_id=22b689c2-f947-4ac8-81fc-daefa317b1b6)] {{(pid=111142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:50:30.044715 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.db [None req-2a1210b0-ddb7-4f50-8c09-31ca2a96a633 None None] For port ea1ffaf4-d7e2-4794-92a1-1fc5fc9d3661, host dv-cinder-852364-3-iscsi, cleared binding levels {{(pid=111142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:50:30.048450 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.db [None req-2a1210b0-ddb7-4f50-8c09-31ca2a96a633 None None] For port ea1ffaf4-d7e2-4794-92a1-1fc5fc9d3661, host dv-cinder-852364-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-3-iscsi',level=0,port_id=ea1ffaf4-d7e2-4794-92a1-1fc5fc9d3661,segment=NetworkSegment(98d3c410-8005-4210-b36d-790e6c16d8ec),segment_id=98d3c410-8005-4210-b36d-790e6c16d8ec)] {{(pid=111142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:50:30.049991 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-42b7d1d8-fda5-406e-8653-c51dc2347355 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748337861753'] for port (4a7ffaa3-c015-4647-9470-4b3ca7886b6c), after_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:30.083928 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.db.db_base_plugin_common [None req-fa1a22eb-700f-4d23-afdc-910a3c3eaec9 admin admin] Allocated IP 172.27.2.99 (0b446ac8-416d-4492-b144-c475e4beb84a/4516d54a-1367-472b-b3e4-4bb105fe12f6/b5043675-3183-4539-889f-395913800158) {{(pid=111140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:50:30.109056 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0a1a6f6-2b82-42e9-abee-8e7f3d15e382 None None] Network e7c6cdf7-0095-4da2-9004-cdee3c973d7e requested from dv-cinder-852364-3-iscsi {{(pid=111142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 09 16:50:30.118246 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42b7d1d8-fda5-406e-8653-c51dc2347355 admin admin] Network 0b446ac8-416d-4492-b144-c475e4beb84a is already hosted by enough agents. {{(pid=111141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:50:30.128100 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.scheduler.base_scheduler [None req-42b7d1d8-fda5-406e-8653-c51dc2347355 admin admin] Resources bound (agent type, host, resource id): {{(pid=111141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:50:30.138342 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42b7d1d8-fda5-406e-8653-c51dc2347355 admin admin] Received port after_create {{(pid=111141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 09 16:50:30.146465 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-c4cc7ba7-9883-4296-bdb6-6031dddb9d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748338263269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748337861771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748337861789'] for port (fd10a96b-4d3b-4322-9252-5983cf629f21), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:30.231596 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Device e32c31d4-4bae-43ff-b2c0-5b784f2c8531 up at agent ovs-agent-dv-cinder-852364-3-iscsi {{(pid=111142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:50:30.273299 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-2a1210b0-ddb7-4f50-8c09-31ca2a96a633 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748338263269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748337861771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748337861789'] for port (ea1ffaf4-d7e2-4794-92a1-1fc5fc9d3661), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:30.352248 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-444c0ebd-4208-4bdf-b99c-0aca92e543c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-338920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689217'] for router (536cabdf-f3dd-45b1-ae01-5b812d9138a3), after_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:30.365840 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b7d1d8-fda5-406e-8653-c51dc2347355 admin admin] Pushing event updated for resources: {'Port': ['ID=4a7ffaa3-c015-4647-9470-4b3ca7886b6c,revision_number=1']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:50:30.431069 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.l3_hamode_db [None req-bcb8aa02-a5c2-4dc3-824d-f976a0f66216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cab2482-7444-4975-b616-2ff06d0c2e17', 'name': 'tempest-AttachVolumeTestJSON-1052946250-router', 'tenant_id': '54562f03aaae457ca88be251d2208e2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'external_fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': '3da32644-d653-4870-a983-8ae28554edae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:50:24Z', 'updated_at': '2022-08-09T16:50:27Z', 'revision_number': 3, 'project_id': '54562f03aaae457ca88be251d2208e2e', 'gw_port': {'id': '3da32644-d653-4870-a983-8ae28554edae', 'name': '', 'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:7f:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cab2482-7444-4975-b616-2ff06d0c2e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:50:25Z', 'updated_at': '2022-08-09T16:50:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-3-iscsi'}], 'dv-cinder-852364-3-iscsi', False) {} {{(pid=111143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:50:30.462280 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.provisioning_blocks [None req-79b955ef-fd26-4f86-a94e-7b391726fc7a None None] Provisioning complete for port e32c31d4-4bae-43ff-b2c0-5b784f2c8531 triggered by entity DHCP. {{(pid=111142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 16:50:30.464208 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-79b955ef-fd26-4f86-a94e-7b391726fc7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877469'] for port (e32c31d4-4bae-43ff-b2c0-5b784f2c8531), provisioning_complete {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:30.501723 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-fa1a22eb-700f-4d23-afdc-910a3c3eaec9 admin admin] Publish callbacks [] for port (b5043675-3183-4539-889f-395913800158), precommit_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:30.595060 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb8aa02-a5c2-4dc3-824d-f976a0f66216 None None] Checking router: 2cab2482-7444-4975-b616-2ff06d0c2e17 for host: dv-cinder-852364-3-iscsi {{(pid=111143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:50:30.597249 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb8aa02-a5c2-4dc3-824d-f976a0f66216 None None] Updating router 2cab2482-7444-4975-b616-2ff06d0c2e17 port 3da32644-d653-4870-a983-8ae28554edae binding host dv-cinder-852364-3-iscsi {{(pid=111143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 16:50:30.703847 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-42b7d1d8-fda5-406e-8653-c51dc2347355 admin admin] Publish callbacks [] for router_gateway (286245d4-d1e1-45d8-a33e-8ce6c103810d), after_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:30.723154 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron_lib.callbacks.manager [None req-bcb8aa02-a5c2-4dc3-824d-f976a0f66216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (3da32644-d653-4870-a983-8ae28554edae), before_update {{(pid=111143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:30.724818 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cc7ba7-9883-4296-bdb6-6031dddb9d8a None None] Pushing event updated for resources: {'Port': ['ID=fd10a96b-4d3b-4322-9252-5983cf629f21,revision_number=2']} {{(pid=111142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:50:30.800867 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.provisioning_blocks [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Provisioning complete for port e32c31d4-4bae-43ff-b2c0-5b784f2c8531 triggered by entity L2. {{(pid=111142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 16:50:30.801371 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877469'] for port (e32c31d4-4bae-43ff-b2c0-5b784f2c8531), provisioning_complete {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:30.894680 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-fa1a22eb-700f-4d23-afdc-910a3c3eaec9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748337861753'] for port (b5043675-3183-4539-889f-395913800158), after_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:30.977778 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-79b955ef-fd26-4f86-a94e-7b391726fc7a None None] Current status of the port e32c31d4-4bae-43ff-b2c0-5b784f2c8531 is: DOWN; New status is: ACTIVE {{(pid=111142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 16:50:30.978175 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-79b955ef-fd26-4f86-a94e-7b391726fc7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (e32c31d4-4bae-43ff-b2c0-5b784f2c8531), before_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:31.056463 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa1a22eb-700f-4d23-afdc-910a3c3eaec9 admin admin] Network 0b446ac8-416d-4492-b144-c475e4beb84a is already hosted by enough agents. {{(pid=111140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:50:31.057322 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1210b0-ddb7-4f50-8c09-31ca2a96a633 None None] Pushing event updated for resources: {'Port': ['ID=ea1ffaf4-d7e2-4794-92a1-1fc5fc9d3661,revision_number=2']} {{(pid=111142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:50:31.080059 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.scheduler.base_scheduler [None req-fa1a22eb-700f-4d23-afdc-910a3c3eaec9 admin admin] Resources bound (agent type, host, resource id): {{(pid=111140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:50:31.092437 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.db [None req-79b955ef-fd26-4f86-a94e-7b391726fc7a None None] For port e32c31d4-4bae-43ff-b2c0-5b784f2c8531, host dv-cinder-852364-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-3-iscsi',level=0,port_id=e32c31d4-4bae-43ff-b2c0-5b784f2c8531,segment=NetworkSegment(a94c1f41-ae8b-4dd1-abef-be7e62056af2),segment_id=a94c1f41-ae8b-4dd1-abef-be7e62056af2)] {{(pid=111142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:50:31.101787 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa1a22eb-700f-4d23-afdc-910a3c3eaec9 admin admin] Received port after_create {{(pid=111140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 09 16:50:31.153029 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1a22eb-700f-4d23-afdc-910a3c3eaec9 admin admin] Pushing event updated for resources: {'Port': ['ID=b5043675-3183-4539-889f-395913800158,revision_number=1']} {{(pid=111140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:50:31.169308 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=82,neutron:UPDATE=5,neutron:INSERT=13 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:50:31.191629 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Current status of the port e32c31d4-4bae-43ff-b2c0-5b784f2c8531 is: DOWN; New status is: ACTIVE {{(pid=111142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 16:50:31.192055 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (e32c31d4-4bae-43ff-b2c0-5b784f2c8531), before_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:31.220757 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.wsgi [-] (111141) accepted ('10.222.0.59', 48430) {{(pid=111141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:50:31.236519 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-79b955ef-fd26-4f86-a94e-7b391726fc7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748338263269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748337861771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748337861789'] for port (e32c31d4-4bae-43ff-b2c0-5b784f2c8531), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:31.305489 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:50:31.390160 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:50:31.466131 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.db.api [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=111142) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 09 16:50:31.466799 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG oslo_db.api [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=111142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 09 16:50:31.467455 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b955ef-fd26-4f86-a94e-7b391726fc7a None None] Pushing event updated for resources: {'Port': ['ID=e32c31d4-4bae-43ff-b2c0-5b784f2c8531,revision_number=3']} {{(pid=111142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:50:31.537818 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron_lib.callbacks.manager [None req-bcb8aa02-a5c2-4dc3-824d-f976a0f66216 None None] Publish callbacks [] for port (3da32644-d653-4870-a983-8ae28554edae), precommit_update {{(pid=111143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:31.561594 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.provisioning_blocks [None req-79358d16-48e7-4502-bac3-a51ca31a162c None None] Provisioning complete for port e32c31d4-4bae-43ff-b2c0-5b784f2c8531 triggered by entity DHCP. {{(pid=111142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 16:50:31.563025 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-79358d16-48e7-4502-bac3-a51ca31a162c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877469'] for port (e32c31d4-4bae-43ff-b2c0-5b784f2c8531), provisioning_complete {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:31.568761 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-e8dc9206-fbd9-4ca8-bef6-47321634ea24 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:31.587839 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron_lib.callbacks.manager [None req-bcb8aa02-a5c2-4dc3-824d-f976a0f66216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748338263269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748337861771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748337861789'] for port (3da32644-d653-4870-a983-8ae28554edae), after_update {{(pid=111143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:31.670181 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.plugins.ml2.managers [None req-bcb8aa02-a5c2-4dc3-824d-f976a0f66216 None None] Attempting to bind port 3da32644-d653-4870-a983-8ae28554edae on host dv-cinder-852364-3-iscsi for vnic_type normal with profile {{(pid=111143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 09 16:50:31.671129 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.plugins.ml2.managers [None req-bcb8aa02-a5c2-4dc3-824d-f976a0f66216 None None] Attempting to bind port 3da32644-d653-4870-a983-8ae28554edae by drivers openvswitch,hyperv on host dv-cinder-852364-3-iscsi at level 0 using segments [{'id': '3548ff03-3b62-477c-991b-01c3e3081105', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a'}] {{(pid=111143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 09 16:50:31.671504 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb8aa02-a5c2-4dc3-824d-f976a0f66216 None None] Attempting to bind port 3da32644-d653-4870-a983-8ae28554edae on network 0b446ac8-416d-4492-b144-c475e4beb84a {{(pid=111143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 16:50:31.682218 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb8aa02-a5c2-4dc3-824d-f976a0f66216 None None] Checking agent: {'id': '47988f4d-09d0-4892-bbfe-5b11c743802f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852364-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 9, 16, 42, 16), 'started_at': datetime.datetime(2022, 8, 9, 16, 42, 46), 'heartbeat_timestamp': datetime.datetime(2022, 8, 9, 16, 50, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852364-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 09 16:50:31.683024 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb8aa02-a5c2-4dc3-824d-f976a0f66216 None None] Checking segment: {'id': '3548ff03-3b62-477c-991b-01c3e3081105', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 09 16:50:31.684251 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron_lib.callbacks.manager [None req-bcb8aa02-a5c2-4dc3-824d-f976a0f66216 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:31.684824 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb8aa02-a5c2-4dc3-824d-f976a0f66216 None None] Bound using segment: {'id': '3548ff03-3b62-477c-991b-01c3e3081105', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a'} {{(pid=111143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 09 16:50:31.686872 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.plugins.ml2.managers [None req-bcb8aa02-a5c2-4dc3-824d-f976a0f66216 None None] Bound port: 3da32644-d653-4870-a983-8ae28554edae, host: dv-cinder-852364-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3548ff03-3b62-477c-991b-01c3e3081105', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a'}}] {{(pid=111143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 09 16:50:31.687482 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron_lib.callbacks.manager [None req-bcb8aa02-a5c2-4dc3-824d-f976a0f66216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (3da32644-d653-4870-a983-8ae28554edae), before_update {{(pid=111143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:31.753376 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-42b7d1d8-fda5-406e-8653-c51dc2347355 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-338920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689217'] for router (286245d4-d1e1-45d8-a33e-8ce6c103810d), after_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:31.768333 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-79358d16-48e7-4502-bac3-a51ca31a162c None None] Current status of the port e32c31d4-4bae-43ff-b2c0-5b784f2c8531 is: ACTIVE; New status is: ACTIVE {{(pid=111142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 16:50:31.778806 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:50:31.784173 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.plugins.ml2.db [None req-bcb8aa02-a5c2-4dc3-824d-f976a0f66216 None None] For port 3da32644-d653-4870-a983-8ae28554edae, host dv-cinder-852364-3-iscsi, cleared binding levels {{(pid=111143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:50:31.796477 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.plugins.ml2.db [None req-bcb8aa02-a5c2-4dc3-824d-f976a0f66216 None None] For port 3da32644-d653-4870-a983-8ae28554edae, host dv-cinder-852364-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-3-iscsi',level=0,port_id=3da32644-d653-4870-a983-8ae28554edae,segment=NetworkSegment(3548ff03-3b62-477c-991b-01c3e3081105),segment_id=3548ff03-3b62-477c-991b-01c3e3081105)] {{(pid=111143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:50:31.798622 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-d8be6fcd-e349-4c3d-994a-bd2ec89a3294 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (None), before_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:31.814818 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920e65ad-c000-441b-bfe7-166f7a0ae316 None None] Pushing event updated for resources: {'Port': ['ID=3da32644-d653-4870-a983-8ae28554edae,revision_number=2']} {{(pid=111143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:50:31.828878 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920e65ad-c000-441b-bfe7-166f7a0ae316 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:50:31.829237 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920e65ad-c000-441b-bfe7-166f7a0ae316 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:50:31.829736 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920e65ad-c000-441b-bfe7-166f7a0ae316 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:50:31.830097 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920e65ad-c000-441b-bfe7-166f7a0ae316 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:50:31.830489 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920e65ad-c000-441b-bfe7-166f7a0ae316 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:50:31.830828 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920e65ad-c000-441b-bfe7-166f7a0ae316 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:50:31.831174 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920e65ad-c000-441b-bfe7-166f7a0ae316 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:50:31.831552 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920e65ad-c000-441b-bfe7-166f7a0ae316 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:50:31.836098 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920e65ad-c000-441b-bfe7-166f7a0ae316 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:50:31.836098 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920e65ad-c000-441b-bfe7-166f7a0ae316 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:50:31.836098 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920e65ad-c000-441b-bfe7-166f7a0ae316 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:50:31.836098 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920e65ad-c000-441b-bfe7-166f7a0ae316 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:50:31.836098 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920e65ad-c000-441b-bfe7-166f7a0ae316 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:50:31.836098 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920e65ad-c000-441b-bfe7-166f7a0ae316 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:50:31.836098 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920e65ad-c000-441b-bfe7-166f7a0ae316 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:50:31.837339 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920e65ad-c000-441b-bfe7-166f7a0ae316 None None] Tracked resource versions report: Aug 09 16:50:31.837339 dv-cinder-852364-3-iscsi neutron-server[111143]: pushed versions: Aug 09 16:50:31.837339 dv-cinder-852364-3-iscsi neutron-server[111143]: { 'AddressGroup': {'1.2'}, Aug 09 16:50:31.837339 dv-cinder-852364-3-iscsi neutron-server[111143]: 'Agent': {'1.1'}, Aug 09 16:50:31.837339 dv-cinder-852364-3-iscsi neutron-server[111143]: 'ConntrackHelper': {'1.0'}, Aug 09 16:50:31.837339 dv-cinder-852364-3-iscsi neutron-server[111143]: 'LocalIPAssociation': {'1.0'}, Aug 09 16:50:31.837339 dv-cinder-852364-3-iscsi neutron-server[111143]: 'Log': {'1.0'}, Aug 09 16:50:31.837339 dv-cinder-852364-3-iscsi neutron-server[111143]: 'NDPProxy': {'1.0'}, Aug 09 16:50:31.837339 dv-cinder-852364-3-iscsi neutron-server[111143]: 'Network': {'1.1'}, Aug 09 16:50:31.837339 dv-cinder-852364-3-iscsi neutron-server[111143]: 'Port': {'1.7'}, Aug 09 16:50:31.837339 dv-cinder-852364-3-iscsi neutron-server[111143]: 'PortForwarding': {'1.3'}, Aug 09 16:50:31.837339 dv-cinder-852364-3-iscsi neutron-server[111143]: 'QosPolicy': {'1.10'}, Aug 09 16:50:31.837339 dv-cinder-852364-3-iscsi neutron-server[111143]: 'SecurityGroup': {'1.5'}, Aug 09 16:50:31.837339 dv-cinder-852364-3-iscsi neutron-server[111143]: 'SecurityGroupRule': {'1.2'}, Aug 09 16:50:31.837339 dv-cinder-852364-3-iscsi neutron-server[111143]: 'SubPort': {'1.0'}, Aug 09 16:50:31.837339 dv-cinder-852364-3-iscsi neutron-server[111143]: 'Subnet': {'1.1'}, Aug 09 16:50:31.837339 dv-cinder-852364-3-iscsi neutron-server[111143]: 'Trunk': {'1.1'}} Aug 09 16:50:31.837339 dv-cinder-852364-3-iscsi neutron-server[111143]: consumer versions: Aug 09 16:50:31.837339 dv-cinder-852364-3-iscsi neutron-server[111143]: { DHCP agent@dv-cinder-852364-3-iscsi: {}, Aug 09 16:50:31.837339 dv-cinder-852364-3-iscsi neutron-server[111143]: HyperV agent@hv-cinder-85236: {}, Aug 09 16:50:31.837339 dv-cinder-852364-3-iscsi neutron-server[111143]: L3 agent@dv-cinder-852364-3-iscsi: {}, Aug 09 16:50:31.837339 dv-cinder-852364-3-iscsi neutron-server[111143]: Metadata agent@dv-cinder-852364-3-iscsi: {}, Aug 09 16:50:31.837339 dv-cinder-852364-3-iscsi neutron-server[111143]: Metering agent@dv-cinder-852364-3-iscsi: {}, Aug 09 16:50:31.837339 dv-cinder-852364-3-iscsi neutron-server[111143]: Open vSwitch agent@dv-cinder-852364-3-iscsi: { 'AddressGroup': '1.2', Aug 09 16:50:31.837339 dv-cinder-852364-3-iscsi neutron-server[111143]: 'Agent': '1.1', Aug 09 16:50:31.837339 dv-cinder-852364-3-iscsi neutron-server[111143]: 'ConntrackHelper': '1.0', Aug 09 16:50:31.837339 dv-cinder-852364-3-iscsi neutron-server[111143]: 'LocalIPAssociation': '1.0', Aug 09 16:50:31.837339 dv-cinder-852364-3-iscsi neutron-server[111143]: 'Log': '1.0', Aug 09 16:50:31.837339 dv-cinder-852364-3-iscsi neutron-server[111143]: 'NDPProxy': '1.0', Aug 09 16:50:31.837339 dv-cinder-852364-3-iscsi neutron-server[111143]: 'Network': '1.1', Aug 09 16:50:31.837339 dv-cinder-852364-3-iscsi neutron-server[111143]: 'Port': '1.7', Aug 09 16:50:31.837339 dv-cinder-852364-3-iscsi neutron-server[111143]: 'PortForwarding': '1.3', Aug 09 16:50:31.837339 dv-cinder-852364-3-iscsi neutron-server[111143]: 'QosPolicy': '1.10', Aug 09 16:50:31.837339 dv-cinder-852364-3-iscsi neutron-server[111143]: 'SecurityGroup': '1.5', Aug 09 16:50:31.837339 dv-cinder-852364-3-iscsi neutron-server[111143]: 'SecurityGroupRule': '1.2', Aug 09 16:50:31.837339 dv-cinder-852364-3-iscsi neutron-server[111143]: 'SubPort': '1.0', Aug 09 16:50:31.837339 dv-cinder-852364-3-iscsi neutron-server[111143]: 'Subnet': '1.1', Aug 09 16:50:31.837339 dv-cinder-852364-3-iscsi neutron-server[111143]: 'Trunk': '1.1'}} Aug 09 16:50:31.837339 dv-cinder-852364-3-iscsi neutron-server[111143]: {{(pid=111143) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 09 16:50:31.885518 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron_lib.callbacks.manager [None req-bcb8aa02-a5c2-4dc3-824d-f976a0f66216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748338263269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748337861771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748337861789'] for port (3da32644-d653-4870-a983-8ae28554edae), after_update {{(pid=111143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:31.913885 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb8aa02-a5c2-4dc3-824d-f976a0f66216 None None] Routers {'2cab2482-7444-4975-b616-2ff06d0c2e17'} bound to L3 agent in host dv-cinder-852364-3-iscsi {{(pid=111143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 16:50:31.915834 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.l3_hamode_db [None req-bcb8aa02-a5c2-4dc3-824d-f976a0f66216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-09T16:42:12Z,description=,heartbeat_timestamp=2022-08-09T16:50:12Z,host='dv-cinder-852364-3-iscsi',id=2cf02505-efcb-442b-855b-6c659df6f18c,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:13Z,topic='l3_agent')) {'router_ids': ['2cab2482-7444-4975-b616-2ff06d0c2e17'], 'active': True} {{(pid=111143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:50:31.929317 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:50:32.023218 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.wsgi [-] (111141) accepted ('10.222.0.59', 48438) {{(pid=111141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:50:32.046883 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Current status of the port e32c31d4-4bae-43ff-b2c0-5b784f2c8531 is: ACTIVE; New status is: ACTIVE {{(pid=111142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 16:50:32.048152 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Device 1c2cdc74-c5ca-4a97-85e7-b2ba18cd935f up at agent ovs-agent-dv-cinder-852364-3-iscsi {{(pid=111142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:50:32.077656 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG dbcounter [-] [111143] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:50:32.097501 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6185dfd7-894b-4af5-bf05-27cbef13ed21 None None] Network d512bb64-4fdf-40f1-b457-d57f69ae1831 requested from dv-cinder-852364-3-iscsi {{(pid=111142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 09 16:50:32.134509 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920e65ad-c000-441b-bfe7-166f7a0ae316 None None] Pushing event updated for resources: {'Port': ['ID=3da32644-d653-4870-a983-8ae28554edae,revision_number=3']} {{(pid=111143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:50:32.157439 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG dbcounter [-] [111143] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:50:32.219745 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.l3_dvr_db [None req-bcb8aa02-a5c2-4dc3-824d-f976a0f66216 None None] Set router 2cab2482-7444-4975-b616-2ff06d0c2e17 gateway port host: dv-cinder-852364-3-iscsi {{(pid=111143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 16:50:32.226670 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-e8dc9206-fbd9-4ca8-bef6-47321634ea24 admin admin] Publish callbacks [] for security_group (5b1a1cc2-d170-4de1-827d-0446220baa88), precommit_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:32.232665 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.provisioning_blocks [None req-46ede8ad-4369-41ce-a2c5-2d935e051a4d None None] Provisioning complete for port fd10a96b-4d3b-4322-9252-5983cf629f21 triggered by entity DHCP. {{(pid=111142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 16:50:32.233034 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-46ede8ad-4369-41ce-a2c5-2d935e051a4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877469'] for port (fd10a96b-4d3b-4322-9252-5983cf629f21), provisioning_complete {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:32.256895 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-fa1a22eb-700f-4d23-afdc-910a3c3eaec9 admin admin] Publish callbacks [] for router_gateway (f3a68d1b-d2e1-41cc-afa9-a7e46c1b4d73), after_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:32.267649 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-444c0ebd-4208-4bdf-b99c-0aca92e543c1 admin admin] Router 536cabdf-f3dd-45b1-ae01-5b812d9138a3 is scheduled to L3 agent 2cf02505-efcb-442b-855b-6c659df6f18c with binding_index 1 {{(pid=111141) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 09 16:50:32.269869 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42b7d1d8-fda5-406e-8653-c51dc2347355 admin admin] Router 286245d4-d1e1-45d8-a33e-8ce6c103810d is scheduled to L3 agent 2cf02505-efcb-442b-855b-6c659df6f18c with binding_index 1 {{(pid=111141) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 09 16:50:32.407677 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.provisioning_blocks [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Provisioning complete for port 1c2cdc74-c5ca-4a97-85e7-b2ba18cd935f triggered by entity L2. {{(pid=111142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 16:50:32.408368 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877469'] for port (1c2cdc74-c5ca-4a97-85e7-b2ba18cd935f), provisioning_complete {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:32.426125 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:INSERT=1 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:50:32.465555 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-e8dc9206-fbd9-4ca8-bef6-47321634ea24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763768'] for security_group (5b1a1cc2-d170-4de1-827d-0446220baa88), after_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:32.515599 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b89f6e3-1358-4176-8854-4a586f3d888c None None] Network 282e3700-6650-40cf-853f-239074e73a36 requested from dv-cinder-852364-3-iscsi {{(pid=111142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 09 16:50:32.533894 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-04887857-f034-4963-b57c-8eb69cc0fd62 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:32.552007 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.l3_hamode_db [None req-bcb8aa02-a5c2-4dc3-824d-f976a0f66216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cab2482-7444-4975-b616-2ff06d0c2e17', 'name': 'tempest-AttachVolumeTestJSON-1052946250-router', 'tenant_id': '54562f03aaae457ca88be251d2208e2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'external_fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': '3da32644-d653-4870-a983-8ae28554edae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:50:24Z', 'updated_at': '2022-08-09T16:50:27Z', 'revision_number': 3, 'project_id': '54562f03aaae457ca88be251d2208e2e', 'gw_port': {'id': '3da32644-d653-4870-a983-8ae28554edae', 'name': '', 'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:7f:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cab2482-7444-4975-b616-2ff06d0c2e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:50:25Z', 'updated_at': '2022-08-09T16:50:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-3-iscsi'}], 'dv-cinder-852364-3-iscsi', False) {} {{(pid=111143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:50:32.590067 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb8aa02-a5c2-4dc3-824d-f976a0f66216 None None] The sync data for ids ['2cab2482-7444-4975-b616-2ff06d0c2e17'] in dv-cinder-852364-3-iscsi is: [{'id': '2cab2482-7444-4975-b616-2ff06d0c2e17', 'name': 'tempest-AttachVolumeTestJSON-1052946250-router', 'tenant_id': '54562f03aaae457ca88be251d2208e2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'external_fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': '3da32644-d653-4870-a983-8ae28554edae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:50:24Z', 'updated_at': '2022-08-09T16:50:27Z', 'revision_number': 3, 'project_id': '54562f03aaae457ca88be251d2208e2e', 'gw_port': {'id': '3da32644-d653-4870-a983-8ae28554edae', 'name': '', 'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:7f:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cab2482-7444-4975-b616-2ff06d0c2e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:50:25Z', 'updated_at': '2022-08-09T16:50:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-3-iscsi'}] {{(pid=111143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:50:32.748150 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dc9206-fbd9-4ca8-bef6-47321634ea24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b1a1cc2-d170-4de1-827d-0446220baa88,revision_number=1']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:50:32.756381 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-46ede8ad-4369-41ce-a2c5-2d935e051a4d None None] Current status of the port fd10a96b-4d3b-4322-9252-5983cf629f21 is: DOWN; New status is: ACTIVE {{(pid=111142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 16:50:32.756381 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-46ede8ad-4369-41ce-a2c5-2d935e051a4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (fd10a96b-4d3b-4322-9252-5983cf629f21), before_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:32.791340 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [None req-e8dc9206-fbd9-4ca8-bef6-47321634ea24 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=36f2905d424b44939bbaa6802f47daf0&name=default HTTP/1.1" status: 200 len: 2992 time: 1.5692194 Aug 09 16:50:32.817116 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.wsgi [-] (111141) accepted ('10.222.0.59', 48458) {{(pid=111141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:50:32.899651 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.db.db_base_plugin_common [None req-d8be6fcd-e349-4c3d-994a-bd2ec89a3294 admin admin] Allocated IP 172.20.0.1 (c6e9ea29-d63f-40f2-84ee-974e268aa2d8/04d182a3-f5e2-47dc-869b-31a7d21795ba/eae3aa57-20a3-4ac8-984f-535313d9417f) {{(pid=111140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:50:32.931944 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-444c0ebd-4208-4bdf-b99c-0aca92e543c1 admin admin] Notify agent at l3_agent.dv-cinder-852364-3-iscsi the message routers_updated {{(pid=111141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:50:32.932360 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Current status of the port 1c2cdc74-c5ca-4a97-85e7-b2ba18cd935f is: ACTIVE; New status is: ACTIVE {{(pid=111142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 16:50:32.945121 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.db [None req-46ede8ad-4369-41ce-a2c5-2d935e051a4d None None] For port fd10a96b-4d3b-4322-9252-5983cf629f21, host dv-cinder-852364-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-3-iscsi',level=0,port_id=fd10a96b-4d3b-4322-9252-5983cf629f21,segment=NetworkSegment(22b689c2-f947-4ac8-81fc-daefa317b1b6),segment_id=22b689c2-f947-4ac8-81fc-daefa317b1b6)] {{(pid=111142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:50:32.962734 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f4019fc-6870-46ba-9e17-e7132e8bc76a None None] Sync routers for ids ['536cabdf-f3dd-45b1-ae01-5b812d9138a3'] in dv-cinder-852364-3-iscsi {{(pid=111142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:50:32.972217 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-fa1a22eb-700f-4d23-afdc-910a3c3eaec9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-338920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689217'] for router (f3a68d1b-d2e1-41cc-afa9-a7e46c1b4d73), after_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:33.012932 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f4019fc-6870-46ba-9e17-e7132e8bc76a None None] Routers {'536cabdf-f3dd-45b1-ae01-5b812d9138a3'} bound to L3 agent in host dv-cinder-852364-3-iscsi {{(pid=111142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 16:50:33.015135 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_hamode_db [None req-5f4019fc-6870-46ba-9e17-e7132e8bc76a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-09T16:42:12Z,description=,heartbeat_timestamp=2022-08-09T16:50:12Z,host='dv-cinder-852364-3-iscsi',id=2cf02505-efcb-442b-855b-6c659df6f18c,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:13Z,topic='l3_agent')) {'router_ids': ['536cabdf-f3dd-45b1-ae01-5b812d9138a3'], 'active': True} {{(pid=111142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:50:33.066873 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42b7d1d8-fda5-406e-8653-c51dc2347355 admin admin] Notify agent at l3_agent.dv-cinder-852364-3-iscsi the message routers_updated {{(pid=111141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:50:33.105638 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5acc6318-5803-4bed-a139-297441299f74 None None] Sync routers for ids ['286245d4-d1e1-45d8-a33e-8ce6c103810d'] in dv-cinder-852364-3-iscsi {{(pid=111143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:50:33.121412 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5acc6318-5803-4bed-a139-297441299f74 None None] Routers {'286245d4-d1e1-45d8-a33e-8ce6c103810d'} bound to L3 agent in host dv-cinder-852364-3-iscsi {{(pid=111143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 16:50:33.122780 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.l3_hamode_db [None req-5acc6318-5803-4bed-a139-297441299f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-09T16:42:12Z,description=,heartbeat_timestamp=2022-08-09T16:50:12Z,host='dv-cinder-852364-3-iscsi',id=2cf02505-efcb-442b-855b-6c659df6f18c,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:13Z,topic='l3_agent')) {'router_ids': ['286245d4-d1e1-45d8-a33e-8ce6c103810d'], 'active': True} {{(pid=111143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:50:33.149033 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-444c0ebd-4208-4bdf-b99c-0aca92e543c1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:33.154687 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [None req-444c0ebd-4208-4bdf-b99c-0aca92e543c1 admin admin] 10.222.0.59 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.8055675 Aug 09 16:50:33.163593 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.wsgi [-] (111141) accepted ('10.222.0.59', 48464) {{(pid=111141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:50:33.199395 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-42b7d1d8-fda5-406e-8653-c51dc2347355 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:33.200483 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-46ede8ad-4369-41ce-a2c5-2d935e051a4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748338263269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748337861771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748337861789'] for port (fd10a96b-4d3b-4322-9252-5983cf629f21), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:33.208228 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [None req-42b7d1d8-fda5-406e-8653-c51dc2347355 admin admin] 10.222.0.59 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.0971663 Aug 09 16:50:33.231172 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:UPDATE=3,neutron:SELECT=95,neutron:INSERT=2 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:50:33.285050 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.wsgi [-] (111141) accepted ('10.222.0.59', 48470) {{(pid=111141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:50:33.462300 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.l3_dvr_db [None req-5acc6318-5803-4bed-a139-297441299f74 None None] Set router 286245d4-d1e1-45d8-a33e-8ce6c103810d gateway port host: dv-cinder-852364-3-iscsi {{(pid=111143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 16:50:33.487092 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:50:33.502364 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Device ea1ffaf4-d7e2-4794-92a1-1fc5fc9d3661 up at agent ovs-agent-dv-cinder-852364-3-iscsi {{(pid=111142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:50:33.549328 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-d8be6fcd-e349-4c3d-994a-bd2ec89a3294 admin admin] Publish callbacks [] for port (eae3aa57-20a3-4ac8-984f-535313d9417f), precommit_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:33.567211 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ede8ad-4369-41ce-a2c5-2d935e051a4d None None] Pushing event updated for resources: {'Port': ['ID=fd10a96b-4d3b-4322-9252-5983cf629f21,revision_number=3']} {{(pid=111142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:50:33.582715 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-88d0e642-286d-4c1f-88f2-53f9259d45a2 admin admin] Publish callbacks [] for security_group (5b1a1cc2-d170-4de1-827d-0446220baa88), before_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:33.603886 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.provisioning_blocks [None req-94636893-4c8c-43ed-b11e-1d78395c59ca None None] Provisioning complete for port ea1ffaf4-d7e2-4794-92a1-1fc5fc9d3661 triggered by entity DHCP. {{(pid=111142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 16:50:33.604284 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-94636893-4c8c-43ed-b11e-1d78395c59ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877469'] for port (ea1ffaf4-d7e2-4794-92a1-1fc5fc9d3661), provisioning_complete {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:33.616526 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-04887857-f034-4963-b57c-8eb69cc0fd62 admin admin] Publish callbacks [] for security_group (8787e463-8992-449b-a605-19e7c47a1e6e), precommit_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:33.647300 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa1a22eb-700f-4d23-afdc-910a3c3eaec9 admin admin] Router f3a68d1b-d2e1-41cc-afa9-a7e46c1b4d73 is scheduled to L3 agent 2cf02505-efcb-442b-855b-6c659df6f18c with binding_index 1 {{(pid=111140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 09 16:50:33.743933 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-88d0e642-286d-4c1f-88f2-53f9259d45a2 admin admin] Publish callbacks [] for security_group (5b1a1cc2-d170-4de1-827d-0446220baa88), precommit_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:33.752037 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-04887857-f034-4963-b57c-8eb69cc0fd62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763768'] for security_group (8787e463-8992-449b-a605-19e7c47a1e6e), after_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:33.816196 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa1a22eb-700f-4d23-afdc-910a3c3eaec9 admin admin] Notify agent at l3_agent.dv-cinder-852364-3-iscsi the message routers_updated {{(pid=111140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:50:33.837186 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.l3_hamode_db [None req-5acc6318-5803-4bed-a139-297441299f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '286245d4-d1e1-45d8-a33e-8ce6c103810d', 'name': 'tempest-AttachVolumeNegativeTest-928294095-router', 'tenant_id': '321de2c92d814e6ab1da13939153da87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'external_fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '4a7ffaa3-c015-4647-9470-4b3ca7886b6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:50:27Z', 'updated_at': '2022-08-09T16:50:30Z', 'revision_number': 3, 'project_id': '321de2c92d814e6ab1da13939153da87', 'gw_port': {'id': '4a7ffaa3-c015-4647-9470-4b3ca7886b6c', 'name': '', 'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:31:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '286245d4-d1e1-45d8-a33e-8ce6c103810d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:50:28Z', 'updated_at': '2022-08-09T16:50:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-3-iscsi'}], 'dv-cinder-852364-3-iscsi', False) {} {{(pid=111143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:50:33.837764 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-d8be6fcd-e349-4c3d-994a-bd2ec89a3294 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748337861753'] for port (eae3aa57-20a3-4ac8-984f-535313d9417f), after_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:33.840741 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG dbcounter [-] [111143] Writing DB stats neutron:SELECT=100 {{(pid=111143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:50:33.900360 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e6cc09b-47c5-42fe-8934-56921cc30505 None None] Sync routers for ids ['f3a68d1b-d2e1-41cc-afa9-a7e46c1b4d73'] in dv-cinder-852364-3-iscsi {{(pid=111142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:50:33.919819 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5acc6318-5803-4bed-a139-297441299f74 None None] Checking router: 286245d4-d1e1-45d8-a33e-8ce6c103810d for host: dv-cinder-852364-3-iscsi {{(pid=111143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:50:33.920918 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5acc6318-5803-4bed-a139-297441299f74 None None] Updating router 286245d4-d1e1-45d8-a33e-8ce6c103810d port 4a7ffaa3-c015-4647-9470-4b3ca7886b6c binding host dv-cinder-852364-3-iscsi {{(pid=111143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 16:50:33.927066 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:50:33.943136 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8be6fcd-e349-4c3d-994a-bd2ec89a3294 admin admin] Network c6e9ea29-d63f-40f2-84ee-974e268aa2d8 is already hosted by enough agents. {{(pid=111140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:50:33.957069 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.scheduler.base_scheduler [None req-d8be6fcd-e349-4c3d-994a-bd2ec89a3294 admin admin] Resources bound (agent type, host, resource id): {{(pid=111140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:50:33.967295 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8be6fcd-e349-4c3d-994a-bd2ec89a3294 admin admin] Received port after_create {{(pid=111140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 09 16:50:33.970114 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-d8be6fcd-e349-4c3d-994a-bd2ec89a3294 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-337058'] for router_interface (2cab2482-7444-4975-b616-2ff06d0c2e17), before_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:33.982052 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e6cc09b-47c5-42fe-8934-56921cc30505 None None] Routers {'f3a68d1b-d2e1-41cc-afa9-a7e46c1b4d73'} bound to L3 agent in host dv-cinder-852364-3-iscsi {{(pid=111142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 16:50:33.984374 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_hamode_db [None req-8e6cc09b-47c5-42fe-8934-56921cc30505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-09T16:42:12Z,description=,heartbeat_timestamp=2022-08-09T16:50:12Z,host='dv-cinder-852364-3-iscsi',id=2cf02505-efcb-442b-855b-6c659df6f18c,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:13Z,topic='l3_agent')) {'router_ids': ['f3a68d1b-d2e1-41cc-afa9-a7e46c1b4d73'], 'active': True} {{(pid=111142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:50:33.987274 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron_lib.callbacks.manager [None req-5acc6318-5803-4bed-a139-297441299f74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (4a7ffaa3-c015-4647-9470-4b3ca7886b6c), before_update {{(pid=111143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:34.009028 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [None req-04887857-f034-4963-b57c-8eb69cc0fd62 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=34d8c5b4587b485a88d52f9955ad0ec7&name=default HTTP/1.1" status: 200 len: 2994 time: 1.9379556 Aug 09 16:50:34.012250 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04887857-f034-4963-b57c-8eb69cc0fd62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8787e463-8992-449b-a605-19e7c47a1e6e,revision_number=1']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:50:34.144894 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_dvr_db [None req-5f4019fc-6870-46ba-9e17-e7132e8bc76a None None] Set router 536cabdf-f3dd-45b1-ae01-5b812d9138a3 gateway port host: dv-cinder-852364-3-iscsi {{(pid=111142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 16:50:34.198702 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.wsgi [-] (111141) accepted ('10.222.0.59', 48482) {{(pid=111141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:50:34.311267 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-fa1a22eb-700f-4d23-afdc-910a3c3eaec9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:34.312549 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [None req-fa1a22eb-700f-4d23-afdc-910a3c3eaec9 admin admin] 10.222.0.59 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.2545853 Aug 09 16:50:34.318710 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.wsgi [-] (111141) accepted ('10.222.0.59', 48484) {{(pid=111141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:50:34.325171 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-88d0e642-286d-4c1f-88f2-53f9259d45a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763768'] for security_group (5b1a1cc2-d170-4de1-827d-0446220baa88), after_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:34.326799 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:INSERT=3,neutron:SELECT=94,neutron:UPDATE=3 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:50:34.327826 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-88d0e642-286d-4c1f-88f2-53f9259d45a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:34.329035 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [None req-88d0e642-286d-4c1f-88f2-53f9259d45a2 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/5b1a1cc2-d170-4de1-827d-0446220baa88 HTTP/1.1" status: 204 len: 168 time: 1.5155284 Aug 09 16:50:34.334227 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8be6fcd-e349-4c3d-994a-bd2ec89a3294 admin admin] Pushing event updated for resources: {'Port': ['ID=eae3aa57-20a3-4ac8-984f-535313d9417f,revision_number=1']} {{(pid=111140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:50:34.423284 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.provisioning_blocks [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Provisioning complete for port ea1ffaf4-d7e2-4794-92a1-1fc5fc9d3661 triggered by entity L2. {{(pid=111142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 16:50:34.423927 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877469'] for port (ea1ffaf4-d7e2-4794-92a1-1fc5fc9d3661), provisioning_complete {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:34.477929 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_hamode_db [None req-5f4019fc-6870-46ba-9e17-e7132e8bc76a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '536cabdf-f3dd-45b1-ae01-5b812d9138a3', 'name': 'tempest-ServerRescueNegativeTestJSON-830009148-router', 'tenant_id': 'b681b90f2f074e8c8cfb11939edc7f72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'external_fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': '51b6b9aa-6225-414f-b334-3d87b6264367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:50:26Z', 'updated_at': '2022-08-09T16:50:29Z', 'revision_number': 3, 'project_id': 'b681b90f2f074e8c8cfb11939edc7f72', 'gw_port': {'id': '51b6b9aa-6225-414f-b334-3d87b6264367', 'name': '', 'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:c7:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '536cabdf-f3dd-45b1-ae01-5b812d9138a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:50:27Z', 'updated_at': '2022-08-09T16:50:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-3-iscsi'}], 'dv-cinder-852364-3-iscsi', False) {} {{(pid=111142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:50:34.532836 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-d8be6fcd-e349-4c3d-994a-bd2ec89a3294 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (eae3aa57-20a3-4ac8-984f-535313d9417f), before_update {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:34.579340 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:50:34.606536 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f4019fc-6870-46ba-9e17-e7132e8bc76a None None] Checking router: 536cabdf-f3dd-45b1-ae01-5b812d9138a3 for host: dv-cinder-852364-3-iscsi {{(pid=111142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:50:34.607151 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f4019fc-6870-46ba-9e17-e7132e8bc76a None None] Updating router 536cabdf-f3dd-45b1-ae01-5b812d9138a3 port 51b6b9aa-6225-414f-b334-3d87b6264367 binding host dv-cinder-852364-3-iscsi {{(pid=111142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 16:50:34.618160 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-94636893-4c8c-43ed-b11e-1d78395c59ca None None] Current status of the port ea1ffaf4-d7e2-4794-92a1-1fc5fc9d3661 is: DOWN; New status is: ACTIVE {{(pid=111142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 16:50:34.619306 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-94636893-4c8c-43ed-b11e-1d78395c59ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (ea1ffaf4-d7e2-4794-92a1-1fc5fc9d3661), before_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:34.651711 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron_lib.callbacks.manager [None req-5acc6318-5803-4bed-a139-297441299f74 None None] Publish callbacks [] for port (4a7ffaa3-c015-4647-9470-4b3ca7886b6c), precommit_update {{(pid=111143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:34.682641 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_dvr_db [None req-8e6cc09b-47c5-42fe-8934-56921cc30505 None None] Set router f3a68d1b-d2e1-41cc-afa9-a7e46c1b4d73 gateway port host: dv-cinder-852364-3-iscsi {{(pid=111142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 16:50:34.707169 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d0e642-286d-4c1f-88f2-53f9259d45a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b1a1cc2-d170-4de1-827d-0446220baa88,revision_number=None']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:50:34.759766 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.db [None req-94636893-4c8c-43ed-b11e-1d78395c59ca None None] For port ea1ffaf4-d7e2-4794-92a1-1fc5fc9d3661, host dv-cinder-852364-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-3-iscsi',level=0,port_id=ea1ffaf4-d7e2-4794-92a1-1fc5fc9d3661,segment=NetworkSegment(98d3c410-8005-4210-b36d-790e6c16d8ec),segment_id=98d3c410-8005-4210-b36d-790e6c16d8ec)] {{(pid=111142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:50:34.774928 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-5f4019fc-6870-46ba-9e17-e7132e8bc76a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (51b6b9aa-6225-414f-b334-3d87b6264367), before_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:34.793120 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-d8be6fcd-e349-4c3d-994a-bd2ec89a3294 admin admin] Publish callbacks [] for port (eae3aa57-20a3-4ac8-984f-535313d9417f), precommit_update {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:34.798932 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron_lib.callbacks.manager [None req-5acc6318-5803-4bed-a139-297441299f74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748338263269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748337861771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748337861789'] for port (4a7ffaa3-c015-4647-9470-4b3ca7886b6c), after_update {{(pid=111143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:34.852224 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-8ab66960-092e-432e-93ab-6392f360247b admin admin] Publish callbacks [] for security_group (8787e463-8992-449b-a605-19e7c47a1e6e), before_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:34.865985 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.plugins.ml2.managers [None req-5acc6318-5803-4bed-a139-297441299f74 None None] Attempting to bind port 4a7ffaa3-c015-4647-9470-4b3ca7886b6c on host dv-cinder-852364-3-iscsi for vnic_type normal with profile {{(pid=111143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 09 16:50:34.866640 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.plugins.ml2.managers [None req-5acc6318-5803-4bed-a139-297441299f74 None None] Attempting to bind port 4a7ffaa3-c015-4647-9470-4b3ca7886b6c by drivers openvswitch,hyperv on host dv-cinder-852364-3-iscsi at level 0 using segments [{'id': '3548ff03-3b62-477c-991b-01c3e3081105', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a'}] {{(pid=111143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 09 16:50:34.869310 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5acc6318-5803-4bed-a139-297441299f74 None None] Attempting to bind port 4a7ffaa3-c015-4647-9470-4b3ca7886b6c on network 0b446ac8-416d-4492-b144-c475e4beb84a {{(pid=111143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 16:50:34.904694 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5acc6318-5803-4bed-a139-297441299f74 None None] Checking agent: {'id': '47988f4d-09d0-4892-bbfe-5b11c743802f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852364-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 9, 16, 42, 16), 'started_at': datetime.datetime(2022, 8, 9, 16, 42, 46), 'heartbeat_timestamp': datetime.datetime(2022, 8, 9, 16, 50, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852364-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 09 16:50:34.905072 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5acc6318-5803-4bed-a139-297441299f74 None None] Checking segment: {'id': '3548ff03-3b62-477c-991b-01c3e3081105', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 09 16:50:34.905477 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron_lib.callbacks.manager [None req-5acc6318-5803-4bed-a139-297441299f74 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:34.905896 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5acc6318-5803-4bed-a139-297441299f74 None None] Bound using segment: {'id': '3548ff03-3b62-477c-991b-01c3e3081105', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a'} {{(pid=111143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 09 16:50:34.907079 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.plugins.ml2.managers [None req-5acc6318-5803-4bed-a139-297441299f74 None None] Bound port: 4a7ffaa3-c015-4647-9470-4b3ca7886b6c, host: dv-cinder-852364-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3548ff03-3b62-477c-991b-01c3e3081105', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a'}}] {{(pid=111143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 09 16:50:34.907079 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron_lib.callbacks.manager [None req-5acc6318-5803-4bed-a139-297441299f74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (4a7ffaa3-c015-4647-9470-4b3ca7886b6c), before_update {{(pid=111143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:34.913625 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063150d8-9e8c-4576-bda9-433343dcc880 None None] Pushing event updated for resources: {'Port': ['ID=4a7ffaa3-c015-4647-9470-4b3ca7886b6c,revision_number=2']} {{(pid=111143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:50:34.923593 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-d8be6fcd-e349-4c3d-994a-bd2ec89a3294 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748338263269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748337861771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748337861789'] for port (eae3aa57-20a3-4ac8-984f-535313d9417f), after_update {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:34.929710 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-d8be6fcd-e349-4c3d-994a-bd2ec89a3294 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-336402'] for router_interface (2cab2482-7444-4975-b616-2ff06d0c2e17), after_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:34.957842 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-8ab66960-092e-432e-93ab-6392f360247b admin admin] Publish callbacks [] for security_group (8787e463-8992-449b-a605-19e7c47a1e6e), precommit_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:34.978969 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.plugins.ml2.db [None req-5acc6318-5803-4bed-a139-297441299f74 None None] For port 4a7ffaa3-c015-4647-9470-4b3ca7886b6c, host dv-cinder-852364-3-iscsi, cleared binding levels {{(pid=111143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:50:34.982570 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.plugins.ml2.db [None req-5acc6318-5803-4bed-a139-297441299f74 None None] For port 4a7ffaa3-c015-4647-9470-4b3ca7886b6c, host dv-cinder-852364-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-3-iscsi',level=0,port_id=4a7ffaa3-c015-4647-9470-4b3ca7886b6c,segment=NetworkSegment(3548ff03-3b62-477c-991b-01c3e3081105),segment_id=3548ff03-3b62-477c-991b-01c3e3081105)] {{(pid=111143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:50:35.000474 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-94636893-4c8c-43ed-b11e-1d78395c59ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748338263269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748337861771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748337861789'] for port (ea1ffaf4-d7e2-4794-92a1-1fc5fc9d3661), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:35.051092 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron_lib.callbacks.manager [None req-5acc6318-5803-4bed-a139-297441299f74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748338263269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748337861771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748337861789'] for port (4a7ffaa3-c015-4647-9470-4b3ca7886b6c), after_update {{(pid=111143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:35.057476 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Current status of the port ea1ffaf4-d7e2-4794-92a1-1fc5fc9d3661 is: DOWN; New status is: ACTIVE {{(pid=111142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 16:50:35.067638 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (ea1ffaf4-d7e2-4794-92a1-1fc5fc9d3661), before_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:35.130048 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.provisioning_blocks [None req-94636893-4c8c-43ed-b11e-1d78395c59ca None None] Provisioning complete for port fd10a96b-4d3b-4322-9252-5983cf629f21 triggered by entity DHCP. {{(pid=111142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 16:50:35.130528 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-94636893-4c8c-43ed-b11e-1d78395c59ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877469'] for port (fd10a96b-4d3b-4322-9252-5983cf629f21), provisioning_complete {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:35.135712 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8be6fcd-e349-4c3d-994a-bd2ec89a3294 admin admin] Pushing event updated for resources: {'Port': ['ID=eae3aa57-20a3-4ac8-984f-535313d9417f,revision_number=2']} {{(pid=111140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:50:35.160461 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5acc6318-5803-4bed-a139-297441299f74 None None] Routers {'286245d4-d1e1-45d8-a33e-8ce6c103810d'} bound to L3 agent in host dv-cinder-852364-3-iscsi {{(pid=111143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 16:50:35.161105 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.l3_hamode_db [None req-5acc6318-5803-4bed-a139-297441299f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-09T16:42:12Z,description=,heartbeat_timestamp=2022-08-09T16:50:12Z,host='dv-cinder-852364-3-iscsi',id=2cf02505-efcb-442b-855b-6c659df6f18c,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:13Z,topic='l3_agent')) {'router_ids': ['286245d4-d1e1-45d8-a33e-8ce6c103810d'], 'active': True} {{(pid=111143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:50:35.246625 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8be6fcd-e349-4c3d-994a-bd2ec89a3294 admin admin] Network c6e9ea29-d63f-40f2-84ee-974e268aa2d8 is already hosted by enough agents. {{(pid=111140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:50:35.248926 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.scheduler.base_scheduler [None req-d8be6fcd-e349-4c3d-994a-bd2ec89a3294 admin admin] Resources bound (agent type, host, resource id): {{(pid=111140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:50:35.268554 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:50:35.309740 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063150d8-9e8c-4576-bda9-433343dcc880 None None] Pushing event updated for resources: {'Port': ['ID=4a7ffaa3-c015-4647-9470-4b3ca7886b6c,revision_number=3']} {{(pid=111143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:50:35.352479 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:50:35.430635 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94636893-4c8c-43ed-b11e-1d78395c59ca None None] Pushing event updated for resources: {'Port': ['ID=ea1ffaf4-d7e2-4794-92a1-1fc5fc9d3661,revision_number=3']} {{(pid=111142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:50:35.437755 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-8ab66960-092e-432e-93ab-6392f360247b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763768'] for security_group (8787e463-8992-449b-a605-19e7c47a1e6e), after_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:35.438316 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.l3_dvr_db [None req-5acc6318-5803-4bed-a139-297441299f74 None None] Set router 286245d4-d1e1-45d8-a33e-8ce6c103810d gateway port host: dv-cinder-852364-3-iscsi {{(pid=111143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 16:50:35.440462 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-8ab66960-092e-432e-93ab-6392f360247b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:35.441784 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [None req-8ab66960-092e-432e-93ab-6392f360247b admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/8787e463-8992-449b-a605-19e7c47a1e6e HTTP/1.1" status: 204 len: 168 time: 1.1652508 Aug 09 16:50:35.489109 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:50:35.511273 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_hamode_db [None req-8e6cc09b-47c5-42fe-8934-56921cc30505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3a68d1b-d2e1-41cc-afa9-a7e46c1b4d73', 'name': 'tempest-DeleteServersTestJSON-1960455865-router', 'tenant_id': '4533225c6c3147308e6bfbc4a7fbf788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'external_fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.99'}], 'enable_snat': True}, 'gw_port_id': 'b5043675-3183-4539-889f-395913800158', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:50:27Z', 'updated_at': '2022-08-09T16:50:31Z', 'revision_number': 3, 'project_id': '4533225c6c3147308e6bfbc4a7fbf788', 'gw_port': {'id': 'b5043675-3183-4539-889f-395913800158', 'name': '', 'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:e1:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3a68d1b-d2e1-41cc-afa9-a7e46c1b4d73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:50:28Z', 'updated_at': '2022-08-09T16:50:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-3-iscsi'}], 'dv-cinder-852364-3-iscsi', False) {} {{(pid=111142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:50:35.512062 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8be6fcd-e349-4c3d-994a-bd2ec89a3294 admin admin] Router 2cab2482-7444-4975-b616-2ff06d0c2e17 has already been hosted by L3 agent 2cf02505-efcb-442b-855b-6c659df6f18c {{(pid=111140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 09 16:50:35.533500 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.db.api [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=111142) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 09 16:50:35.535605 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG oslo_db.api [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=111142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 09 16:50:35.563578 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab66960-092e-432e-93ab-6392f360247b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8787e463-8992-449b-a605-19e7c47a1e6e,revision_number=None']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:50:35.576718 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-53f52c54-77ef-4dbc-b63f-234331bacf60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (None), before_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:35.620062 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-94636893-4c8c-43ed-b11e-1d78395c59ca None None] Current status of the port fd10a96b-4d3b-4322-9252-5983cf629f21 is: ACTIVE; New status is: ACTIVE {{(pid=111142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 16:50:35.625742 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e6cc09b-47c5-42fe-8934-56921cc30505 None None] Checking router: f3a68d1b-d2e1-41cc-afa9-a7e46c1b4d73 for host: dv-cinder-852364-3-iscsi {{(pid=111142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:50:35.626097 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e6cc09b-47c5-42fe-8934-56921cc30505 None None] Updating router f3a68d1b-d2e1-41cc-afa9-a7e46c1b4d73 port b5043675-3183-4539-889f-395913800158 binding host dv-cinder-852364-3-iscsi {{(pid=111142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 16:50:35.747552 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:50:35.774734 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-8e6cc09b-47c5-42fe-8934-56921cc30505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (b5043675-3183-4539-889f-395913800158), before_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:35.778074 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.provisioning_blocks [None req-84d75252-bf59-407d-b9a2-8f06d40e7194 None None] Provisioning complete for port eae3aa57-20a3-4ac8-984f-535313d9417f triggered by entity DHCP. {{(pid=111142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 16:50:35.778538 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-84d75252-bf59-407d-b9a2-8f06d40e7194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877469'] for port (eae3aa57-20a3-4ac8-984f-535313d9417f), provisioning_complete {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:35.810727 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8be6fcd-e349-4c3d-994a-bd2ec89a3294 admin admin] Notify agent at l3_agent.dv-cinder-852364-3-iscsi the message routers_updated {{(pid=111140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:50:35.828222 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [None req-d8be6fcd-e349-4c3d-994a-bd2ec89a3294 admin admin] 10.222.0.59 "PUT /networking/v2.0/routers/2cab2482-7444-4975-b616-2ff06d0c2e17/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2208245 Aug 09 16:50:35.830382 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG dbcounter [-] [111143] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:50:35.830382 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.l3_hamode_db [None req-5acc6318-5803-4bed-a139-297441299f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '286245d4-d1e1-45d8-a33e-8ce6c103810d', 'name': 'tempest-AttachVolumeNegativeTest-928294095-router', 'tenant_id': '321de2c92d814e6ab1da13939153da87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'external_fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '4a7ffaa3-c015-4647-9470-4b3ca7886b6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:50:27Z', 'updated_at': '2022-08-09T16:50:30Z', 'revision_number': 3, 'project_id': '321de2c92d814e6ab1da13939153da87', 'gw_port': {'id': '4a7ffaa3-c015-4647-9470-4b3ca7886b6c', 'name': '', 'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:31:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '286245d4-d1e1-45d8-a33e-8ce6c103810d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:50:28Z', 'updated_at': '2022-08-09T16:50:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-3-iscsi'}], 'dv-cinder-852364-3-iscsi', False) {} {{(pid=111143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:50:35.832066 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99817e77-e22d-411b-aa89-412d837005b1 None None] Sync routers for ids ['2cab2482-7444-4975-b616-2ff06d0c2e17'] in dv-cinder-852364-3-iscsi {{(pid=111143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:50:35.887627 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:50:35.902763 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99817e77-e22d-411b-aa89-412d837005b1 None None] Routers {'2cab2482-7444-4975-b616-2ff06d0c2e17'} bound to L3 agent in host dv-cinder-852364-3-iscsi {{(pid=111143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 16:50:35.903433 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.l3_hamode_db [None req-99817e77-e22d-411b-aa89-412d837005b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-09T16:42:12Z,description=,heartbeat_timestamp=2022-08-09T16:50:12Z,host='dv-cinder-852364-3-iscsi',id=2cf02505-efcb-442b-855b-6c659df6f18c,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:13Z,topic='l3_agent')) {'router_ids': ['2cab2482-7444-4975-b616-2ff06d0c2e17'], 'active': True} {{(pid=111143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:50:35.927221 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-dee03494-1be9-48ed-bc3c-244d55a7c452 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (None), before_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:36.011725 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-55293186-4c4e-4aab-853d-6a6bb15c2f3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (None), before_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:36.019430 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5acc6318-5803-4bed-a139-297441299f74 None None] The sync data for ids ['286245d4-d1e1-45d8-a33e-8ce6c103810d'] in dv-cinder-852364-3-iscsi is: [{'id': '286245d4-d1e1-45d8-a33e-8ce6c103810d', 'name': 'tempest-AttachVolumeNegativeTest-928294095-router', 'tenant_id': '321de2c92d814e6ab1da13939153da87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'external_fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '4a7ffaa3-c015-4647-9470-4b3ca7886b6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:50:27Z', 'updated_at': '2022-08-09T16:50:30Z', 'revision_number': 3, 'project_id': '321de2c92d814e6ab1da13939153da87', 'gw_port': {'id': '4a7ffaa3-c015-4647-9470-4b3ca7886b6c', 'name': '', 'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:31:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '286245d4-d1e1-45d8-a33e-8ce6c103810d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:50:28Z', 'updated_at': '2022-08-09T16:50:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-3-iscsi'}] {{(pid=111143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:50:36.040315 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.l3_dvr_db [None req-99817e77-e22d-411b-aa89-412d837005b1 None None] Set router 2cab2482-7444-4975-b616-2ff06d0c2e17 gateway port host: dv-cinder-852364-3-iscsi {{(pid=111143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 16:50:36.051060 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-5f4019fc-6870-46ba-9e17-e7132e8bc76a None None] Publish callbacks [] for port (51b6b9aa-6225-414f-b334-3d87b6264367), precommit_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:36.060915 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-84d75252-bf59-407d-b9a2-8f06d40e7194 None None] Port eae3aa57-20a3-4ac8-984f-535313d9417f cannot update to ACTIVE because it is not bound. {{(pid=111142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 09 16:50:36.084766 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:INSERT=3,neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:50:36.091457 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.db.db_base_plugin_common [None req-53f52c54-77ef-4dbc-b63f-234331bacf60 admin admin] Allocated IP 172.20.0.1 (e7c6cdf7-0095-4da2-9004-cdee3c973d7e/fa8494ca-da5a-4e74-b349-aebeb3fbaa4a/e481dd39-01b9-4ed2-aec9-d0736a244466) {{(pid=111141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:50:36.094380 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG dbcounter [-] [111143] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:50:36.179144 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-5f4019fc-6870-46ba-9e17-e7132e8bc76a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748338263269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748337861771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748337861789'] for port (51b6b9aa-6225-414f-b334-3d87b6264367), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:36.190222 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:50:36.488471 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.l3_hamode_db [None req-99817e77-e22d-411b-aa89-412d837005b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cab2482-7444-4975-b616-2ff06d0c2e17', 'name': 'tempest-AttachVolumeTestJSON-1052946250-router', 'tenant_id': '54562f03aaae457ca88be251d2208e2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'external_fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': '3da32644-d653-4870-a983-8ae28554edae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:50:24Z', 'updated_at': '2022-08-09T16:50:34Z', 'revision_number': 4, 'project_id': '54562f03aaae457ca88be251d2208e2e', 'gw_port': {'id': '3da32644-d653-4870-a983-8ae28554edae', 'name': '', 'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:7f:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cab2482-7444-4975-b616-2ff06d0c2e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:50:25Z', 'updated_at': '2022-08-09T16:50:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-3-iscsi', '_interfaces': [{'id': 'eae3aa57-20a3-4ac8-984f-535313d9417f', 'name': '', 'network_id': 'c6e9ea29-d63f-40f2-84ee-974e268aa2d8', 'tenant_id': '54562f03aaae457ca88be251d2208e2e', 'mac_address': 'fa:16:3e:47:ae:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cab2482-7444-4975-b616-2ff06d0c2e17', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '04d182a3-f5e2-47dc-869b-31a7d21795ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:50:31Z', 'updated_at': '2022-08-09T16:50:34Z', 'revision_number': 2, 'project_id': '54562f03aaae457ca88be251d2208e2e', 'subnets': [{'id': '04d182a3-f5e2-47dc-869b-31a7d21795ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-3-iscsi', False) {} {{(pid=111143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:50:36.495432 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.db.db_base_plugin_common [None req-dee03494-1be9-48ed-bc3c-244d55a7c452 admin admin] Allocated IP 172.20.0.1 (d512bb64-4fdf-40f1-b457-d57f69ae1831/414c40d7-70ed-42dc-9e49-6496154d7c43/194e42e3-ea8f-4dc2-912a-d9842de147c7) {{(pid=111141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:50:36.519331 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-53f52c54-77ef-4dbc-b63f-234331bacf60 admin admin] Publish callbacks [] for port (e481dd39-01b9-4ed2-aec9-d0736a244466), precommit_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:36.579711 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99817e77-e22d-411b-aa89-412d837005b1 None None] Checking router: 2cab2482-7444-4975-b616-2ff06d0c2e17 for host: dv-cinder-852364-3-iscsi {{(pid=111143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:50:36.579972 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99817e77-e22d-411b-aa89-412d837005b1 None None] Updating router 2cab2482-7444-4975-b616-2ff06d0c2e17 port eae3aa57-20a3-4ac8-984f-535313d9417f binding host dv-cinder-852364-3-iscsi {{(pid=111143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 16:50:36.625317 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.db.db_base_plugin_common [None req-55293186-4c4e-4aab-853d-6a6bb15c2f3e admin admin] Allocated IP 172.20.0.1 (282e3700-6650-40cf-853f-239074e73a36/d5c04f84-3435-4f8b-9c9f-e063a245781b/8e0b0a58-dc7e-4793-b986-f96b1e9d6893) {{(pid=111141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:50:36.625994 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:50:36.673787 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d104aef-7199-44e1-b580-29a1fa61a38c None None] Pushing event updated for resources: {'Port': ['ID=51b6b9aa-6225-414f-b334-3d87b6264367,revision_number=2']} {{(pid=111142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:50:36.699058 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron_lib.callbacks.manager [None req-99817e77-e22d-411b-aa89-412d837005b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (eae3aa57-20a3-4ac8-984f-535313d9417f), before_update {{(pid=111143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:36.798512 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-53f52c54-77ef-4dbc-b63f-234331bacf60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748337861753'] for port (e481dd39-01b9-4ed2-aec9-d0736a244466), after_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:36.829625 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:50:36.990613 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53f52c54-77ef-4dbc-b63f-234331bacf60 admin admin] Network e7c6cdf7-0095-4da2-9004-cdee3c973d7e is already hosted by enough agents. {{(pid=111141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:50:37.013632 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.scheduler.base_scheduler [None req-53f52c54-77ef-4dbc-b63f-234331bacf60 admin admin] Resources bound (agent type, host, resource id): {{(pid=111141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:50:37.041522 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53f52c54-77ef-4dbc-b63f-234331bacf60 admin admin] Received port after_create {{(pid=111141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 09 16:50:37.046266 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-53f52c54-77ef-4dbc-b63f-234331bacf60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-337058'] for router_interface (536cabdf-f3dd-45b1-ae01-5b812d9138a3), before_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:37.257286 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.provisioning_blocks [None req-84d75252-bf59-407d-b9a2-8f06d40e7194 None None] Provisioning complete for port ea1ffaf4-d7e2-4794-92a1-1fc5fc9d3661 triggered by entity DHCP. {{(pid=111142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 16:50:37.260140 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-84d75252-bf59-407d-b9a2-8f06d40e7194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877469'] for port (ea1ffaf4-d7e2-4794-92a1-1fc5fc9d3661), provisioning_complete {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:37.277434 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-dee03494-1be9-48ed-bc3c-244d55a7c452 admin admin] Publish callbacks [] for port (194e42e3-ea8f-4dc2-912a-d9842de147c7), precommit_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:37.291281 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.wsgi [-] (111140) accepted ('10.222.0.59', 48556) {{(pid=111140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:50:37.296378 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.v2.base [None req-caeb01a5-7fb6-416a-95fb-607925a6b0f8 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1583060255', 'description': 'tempest-description--488196775'}} {{(pid=111140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 16:50:37.334967 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f52c54-77ef-4dbc-b63f-234331bacf60 admin admin] Pushing event updated for resources: {'Port': ['ID=e481dd39-01b9-4ed2-aec9-d0736a244466,revision_number=1']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:50:37.395588 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:50:37.415049 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Current status of the port ea1ffaf4-d7e2-4794-92a1-1fc5fc9d3661 is: ACTIVE; New status is: ACTIVE {{(pid=111142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 16:50:37.417867 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Device e32c31d4-4bae-43ff-b2c0-5b784f2c8531 up at agent ovs-agent-dv-cinder-852364-3-iscsi {{(pid=111142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:50:37.461639 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:50:37.476488 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.managers [None req-5f4019fc-6870-46ba-9e17-e7132e8bc76a None None] Attempting to bind port 51b6b9aa-6225-414f-b334-3d87b6264367 on host dv-cinder-852364-3-iscsi for vnic_type normal with profile {{(pid=111142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 09 16:50:37.476923 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.managers [None req-5f4019fc-6870-46ba-9e17-e7132e8bc76a None None] Attempting to bind port 51b6b9aa-6225-414f-b334-3d87b6264367 by drivers openvswitch,hyperv on host dv-cinder-852364-3-iscsi at level 0 using segments [{'id': '3548ff03-3b62-477c-991b-01c3e3081105', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a'}] {{(pid=111142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 09 16:50:37.477306 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f4019fc-6870-46ba-9e17-e7132e8bc76a None None] Attempting to bind port 51b6b9aa-6225-414f-b334-3d87b6264367 on network 0b446ac8-416d-4492-b144-c475e4beb84a {{(pid=111142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 16:50:37.484272 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG dbcounter [-] [111143] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:50:37.485726 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-8e6cc09b-47c5-42fe-8934-56921cc30505 None None] Publish callbacks [] for port (b5043675-3183-4539-889f-395913800158), precommit_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:37.507183 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f4019fc-6870-46ba-9e17-e7132e8bc76a None None] Checking agent: {'id': '47988f4d-09d0-4892-bbfe-5b11c743802f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852364-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 9, 16, 42, 16), 'started_at': datetime.datetime(2022, 8, 9, 16, 42, 46), 'heartbeat_timestamp': datetime.datetime(2022, 8, 9, 16, 50, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852364-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 09 16:50:37.507573 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f4019fc-6870-46ba-9e17-e7132e8bc76a None None] Checking segment: {'id': '3548ff03-3b62-477c-991b-01c3e3081105', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 09 16:50:37.507978 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-5f4019fc-6870-46ba-9e17-e7132e8bc76a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:37.508380 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f4019fc-6870-46ba-9e17-e7132e8bc76a None None] Bound using segment: {'id': '3548ff03-3b62-477c-991b-01c3e3081105', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a'} {{(pid=111142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 09 16:50:37.508876 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.managers [None req-5f4019fc-6870-46ba-9e17-e7132e8bc76a None None] Bound port: 51b6b9aa-6225-414f-b334-3d87b6264367, host: dv-cinder-852364-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3548ff03-3b62-477c-991b-01c3e3081105', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a'}}] {{(pid=111142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 09 16:50:37.509263 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-5f4019fc-6870-46ba-9e17-e7132e8bc76a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (51b6b9aa-6225-414f-b334-3d87b6264367), before_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:37.516603 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron_lib.callbacks.manager [None req-99817e77-e22d-411b-aa89-412d837005b1 None None] Publish callbacks [] for port (eae3aa57-20a3-4ac8-984f-535313d9417f), precommit_update {{(pid=111143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:37.519234 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-caeb01a5-7fb6-416a-95fb-607925a6b0f8 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Publish callbacks [] for security_group (None), before_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:37.608000 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-8e6cc09b-47c5-42fe-8934-56921cc30505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748338263269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748337861771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748337861789'] for port (b5043675-3183-4539-889f-395913800158), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:37.610274 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron_lib.callbacks.manager [None req-99817e77-e22d-411b-aa89-412d837005b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748338263269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748337861771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748337861789'] for port (eae3aa57-20a3-4ac8-984f-535313d9417f), after_update {{(pid=111143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:37.675896 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-caeb01a5-7fb6-416a-95fb-607925a6b0f8 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Publish callbacks [] for security_group (40ce6164-59be-4c55-abcb-0149a2e272fe), precommit_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:37.684442 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-55293186-4c4e-4aab-853d-6a6bb15c2f3e admin admin] Publish callbacks [] for port (8e0b0a58-dc7e-4793-b986-f96b1e9d6893), precommit_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:37.694339 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.managers [None req-8e6cc09b-47c5-42fe-8934-56921cc30505 None None] Attempting to bind port b5043675-3183-4539-889f-395913800158 on host dv-cinder-852364-3-iscsi for vnic_type normal with profile {{(pid=111142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 09 16:50:37.694886 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.managers [None req-8e6cc09b-47c5-42fe-8934-56921cc30505 None None] Attempting to bind port b5043675-3183-4539-889f-395913800158 by drivers openvswitch,hyperv on host dv-cinder-852364-3-iscsi at level 0 using segments [{'id': '3548ff03-3b62-477c-991b-01c3e3081105', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a'}] {{(pid=111142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 09 16:50:37.696284 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e6cc09b-47c5-42fe-8934-56921cc30505 None None] Attempting to bind port b5043675-3183-4539-889f-395913800158 on network 0b446ac8-416d-4492-b144-c475e4beb84a {{(pid=111142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 16:50:37.711826 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adab9e6f-0a89-4f82-a8dd-81d30e089a56 None None] Pushing event updated for resources: {'Port': ['ID=eae3aa57-20a3-4ac8-984f-535313d9417f,revision_number=3']} {{(pid=111143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:50:37.736084 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-caeb01a5-7fb6-416a-95fb-607925a6b0f8 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763768'] for security_group (40ce6164-59be-4c55-abcb-0149a2e272fe), after_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:37.795698 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caeb01a5-7fb6-416a-95fb-607925a6b0f8 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40ce6164-59be-4c55-abcb-0149a2e272fe,revision_number=1']} {{(pid=111140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:50:37.805301 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e6cc09b-47c5-42fe-8934-56921cc30505 None None] Checking agent: {'id': '47988f4d-09d0-4892-bbfe-5b11c743802f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852364-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 9, 16, 42, 16), 'started_at': datetime.datetime(2022, 8, 9, 16, 42, 46), 'heartbeat_timestamp': datetime.datetime(2022, 8, 9, 16, 50, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852364-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 09 16:50:37.806215 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e6cc09b-47c5-42fe-8934-56921cc30505 None None] Checking segment: {'id': '3548ff03-3b62-477c-991b-01c3e3081105', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 09 16:50:37.807619 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-8e6cc09b-47c5-42fe-8934-56921cc30505 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:37.809050 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e6cc09b-47c5-42fe-8934-56921cc30505 None None] Bound using segment: {'id': '3548ff03-3b62-477c-991b-01c3e3081105', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a'} {{(pid=111142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 09 16:50:37.809941 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.managers [None req-8e6cc09b-47c5-42fe-8934-56921cc30505 None None] Bound port: b5043675-3183-4539-889f-395913800158, host: dv-cinder-852364-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3548ff03-3b62-477c-991b-01c3e3081105', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a'}}] {{(pid=111142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 09 16:50:37.810517 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-8e6cc09b-47c5-42fe-8934-56921cc30505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (b5043675-3183-4539-889f-395913800158), before_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:37.820772 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.plugins.ml2.managers [None req-99817e77-e22d-411b-aa89-412d837005b1 None None] Attempting to bind port eae3aa57-20a3-4ac8-984f-535313d9417f on host dv-cinder-852364-3-iscsi for vnic_type normal with profile {{(pid=111143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 09 16:50:37.823807 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.plugins.ml2.managers [None req-99817e77-e22d-411b-aa89-412d837005b1 None None] Attempting to bind port eae3aa57-20a3-4ac8-984f-535313d9417f by drivers openvswitch,hyperv on host dv-cinder-852364-3-iscsi at level 0 using segments [{'id': '087eff6f-7ffe-4685-8407-ebe76234df3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 976, 'network_id': 'c6e9ea29-d63f-40f2-84ee-974e268aa2d8'}] {{(pid=111143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 09 16:50:37.823807 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99817e77-e22d-411b-aa89-412d837005b1 None None] Attempting to bind port eae3aa57-20a3-4ac8-984f-535313d9417f on network c6e9ea29-d63f-40f2-84ee-974e268aa2d8 {{(pid=111143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 16:50:37.833083 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99817e77-e22d-411b-aa89-412d837005b1 None None] Checking agent: {'id': '47988f4d-09d0-4892-bbfe-5b11c743802f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852364-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 9, 16, 42, 16), 'started_at': datetime.datetime(2022, 8, 9, 16, 42, 46), 'heartbeat_timestamp': datetime.datetime(2022, 8, 9, 16, 50, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852364-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 09 16:50:37.833962 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99817e77-e22d-411b-aa89-412d837005b1 None None] Checking segment: {'id': '087eff6f-7ffe-4685-8407-ebe76234df3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 976, 'network_id': 'c6e9ea29-d63f-40f2-84ee-974e268aa2d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 09 16:50:37.834365 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron_lib.callbacks.manager [None req-99817e77-e22d-411b-aa89-412d837005b1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:37.834756 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99817e77-e22d-411b-aa89-412d837005b1 None None] Bound using segment: {'id': '087eff6f-7ffe-4685-8407-ebe76234df3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 976, 'network_id': 'c6e9ea29-d63f-40f2-84ee-974e268aa2d8'} {{(pid=111143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 09 16:50:37.835328 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.plugins.ml2.managers [None req-99817e77-e22d-411b-aa89-412d837005b1 None None] Bound port: eae3aa57-20a3-4ac8-984f-535313d9417f, host: dv-cinder-852364-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '087eff6f-7ffe-4685-8407-ebe76234df3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 976, 'network_id': 'c6e9ea29-d63f-40f2-84ee-974e268aa2d8'}}] {{(pid=111143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 09 16:50:37.836386 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron_lib.callbacks.manager [None req-99817e77-e22d-411b-aa89-412d837005b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (eae3aa57-20a3-4ac8-984f-535313d9417f), before_update {{(pid=111143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:37.868977 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-caeb01a5-7fb6-416a-95fb-607925a6b0f8 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Publish callbacks [] for security_group (None), before_response {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:37.871270 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [None req-caeb01a5-7fb6-416a-95fb-607925a6b0f8 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] 10.222.0.59 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5789258 Aug 09 16:50:37.875573 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.wsgi [-] (111140) accepted ('10.222.0.59', 48576) {{(pid=111140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:50:37.884558 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.v2.base [None req-11e1c901-4605-48f1-8f20-c23a29ec786c tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Request body: {'security_group_rule': {'security_group_id': '40ce6164-59be-4c55-abcb-0149a2e272fe', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 16:50:37.895077 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-84d75252-bf59-407d-b9a2-8f06d40e7194 None None] Current status of the port ea1ffaf4-d7e2-4794-92a1-1fc5fc9d3661 is: ACTIVE; New status is: ACTIVE {{(pid=111142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 16:50:37.943144 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-dee03494-1be9-48ed-bc3c-244d55a7c452 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748337861753'] for port (194e42e3-ea8f-4dc2-912a-d9842de147c7), after_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:37.943957 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-53f52c54-77ef-4dbc-b63f-234331bacf60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (e481dd39-01b9-4ed2-aec9-d0736a244466), before_update {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:37.948822 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.plugins.ml2.db [None req-99817e77-e22d-411b-aa89-412d837005b1 None None] For port eae3aa57-20a3-4ac8-984f-535313d9417f, host dv-cinder-852364-3-iscsi, cleared binding levels {{(pid=111143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:50:37.956391 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.plugins.ml2.db [None req-99817e77-e22d-411b-aa89-412d837005b1 None None] For port eae3aa57-20a3-4ac8-984f-535313d9417f, host dv-cinder-852364-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-3-iscsi',level=0,port_id=eae3aa57-20a3-4ac8-984f-535313d9417f,segment=NetworkSegment(087eff6f-7ffe-4685-8407-ebe76234df3c),segment_id=087eff6f-7ffe-4685-8407-ebe76234df3c)] {{(pid=111143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:50:37.962413 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.provisioning_blocks [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Provisioning complete for port e32c31d4-4bae-43ff-b2c0-5b784f2c8531 triggered by entity L2. {{(pid=111142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 16:50:37.962794 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877469'] for port (e32c31d4-4bae-43ff-b2c0-5b784f2c8531), provisioning_complete {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:37.965819 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-55293186-4c4e-4aab-853d-6a6bb15c2f3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748337861753'] for port (8e0b0a58-dc7e-4793-b986-f96b1e9d6893), after_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:37.984565 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.db [None req-5f4019fc-6870-46ba-9e17-e7132e8bc76a None None] For port 51b6b9aa-6225-414f-b334-3d87b6264367, host dv-cinder-852364-3-iscsi, cleared binding levels {{(pid=111142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:50:38.043366 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dee03494-1be9-48ed-bc3c-244d55a7c452 admin admin] Network d512bb64-4fdf-40f1-b457-d57f69ae1831 is already hosted by enough agents. {{(pid=111141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:50:38.050948 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron_lib.callbacks.manager [None req-99817e77-e22d-411b-aa89-412d837005b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748338263269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748337861771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748337861789'] for port (eae3aa57-20a3-4ac8-984f-535313d9417f), after_update {{(pid=111143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:38.061061 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91a72e6-8c8f-48b4-9751-23460e16dfa2 None None] Pushing event updated for resources: {'Port': ['ID=b5043675-3183-4539-889f-395913800158,revision_number=2']} {{(pid=111142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:50:38.062529 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-11e1c901-4605-48f1-8f20-c23a29ec786c tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Publish callbacks [] for security_group_rule (90dc466c-7038-45e1-9313-90be72b8ba03), before_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:38.070658 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.wsgi [-] (111140) accepted ('10.222.0.59', 48586) {{(pid=111140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:50:38.072677 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55293186-4c4e-4aab-853d-6a6bb15c2f3e admin admin] Network 282e3700-6650-40cf-853f-239074e73a36 is already hosted by enough agents. {{(pid=111141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:50:38.078126 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.scheduler.base_scheduler [None req-dee03494-1be9-48ed-bc3c-244d55a7c452 admin admin] Resources bound (agent type, host, resource id): {{(pid=111141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:50:38.092104 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee03494-1be9-48ed-bc3c-244d55a7c452 admin admin] Received port after_create {{(pid=111141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 09 16:50:38.092602 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-dee03494-1be9-48ed-bc3c-244d55a7c452 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-337058'] for router_interface (286245d4-d1e1-45d8-a33e-8ce6c103810d), before_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:38.100569 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.scheduler.base_scheduler [None req-55293186-4c4e-4aab-853d-6a6bb15c2f3e admin admin] Resources bound (agent type, host, resource id): {{(pid=111141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:50:38.104823 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.db [None req-5f4019fc-6870-46ba-9e17-e7132e8bc76a None None] For port 51b6b9aa-6225-414f-b334-3d87b6264367, host dv-cinder-852364-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-3-iscsi',level=0,port_id=51b6b9aa-6225-414f-b334-3d87b6264367,segment=NetworkSegment(3548ff03-3b62-477c-991b-01c3e3081105),segment_id=3548ff03-3b62-477c-991b-01c3e3081105)] {{(pid=111142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:50:38.107474 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55293186-4c4e-4aab-853d-6a6bb15c2f3e admin admin] Received port after_create {{(pid=111141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 09 16:50:38.108744 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-55293186-4c4e-4aab-853d-6a6bb15c2f3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-337058'] for router_interface (f3a68d1b-d2e1-41cc-afa9-a7e46c1b4d73), before_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:38.111211 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee03494-1be9-48ed-bc3c-244d55a7c452 admin admin] Pushing event updated for resources: {'Port': ['ID=194e42e3-ea8f-4dc2-912a-d9842de147c7,revision_number=1']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:50:38.128774 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.db [None req-8e6cc09b-47c5-42fe-8934-56921cc30505 None None] For port b5043675-3183-4539-889f-395913800158, host dv-cinder-852364-3-iscsi, cleared binding levels {{(pid=111142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:50:38.140213 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.provisioning_blocks [None req-d9c2d051-4646-4d1d-a48b-91f52e283435 None None] Provisioning complete for port e481dd39-01b9-4ed2-aec9-d0736a244466 triggered by entity DHCP. {{(pid=111142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 16:50:38.140213 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-d9c2d051-4646-4d1d-a48b-91f52e283435 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877469'] for port (e481dd39-01b9-4ed2-aec9-d0736a244466), provisioning_complete {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:38.144429 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99817e77-e22d-411b-aa89-412d837005b1 None None] Routers {'2cab2482-7444-4975-b616-2ff06d0c2e17'} bound to L3 agent in host dv-cinder-852364-3-iscsi {{(pid=111143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 16:50:38.146484 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.l3_hamode_db [None req-99817e77-e22d-411b-aa89-412d837005b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-09T16:42:12Z,description=,heartbeat_timestamp=2022-08-09T16:50:12Z,host='dv-cinder-852364-3-iscsi',id=2cf02505-efcb-442b-855b-6c659df6f18c,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:13Z,topic='l3_agent')) {'router_ids': ['2cab2482-7444-4975-b616-2ff06d0c2e17'], 'active': True} {{(pid=111143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:50:38.188477 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-d9c2d051-4646-4d1d-a48b-91f52e283435 None None] Port e481dd39-01b9-4ed2-aec9-d0736a244466 cannot update to ACTIVE because it is not bound. {{(pid=111142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 09 16:50:38.201969 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-5f4019fc-6870-46ba-9e17-e7132e8bc76a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748338263269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748337861771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748337861789'] for port (51b6b9aa-6225-414f-b334-3d87b6264367), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:38.219840 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.db [None req-8e6cc09b-47c5-42fe-8934-56921cc30505 None None] For port b5043675-3183-4539-889f-395913800158, host dv-cinder-852364-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-3-iscsi',level=0,port_id=b5043675-3183-4539-889f-395913800158,segment=NetworkSegment(3548ff03-3b62-477c-991b-01c3e3081105),segment_id=3548ff03-3b62-477c-991b-01c3e3081105)] {{(pid=111142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:50:38.266090 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f4019fc-6870-46ba-9e17-e7132e8bc76a None None] Routers {'536cabdf-f3dd-45b1-ae01-5b812d9138a3'} bound to L3 agent in host dv-cinder-852364-3-iscsi {{(pid=111142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 16:50:38.267522 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_hamode_db [None req-5f4019fc-6870-46ba-9e17-e7132e8bc76a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-09T16:42:12Z,description=,heartbeat_timestamp=2022-08-09T16:50:12Z,host='dv-cinder-852364-3-iscsi',id=2cf02505-efcb-442b-855b-6c659df6f18c,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:13Z,topic='l3_agent')) {'router_ids': ['536cabdf-f3dd-45b1-ae01-5b812d9138a3'], 'active': True} {{(pid=111142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:50:38.322221 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-11e1c901-4605-48f1-8f20-c23a29ec786c tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Publish callbacks [] for security_group_rule (90dc466c-7038-45e1-9313-90be72b8ba03), precommit_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:38.360300 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-8e6cc09b-47c5-42fe-8934-56921cc30505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748338263269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748337861771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748337861789'] for port (b5043675-3183-4539-889f-395913800158), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:38.392471 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adab9e6f-0a89-4f82-a8dd-81d30e089a56 None None] Pushing event updated for resources: {'Port': ['ID=eae3aa57-20a3-4ac8-984f-535313d9417f,revision_number=4']} {{(pid=111143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:50:38.409875 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-11e1c901-4605-48f1-8f20-c23a29ec786c tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765607'] for security_group_rule (90dc466c-7038-45e1-9313-90be72b8ba03), after_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:38.463412 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e1c901-4605-48f1-8f20-c23a29ec786c tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90dc466c-7038-45e1-9313-90be72b8ba03,revision_number=0']} {{(pid=111140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:50:38.539855 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.l3_dvr_db [None req-99817e77-e22d-411b-aa89-412d837005b1 None None] Set router 2cab2482-7444-4975-b616-2ff06d0c2e17 gateway port host: dv-cinder-852364-3-iscsi {{(pid=111143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 16:50:38.546579 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:50:38.555898 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.v2.base [None req-fef53e09-73fb-490d-bdd4-d4d69390bf2f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1775974851-network', 'tenant_id': '8c782e0d051b4b90b1f9fe4c03f1f42c'}} {{(pid=111140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 16:50:38.564712 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_dvr_db [None req-5f4019fc-6870-46ba-9e17-e7132e8bc76a None None] Set router 536cabdf-f3dd-45b1-ae01-5b812d9138a3 gateway port host: dv-cinder-852364-3-iscsi {{(pid=111142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 16:50:38.600175 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-11e1c901-4605-48f1-8f20-c23a29ec786c tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:38.606866 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [None req-11e1c901-4605-48f1-8f20-c23a29ec786c tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] 10.222.0.59 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7293394 Aug 09 16:50:38.612991 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.wsgi [-] (111140) accepted ('10.222.0.59', 48594) {{(pid=111140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:50:38.619456 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:50:38.628934 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.v2.base [None req-e97380e6-ed6b-488e-949c-8a6281b0a74e tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Request body: {'security_group_rule': {'security_group_id': '40ce6164-59be-4c55-abcb-0149a2e272fe', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 16:50:38.654181 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55293186-4c4e-4aab-853d-6a6bb15c2f3e admin admin] Pushing event updated for resources: {'Port': ['ID=8e0b0a58-dc7e-4793-b986-f96b1e9d6893,revision_number=1']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:50:38.656870 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fef53e09-73fb-490d-bdd4-d4d69390bf2f admin admin] Made reservation on behalf of 8c782e0d051b4b90b1f9fe4c03f1f42c for: {'network': 1} {{(pid=111140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:50:38.671208 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-fef53e09-73fb-490d-bdd4-d4d69390bf2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for network (None), before_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:38.696561 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d104aef-7199-44e1-b580-29a1fa61a38c None None] Pushing event updated for resources: {'Port': ['ID=51b6b9aa-6225-414f-b334-3d87b6264367,revision_number=3']} {{(pid=111142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:50:38.708865 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-fef53e09-73fb-490d-bdd4-d4d69390bf2f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:38.712365 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:50:38.719525 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Current status of the port e32c31d4-4bae-43ff-b2c0-5b784f2c8531 is: ACTIVE; New status is: ACTIVE {{(pid=111142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 16:50:38.720648 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Device fd10a96b-4d3b-4322-9252-5983cf629f21 up at agent ovs-agent-dv-cinder-852364-3-iscsi {{(pid=111142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:50:38.764711 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG dbcounter [-] [111143] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:50:38.788966 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e6cc09b-47c5-42fe-8934-56921cc30505 None None] Routers {'f3a68d1b-d2e1-41cc-afa9-a7e46c1b4d73'} bound to L3 agent in host dv-cinder-852364-3-iscsi {{(pid=111142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 16:50:38.803899 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_hamode_db [None req-8e6cc09b-47c5-42fe-8934-56921cc30505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-09T16:42:12Z,description=,heartbeat_timestamp=2022-08-09T16:50:12Z,host='dv-cinder-852364-3-iscsi',id=2cf02505-efcb-442b-855b-6c659df6f18c,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:13Z,topic='l3_agent')) {'router_ids': ['f3a68d1b-d2e1-41cc-afa9-a7e46c1b4d73'], 'active': True} {{(pid=111142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:50:38.887223 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.provisioning_blocks [None req-60075e04-7f6e-41bc-a4a6-c254940ae976 None None] Provisioning complete for port 194e42e3-ea8f-4dc2-912a-d9842de147c7 triggered by entity DHCP. {{(pid=111142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 16:50:38.887645 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-60075e04-7f6e-41bc-a4a6-c254940ae976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877469'] for port (194e42e3-ea8f-4dc2-912a-d9842de147c7), provisioning_complete {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:38.910728 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-e97380e6-ed6b-488e-949c-8a6281b0a74e tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Publish callbacks [] for security_group_rule (de2be4d1-352f-4e01-b5c3-fcf3049e4f78), before_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:38.945051 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.l3_hamode_db [None req-99817e77-e22d-411b-aa89-412d837005b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cab2482-7444-4975-b616-2ff06d0c2e17', 'name': 'tempest-AttachVolumeTestJSON-1052946250-router', 'tenant_id': '54562f03aaae457ca88be251d2208e2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'external_fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': '3da32644-d653-4870-a983-8ae28554edae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:50:24Z', 'updated_at': '2022-08-09T16:50:34Z', 'revision_number': 4, 'project_id': '54562f03aaae457ca88be251d2208e2e', 'gw_port': {'id': '3da32644-d653-4870-a983-8ae28554edae', 'name': '', 'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:7f:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cab2482-7444-4975-b616-2ff06d0c2e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:50:25Z', 'updated_at': '2022-08-09T16:50:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-3-iscsi', '_interfaces': [{'id': 'eae3aa57-20a3-4ac8-984f-535313d9417f', 'name': '', 'network_id': 'c6e9ea29-d63f-40f2-84ee-974e268aa2d8', 'tenant_id': '54562f03aaae457ca88be251d2208e2e', 'mac_address': 'fa:16:3e:47:ae:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cab2482-7444-4975-b616-2ff06d0c2e17', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '04d182a3-f5e2-47dc-869b-31a7d21795ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:50:31Z', 'updated_at': '2022-08-09T16:50:37Z', 'revision_number': 4, 'project_id': '54562f03aaae457ca88be251d2208e2e', 'subnets': [{'id': '04d182a3-f5e2-47dc-869b-31a7d21795ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-3-iscsi', False) {} {{(pid=111143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:50:38.976818 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99817e77-e22d-411b-aa89-412d837005b1 None None] The sync data for ids ['2cab2482-7444-4975-b616-2ff06d0c2e17'] in dv-cinder-852364-3-iscsi is: [{'id': '2cab2482-7444-4975-b616-2ff06d0c2e17', 'name': 'tempest-AttachVolumeTestJSON-1052946250-router', 'tenant_id': '54562f03aaae457ca88be251d2208e2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'external_fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': '3da32644-d653-4870-a983-8ae28554edae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:50:24Z', 'updated_at': '2022-08-09T16:50:34Z', 'revision_number': 4, 'project_id': '54562f03aaae457ca88be251d2208e2e', 'gw_port': {'id': '3da32644-d653-4870-a983-8ae28554edae', 'name': '', 'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:7f:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cab2482-7444-4975-b616-2ff06d0c2e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:50:25Z', 'updated_at': '2022-08-09T16:50:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-3-iscsi', '_interfaces': [{'id': 'eae3aa57-20a3-4ac8-984f-535313d9417f', 'name': '', 'network_id': 'c6e9ea29-d63f-40f2-84ee-974e268aa2d8', 'tenant_id': '54562f03aaae457ca88be251d2208e2e', 'mac_address': 'fa:16:3e:47:ae:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cab2482-7444-4975-b616-2ff06d0c2e17', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '04d182a3-f5e2-47dc-869b-31a7d21795ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:50:31Z', 'updated_at': '2022-08-09T16:50:37Z', 'revision_number': 4, 'project_id': '54562f03aaae457ca88be251d2208e2e', 'subnets': [{'id': '04d182a3-f5e2-47dc-869b-31a7d21795ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:50:39.036737 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-60075e04-7f6e-41bc-a4a6-c254940ae976 None None] Port 194e42e3-ea8f-4dc2-912a-d9842de147c7 cannot update to ACTIVE because it is not bound. {{(pid=111142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 09 16:50:39.037337 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-e97380e6-ed6b-488e-949c-8a6281b0a74e tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Publish callbacks [] for security_group_rule (de2be4d1-352f-4e01-b5c3-fcf3049e4f78), precommit_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:39.043327 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-fef53e09-73fb-490d-bdd4-d4d69390bf2f admin admin] Publish callbacks [] for security_group (1e343724-9260-4047-97bd-5a33c82de2ce), precommit_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:39.080402 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-55293186-4c4e-4aab-853d-6a6bb15c2f3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (8e0b0a58-dc7e-4793-b986-f96b1e9d6893), before_update {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:39.135251 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-53f52c54-77ef-4dbc-b63f-234331bacf60 admin admin] Publish callbacks [] for port (e481dd39-01b9-4ed2-aec9-d0736a244466), precommit_update {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:39.149342 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-fef53e09-73fb-490d-bdd4-d4d69390bf2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763768'] for security_group (1e343724-9260-4047-97bd-5a33c82de2ce), after_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:39.159289 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-e97380e6-ed6b-488e-949c-8a6281b0a74e tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765607'] for security_group_rule (de2be4d1-352f-4e01-b5c3-fcf3049e4f78), after_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:39.182358 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-dee03494-1be9-48ed-bc3c-244d55a7c452 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (194e42e3-ea8f-4dc2-912a-d9842de147c7), before_update {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:39.225738 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=74,neutron:INSERT=21,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:50:39.255691 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97380e6-ed6b-488e-949c-8a6281b0a74e tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de2be4d1-352f-4e01-b5c3-fcf3049e4f78,revision_number=0']} {{(pid=111140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:50:39.258139 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fef53e09-73fb-490d-bdd4-d4d69390bf2f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 978} {{(pid=111140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 16:50:39.261031 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef53e09-73fb-490d-bdd4-d4d69390bf2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e343724-9260-4047-97bd-5a33c82de2ce,revision_number=1']} {{(pid=111140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:50:39.278021 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-fef53e09-73fb-490d-bdd4-d4d69390bf2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3501092'] for segment (1c187823-1380-431a-a604-0d7c2f92f22e), precommit_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:39.278646 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.db.segments_db [None req-fef53e09-73fb-490d-bdd4-d4d69390bf2f admin admin] Added segment 1c187823-1380-431a-a604-0d7c2f92f22e of type vlan for network 0c6a6aca-995e-4e20-80ea-445da6eea77d Aug 09 16:50:39.292902 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-53f52c54-77ef-4dbc-b63f-234331bacf60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748338263269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748337861771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748337861789'] for port (e481dd39-01b9-4ed2-aec9-d0736a244466), after_update {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:39.293657 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-53f52c54-77ef-4dbc-b63f-234331bacf60 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-336402'] for router_interface (536cabdf-f3dd-45b1-ae01-5b812d9138a3), after_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:39.334285 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-fef53e09-73fb-490d-bdd4-d4d69390bf2f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748337886136'] for network (0c6a6aca-995e-4e20-80ea-445da6eea77d), precommit_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:39.356122 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91a72e6-8c8f-48b4-9751-23460e16dfa2 None None] Pushing event updated for resources: {'Port': ['ID=b5043675-3183-4539-889f-395913800158,revision_number=3']} {{(pid=111142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:50:39.374535 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:50:39.412831 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.provisioning_blocks [None req-0a8c76f2-64cf-4ab4-92d5-c9ef4293e8b4 None None] Provisioning complete for port 8e0b0a58-dc7e-4793-b986-f96b1e9d6893 triggered by entity DHCP. {{(pid=111142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 16:50:39.413224 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-0a8c76f2-64cf-4ab4-92d5-c9ef4293e8b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877469'] for port (8e0b0a58-dc7e-4793-b986-f96b1e9d6893), provisioning_complete {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:39.418394 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-e97380e6-ed6b-488e-949c-8a6281b0a74e tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:39.421848 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [None req-e97380e6-ed6b-488e-949c-8a6281b0a74e tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] 10.222.0.59 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8067791 Aug 09 16:50:39.425470 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.wsgi [-] (111140) accepted ('10.222.0.59', 48612) {{(pid=111140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:50:39.430229 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.v2.base [None req-4248a8ac-b57e-418a-9b24-b127df0017c5 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Request body: {'floatingip': {'floating_network_id': '0b446ac8-416d-4492-b144-c475e4beb84a'}} {{(pid=111140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 16:50:39.468404 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f52c54-77ef-4dbc-b63f-234331bacf60 admin admin] Pushing event updated for resources: {'Port': ['ID=e481dd39-01b9-4ed2-aec9-d0736a244466,revision_number=2']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:50:39.496387 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-fef53e09-73fb-490d-bdd4-d4d69390bf2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463'] for network (0c6a6aca-995e-4e20-80ea-445da6eea77d), after_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:39.506149 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fef53e09-73fb-490d-bdd4-d4d69390bf2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:50:39.506149 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-fef53e09-73fb-490d-bdd4-d4d69390bf2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526441'] for network (None), before_response {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:39.516475 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_dvr_db [None req-8e6cc09b-47c5-42fe-8934-56921cc30505 None None] Set router f3a68d1b-d2e1-41cc-afa9-a7e46c1b4d73 gateway port host: dv-cinder-852364-3-iscsi {{(pid=111142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 16:50:39.528854 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_hamode_db [None req-5f4019fc-6870-46ba-9e17-e7132e8bc76a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '536cabdf-f3dd-45b1-ae01-5b812d9138a3', 'name': 'tempest-ServerRescueNegativeTestJSON-830009148-router', 'tenant_id': 'b681b90f2f074e8c8cfb11939edc7f72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'external_fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': '51b6b9aa-6225-414f-b334-3d87b6264367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:50:26Z', 'updated_at': '2022-08-09T16:50:37Z', 'revision_number': 4, 'project_id': 'b681b90f2f074e8c8cfb11939edc7f72', 'gw_port': {'id': '51b6b9aa-6225-414f-b334-3d87b6264367', 'name': '', 'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:c7:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '536cabdf-f3dd-45b1-ae01-5b812d9138a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:50:27Z', 'updated_at': '2022-08-09T16:50:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-3-iscsi', '_interfaces': [{'id': 'e481dd39-01b9-4ed2-aec9-d0736a244466', 'name': '', 'network_id': 'e7c6cdf7-0095-4da2-9004-cdee3c973d7e', 'tenant_id': 'b681b90f2f074e8c8cfb11939edc7f72', 'mac_address': 'fa:16:3e:e1:dd:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '536cabdf-f3dd-45b1-ae01-5b812d9138a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'fa8494ca-da5a-4e74-b349-aebeb3fbaa4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:50:35Z', 'updated_at': '2022-08-09T16:50:36Z', 'revision_number': 1, 'project_id': 'b681b90f2f074e8c8cfb11939edc7f72', 'subnets': [{'id': 'fa8494ca-da5a-4e74-b349-aebeb3fbaa4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-3-iscsi', False) {} {{(pid=111142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:50:39.575622 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.provisioning_blocks [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Provisioning complete for port fd10a96b-4d3b-4322-9252-5983cf629f21 triggered by entity L2. {{(pid=111142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 16:50:39.578623 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877469'] for port (fd10a96b-4d3b-4322-9252-5983cf629f21), provisioning_complete {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:39.589672 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef53e09-73fb-490d-bdd4-d4d69390bf2f admin admin] Pushing event updated for resources: {'Network': ['ID=0c6a6aca-995e-4e20-80ea-445da6eea77d,revision_number=1']} {{(pid=111140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:50:39.609776 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53f52c54-77ef-4dbc-b63f-234331bacf60 admin admin] Network e7c6cdf7-0095-4da2-9004-cdee3c973d7e is already hosted by enough agents. {{(pid=111141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:50:39.627332 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-4248a8ac-b57e-418a-9b24-b127df0017c5 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:39.629077 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-0a8c76f2-64cf-4ab4-92d5-c9ef4293e8b4 None None] Port 8e0b0a58-dc7e-4793-b986-f96b1e9d6893 cannot update to ACTIVE because it is not bound. {{(pid=111142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 09 16:50:39.642674 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.scheduler.base_scheduler [None req-53f52c54-77ef-4dbc-b63f-234331bacf60 admin admin] Resources bound (agent type, host, resource id): {{(pid=111141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:50:39.674113 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-55293186-4c4e-4aab-853d-6a6bb15c2f3e admin admin] Publish callbacks [] for port (8e0b0a58-dc7e-4793-b986-f96b1e9d6893), precommit_update {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:39.697250 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Network 0c6a6aca-995e-4e20-80ea-445da6eea77d details requested by agent ovs-agent-dv-cinder-852364-3-iscsi with host dv-cinder-852364-3-iscsi {{(pid=111142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 16:50:39.730773 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [None req-fef53e09-73fb-490d-bdd4-d4d69390bf2f admin admin] 10.222.0.59 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.6568143 Aug 09 16:50:39.732716 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f4019fc-6870-46ba-9e17-e7132e8bc76a None None] The sync data for ids ['536cabdf-f3dd-45b1-ae01-5b812d9138a3'] in dv-cinder-852364-3-iscsi is: [{'id': '536cabdf-f3dd-45b1-ae01-5b812d9138a3', 'name': 'tempest-ServerRescueNegativeTestJSON-830009148-router', 'tenant_id': 'b681b90f2f074e8c8cfb11939edc7f72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'external_fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': '51b6b9aa-6225-414f-b334-3d87b6264367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:50:26Z', 'updated_at': '2022-08-09T16:50:37Z', 'revision_number': 4, 'project_id': 'b681b90f2f074e8c8cfb11939edc7f72', 'gw_port': {'id': '51b6b9aa-6225-414f-b334-3d87b6264367', 'name': '', 'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:c7:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '536cabdf-f3dd-45b1-ae01-5b812d9138a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:50:27Z', 'updated_at': '2022-08-09T16:50:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-3-iscsi', '_interfaces': [{'id': 'e481dd39-01b9-4ed2-aec9-d0736a244466', 'name': '', 'network_id': 'e7c6cdf7-0095-4da2-9004-cdee3c973d7e', 'tenant_id': 'b681b90f2f074e8c8cfb11939edc7f72', 'mac_address': 'fa:16:3e:e1:dd:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '536cabdf-f3dd-45b1-ae01-5b812d9138a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'fa8494ca-da5a-4e74-b349-aebeb3fbaa4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:50:35Z', 'updated_at': '2022-08-09T16:50:36Z', 'revision_number': 1, 'project_id': 'b681b90f2f074e8c8cfb11939edc7f72', 'subnets': [{'id': 'fa8494ca-da5a-4e74-b349-aebeb3fbaa4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:50:39.749690 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.wsgi [-] (111141) accepted ('10.222.0.59', 48614) {{(pid=111141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:50:39.761063 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.v2.base [None req-b9b36e8f-686a-4c67-8167-290990e975ac admin admin] Request body: {'subnet': {'network_id': '0c6a6aca-995e-4e20-80ea-445da6eea77d', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1775974851-subnet', 'tenant_id': '8c782e0d051b4b90b1f9fe4c03f1f42c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 16:50:39.772672 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-55293186-4c4e-4aab-853d-6a6bb15c2f3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748338263269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748337861771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748337861789'] for port (8e0b0a58-dc7e-4793-b986-f96b1e9d6893), after_update {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:39.773564 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-55293186-4c4e-4aab-853d-6a6bb15c2f3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-336402'] for router_interface (f3a68d1b-d2e1-41cc-afa9-a7e46c1b4d73), after_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:39.955463 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-dee03494-1be9-48ed-bc3c-244d55a7c452 admin admin] Publish callbacks [] for port (194e42e3-ea8f-4dc2-912a-d9842de147c7), precommit_update {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:40.038649 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Current status of the port fd10a96b-4d3b-4322-9252-5983cf629f21 is: ACTIVE; New status is: ACTIVE {{(pid=111142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 16:50:40.065571 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-4248a8ac-b57e-418a-9b24-b127df0017c5 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (None), before_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:40.092449 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_hamode_db [None req-8e6cc09b-47c5-42fe-8934-56921cc30505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3a68d1b-d2e1-41cc-afa9-a7e46c1b4d73', 'name': 'tempest-DeleteServersTestJSON-1960455865-router', 'tenant_id': '4533225c6c3147308e6bfbc4a7fbf788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'external_fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.99'}], 'enable_snat': True}, 'gw_port_id': 'b5043675-3183-4539-889f-395913800158', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:50:27Z', 'updated_at': '2022-08-09T16:50:31Z', 'revision_number': 3, 'project_id': '4533225c6c3147308e6bfbc4a7fbf788', 'gw_port': {'id': 'b5043675-3183-4539-889f-395913800158', 'name': '', 'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:e1:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3a68d1b-d2e1-41cc-afa9-a7e46c1b4d73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:50:28Z', 'updated_at': '2022-08-09T16:50:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-3-iscsi'}], 'dv-cinder-852364-3-iscsi', False) {} {{(pid=111142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:50:40.111755 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55293186-4c4e-4aab-853d-6a6bb15c2f3e admin admin] Pushing event updated for resources: {'Port': ['ID=8e0b0a58-dc7e-4793-b986-f96b1e9d6893,revision_number=2']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:50:40.111755 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-dee03494-1be9-48ed-bc3c-244d55a7c452 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748338263269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748337861771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748337861789'] for port (194e42e3-ea8f-4dc2-912a-d9842de147c7), after_update {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:40.112502 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-dee03494-1be9-48ed-bc3c-244d55a7c452 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-336402'] for router_interface (286245d4-d1e1-45d8-a33e-8ce6c103810d), after_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:40.131717 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.provisioning_blocks [None req-cb4815e9-f228-482b-a2a7-08748427b852 None None] Provisioning complete for port e481dd39-01b9-4ed2-aec9-d0736a244466 triggered by entity DHCP. {{(pid=111142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 16:50:40.132100 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-cb4815e9-f228-482b-a2a7-08748427b852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877469'] for port (e481dd39-01b9-4ed2-aec9-d0736a244466), provisioning_complete {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:40.134296 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e6cc09b-47c5-42fe-8934-56921cc30505 None None] The sync data for ids ['f3a68d1b-d2e1-41cc-afa9-a7e46c1b4d73'] in dv-cinder-852364-3-iscsi is: [{'id': 'f3a68d1b-d2e1-41cc-afa9-a7e46c1b4d73', 'name': 'tempest-DeleteServersTestJSON-1960455865-router', 'tenant_id': '4533225c6c3147308e6bfbc4a7fbf788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'external_fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.99'}], 'enable_snat': True}, 'gw_port_id': 'b5043675-3183-4539-889f-395913800158', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:50:27Z', 'updated_at': '2022-08-09T16:50:31Z', 'revision_number': 3, 'project_id': '4533225c6c3147308e6bfbc4a7fbf788', 'gw_port': {'id': 'b5043675-3183-4539-889f-395913800158', 'name': '', 'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:e1:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3a68d1b-d2e1-41cc-afa9-a7e46c1b4d73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:50:28Z', 'updated_at': '2022-08-09T16:50:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-3-iscsi'}] {{(pid=111142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:50:40.220333 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-cb4815e9-f228-482b-a2a7-08748427b852 None None] Port e481dd39-01b9-4ed2-aec9-d0736a244466 cannot update to ACTIVE because it is not bound. {{(pid=111142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 09 16:50:40.232938 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-e1699d52-bc55-4ef9-a16d-b67c8eff1e6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (0d699ab0-1a4e-47ab-a625-f3b077123214), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:40.260107 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9b36e8f-686a-4c67-8167-290990e975ac admin admin] Made reservation on behalf of 8c782e0d051b4b90b1f9fe4c03f1f42c for: {'subnet': 1} {{(pid=111141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:50:40.271057 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-b9b36e8f-686a-4c67-8167-290990e975ac admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:40.279285 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:50:40.289283 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:50:40.327634 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.db.db_base_plugin_common [None req-4248a8ac-b57e-418a-9b24-b127df0017c5 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Allocated IP 172.27.2.114 (0b446ac8-416d-4492-b144-c475e4beb84a/4516d54a-1367-472b-b3e4-4bb105fe12f6/47340087-7c3c-4273-940a-cf950032e25f) {{(pid=111140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:50:40.509785 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee03494-1be9-48ed-bc3c-244d55a7c452 admin admin] Pushing event updated for resources: {'Port': ['ID=194e42e3-ea8f-4dc2-912a-d9842de147c7,revision_number=2']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:50:40.524222 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-4248a8ac-b57e-418a-9b24-b127df0017c5 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Publish callbacks [] for port (47340087-7c3c-4273-940a-cf950032e25f), precommit_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:40.548464 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Device 4a7ffaa3-c015-4647-9470-4b3ca7886b6c up at agent ovs-agent-dv-cinder-852364-3-iscsi {{(pid=111142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:50:40.568224 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53f52c54-77ef-4dbc-b63f-234331bacf60 admin admin] Router 536cabdf-f3dd-45b1-ae01-5b812d9138a3 has already been hosted by L3 agent 2cf02505-efcb-442b-855b-6c659df6f18c {{(pid=111141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 09 16:50:40.694645 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-4248a8ac-b57e-418a-9b24-b127df0017c5 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748337861753'] for port (47340087-7c3c-4273-940a-cf950032e25f), after_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:40.712806 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55293186-4c4e-4aab-853d-6a6bb15c2f3e admin admin] Network 282e3700-6650-40cf-853f-239074e73a36 is already hosted by enough agents. {{(pid=111141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:50:40.741241 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dee03494-1be9-48ed-bc3c-244d55a7c452 admin admin] Network d512bb64-4fdf-40f1-b457-d57f69ae1831 is already hosted by enough agents. {{(pid=111141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:50:40.744316 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.scheduler.base_scheduler [None req-55293186-4c4e-4aab-853d-6a6bb15c2f3e admin admin] Resources bound (agent type, host, resource id): {{(pid=111141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:50:40.758617 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.scheduler.base_scheduler [None req-dee03494-1be9-48ed-bc3c-244d55a7c452 admin admin] Resources bound (agent type, host, resource id): {{(pid=111141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:50:40.770821 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4248a8ac-b57e-418a-9b24-b127df0017c5 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Network 0b446ac8-416d-4492-b144-c475e4beb84a is already hosted by enough agents. {{(pid=111140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:50:40.792087 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.scheduler.base_scheduler [None req-4248a8ac-b57e-418a-9b24-b127df0017c5 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Resources bound (agent type, host, resource id): {{(pid=111140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:50:40.796605 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4248a8ac-b57e-418a-9b24-b127df0017c5 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Received port after_create {{(pid=111140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 09 16:50:40.832487 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4248a8ac-b57e-418a-9b24-b127df0017c5 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Pushing event updated for resources: {'Port': ['ID=47340087-7c3c-4273-940a-cf950032e25f,revision_number=1']} {{(pid=111140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:50:40.878933 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:50:40.953811 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.provisioning_blocks [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Provisioning complete for port 4a7ffaa3-c015-4647-9470-4b3ca7886b6c triggered by entity L2. {{(pid=111142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 16:50:40.954707 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877469'] for port (4a7ffaa3-c015-4647-9470-4b3ca7886b6c), provisioning_complete {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:41.079897 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-4248a8ac-b57e-418a-9b24-b127df0017c5 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Publish callbacks [] for floatingip (80626948-0023-4774-b81e-1adf99c36de0), precommit_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:41.217515 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Current status of the port 4a7ffaa3-c015-4647-9470-4b3ca7886b6c is: DOWN; New status is: ACTIVE {{(pid=111142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 16:50:41.218275 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (4a7ffaa3-c015-4647-9470-4b3ca7886b6c), before_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:41.302979 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.db [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] For port 4a7ffaa3-c015-4647-9470-4b3ca7886b6c, host dv-cinder-852364-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-3-iscsi',level=0,port_id=4a7ffaa3-c015-4647-9470-4b3ca7886b6c,segment=NetworkSegment(3548ff03-3b62-477c-991b-01c3e3081105),segment_id=3548ff03-3b62-477c-991b-01c3e3081105)] {{(pid=111142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:50:41.319611 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-4248a8ac-b57e-418a-9b24-b127df0017c5 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (47340087-7c3c-4273-940a-cf950032e25f), before_update {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:41.365639 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=100 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:50:41.367357 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.provisioning_blocks [None req-d4018d76-bde0-4486-b0e4-5febf2cd04e7 None None] Provisioning complete for port 194e42e3-ea8f-4dc2-912a-d9842de147c7 triggered by entity DHCP. {{(pid=111142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 16:50:41.367740 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-d4018d76-bde0-4486-b0e4-5febf2cd04e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877469'] for port (194e42e3-ea8f-4dc2-912a-d9842de147c7), provisioning_complete {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:41.419088 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748338263269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748337861771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748337861789'] for port (4a7ffaa3-c015-4647-9470-4b3ca7886b6c), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:41.419933 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Device 3da32644-d653-4870-a983-8ae28554edae up at agent ovs-agent-dv-cinder-852364-3-iscsi {{(pid=111142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:50:41.521660 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-d4018d76-bde0-4486-b0e4-5febf2cd04e7 None None] Port 194e42e3-ea8f-4dc2-912a-d9842de147c7 cannot update to ACTIVE because it is not bound. {{(pid=111142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 09 16:50:41.556392 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Pushing event updated for resources: {'Port': ['ID=4a7ffaa3-c015-4647-9470-4b3ca7886b6c,revision_number=4']} {{(pid=111142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:50:41.560694 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.provisioning_blocks [None req-d4018d76-bde0-4486-b0e4-5febf2cd04e7 None None] Provisioning complete for port 8e0b0a58-dc7e-4793-b986-f96b1e9d6893 triggered by entity DHCP. {{(pid=111142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 16:50:41.561118 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-d4018d76-bde0-4486-b0e4-5febf2cd04e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877469'] for port (8e0b0a58-dc7e-4793-b986-f96b1e9d6893), provisioning_complete {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:41.591647 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-4248a8ac-b57e-418a-9b24-b127df0017c5 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Publish callbacks [] for port (47340087-7c3c-4273-940a-cf950032e25f), precommit_update {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:41.608003 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.provisioning_blocks [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Provisioning complete for port 3da32644-d653-4870-a983-8ae28554edae triggered by entity L2. {{(pid=111142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 16:50:41.608414 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877469'] for port (3da32644-d653-4870-a983-8ae28554edae), provisioning_complete {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:41.643144 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-d4018d76-bde0-4486-b0e4-5febf2cd04e7 None None] Port 8e0b0a58-dc7e-4793-b986-f96b1e9d6893 cannot update to ACTIVE because it is not bound. {{(pid=111142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 09 16:50:41.644631 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dee03494-1be9-48ed-bc3c-244d55a7c452 admin admin] Router 286245d4-d1e1-45d8-a33e-8ce6c103810d has already been hosted by L3 agent 2cf02505-efcb-442b-855b-6c659df6f18c {{(pid=111141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 09 16:50:41.665588 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55293186-4c4e-4aab-853d-6a6bb15c2f3e admin admin] Router f3a68d1b-d2e1-41cc-afa9-a7e46c1b4d73 has already been hosted by L3 agent 2cf02505-efcb-442b-855b-6c659df6f18c {{(pid=111141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 09 16:50:41.675737 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-b9b36e8f-686a-4c67-8167-290990e975ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463'] for subnet (b381d281-fbf4-4d9a-ac60-82a6ca497917), after_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:41.696278 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-4248a8ac-b57e-418a-9b24-b127df0017c5 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748338263269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748337861771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748337861789'] for port (47340087-7c3c-4273-940a-cf950032e25f), after_update {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:41.698702 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Current status of the port 3da32644-d653-4870-a983-8ae28554edae is: DOWN; New status is: ACTIVE {{(pid=111142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 16:50:41.698702 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (3da32644-d653-4870-a983-8ae28554edae), before_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:41.698877 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-4248a8ac-b57e-418a-9b24-b127df0017c5 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-336914'] for floatingip (80626948-0023-4774-b81e-1adf99c36de0), after_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:41.721765 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:INSERT=7 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:50:41.730439 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.db [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] For port 3da32644-d653-4870-a983-8ae28554edae, host dv-cinder-852364-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-3-iscsi',level=0,port_id=3da32644-d653-4870-a983-8ae28554edae,segment=NetworkSegment(3548ff03-3b62-477c-991b-01c3e3081105),segment_id=3548ff03-3b62-477c-991b-01c3e3081105)] {{(pid=111142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:50:41.731653 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53f52c54-77ef-4dbc-b63f-234331bacf60 admin admin] Notify agent at l3_agent.dv-cinder-852364-3-iscsi the message routers_updated {{(pid=111141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:50:41.737168 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [None req-53f52c54-77ef-4dbc-b63f-234331bacf60 admin admin] 10.222.0.59 "PUT /networking/v2.0/routers/536cabdf-f3dd-45b1-ae01-5b812d9138a3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5761473 Aug 09 16:50:41.774297 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4248a8ac-b57e-418a-9b24-b127df0017c5 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Pushing event updated for resources: {'Port': ['ID=47340087-7c3c-4273-940a-cf950032e25f,revision_number=2']} {{(pid=111140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:50:41.833301 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748338263269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748337861771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748337861789'] for port (3da32644-d653-4870-a983-8ae28554edae), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:41.835017 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-4248a8ac-b57e-418a-9b24-b127df0017c5 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90003'] for floatingip (None), before_response {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:41.835431 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Device ea1ffaf4-d7e2-4794-92a1-1fc5fc9d3661 up at agent ovs-agent-dv-cinder-852364-3-iscsi {{(pid=111142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:50:41.855590 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [None req-4248a8ac-b57e-418a-9b24-b127df0017c5 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] 10.222.0.59 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4270990 Aug 09 16:50:41.883408 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b36e8f-686a-4c67-8167-290990e975ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=b381d281-fbf4-4d9a-ac60-82a6ca497917,revision_number=0']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:50:41.925015 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=85,neutron:UPDATE=8,neutron:INSERT=7 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:50:41.936387 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:50:41.986398 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b36e8f-686a-4c67-8167-290990e975ac admin admin] Checking segment: {'id': '1c187823-1380-431a-a604-0d7c2f92f22e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 978, 'network_id': '0c6a6aca-995e-4e20-80ea-445da6eea77d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 09 16:50:41.986767 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9b36e8f-686a-4c67-8167-290990e975ac admin admin] Network hostable DHCP agents. Network: 0c6a6aca-995e-4e20-80ea-445da6eea77d, hostable agents: ['0d699ab0-1a4e-47ab-a625-f3b077123214'], hosted agents: [] {{(pid=111141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 16:50:41.987801 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:UPDATE=4,neutron:INSERT=7 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:50:42.009763 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Pushing event updated for resources: {'Port': ['ID=3da32644-d653-4870-a983-8ae28554edae,revision_number=4']} {{(pid=111142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:50:42.013432 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dee03494-1be9-48ed-bc3c-244d55a7c452 admin admin] Notify agent at l3_agent.dv-cinder-852364-3-iscsi the message routers_updated {{(pid=111141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:50:42.034016 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [None req-dee03494-1be9-48ed-bc3c-244d55a7c452 admin admin] 10.222.0.59 "PUT /networking/v2.0/routers/286245d4-d1e1-45d8-a33e-8ce6c103810d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7334707 Aug 09 16:50:42.034220 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.provisioning_blocks [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Provisioning complete for port ea1ffaf4-d7e2-4794-92a1-1fc5fc9d3661 triggered by entity L2. {{(pid=111142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 16:50:42.034220 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877469'] for port (ea1ffaf4-d7e2-4794-92a1-1fc5fc9d3661), provisioning_complete {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:42.061859 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55293186-4c4e-4aab-853d-6a6bb15c2f3e admin admin] Notify agent at l3_agent.dv-cinder-852364-3-iscsi the message routers_updated {{(pid=111141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:50:42.082285 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de9c1be-cc20-4fb1-9098-9a3f3b559304 None None] Sync routers for ids ['286245d4-d1e1-45d8-a33e-8ce6c103810d'] in dv-cinder-852364-3-iscsi {{(pid=111142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:50:42.085663 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [None req-55293186-4c4e-4aab-853d-6a6bb15c2f3e admin admin] 10.222.0.59 "PUT /networking/v2.0/routers/f3a68d1b-d2e1-41cc-afa9-a7e46c1b4d73/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7598245 Aug 09 16:50:42.113474 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de9c1be-cc20-4fb1-9098-9a3f3b559304 None None] Routers {'286245d4-d1e1-45d8-a33e-8ce6c103810d'} bound to L3 agent in host dv-cinder-852364-3-iscsi {{(pid=111142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 16:50:42.114812 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_hamode_db [None req-1de9c1be-cc20-4fb1-9098-9a3f3b559304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-09T16:42:12Z,description=,heartbeat_timestamp=2022-08-09T16:50:12Z,host='dv-cinder-852364-3-iscsi',id=2cf02505-efcb-442b-855b-6c659df6f18c,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:13Z,topic='l3_agent')) {'router_ids': ['286245d4-d1e1-45d8-a33e-8ce6c103810d'], 'active': True} {{(pid=111142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:50:42.126393 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9b36e8f-686a-4c67-8167-290990e975ac admin admin] Network 0c6a6aca-995e-4e20-80ea-445da6eea77d is scheduled to be hosted by DHCP agent 0d699ab0-1a4e-47ab-a625-f3b077123214 with binding_index 1 {{(pid=111141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 16:50:42.129833 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:INSERT=6,neutron:UPDATE=5,neutron:SELECT=89 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:50:42.181250 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.scheduler.base_scheduler [None req-b9b36e8f-686a-4c67-8167-290990e975ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852364-3-iscsi, 0c6a6aca-995e-4e20-80ea-445da6eea77d) {{(pid=111141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:50:42.186887 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9b36e8f-686a-4c67-8167-290990e975ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:50:42.187525 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-b9b36e8f-686a-4c67-8167-290990e975ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526441'] for subnet (None), before_response {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:42.205388 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7bc1e78-a9fc-470a-b137-6ac1f4a61369 None None] Network 0c6a6aca-995e-4e20-80ea-445da6eea77d requested from dv-cinder-852364-3-iscsi {{(pid=111142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 09 16:50:42.270278 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.wsgi [-] (111140) accepted ('10.222.0.59', 48676) {{(pid=111140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:50:42.270433 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [None req-b9b36e8f-686a-4c67-8167-290990e975ac admin admin] 10.222.0.59 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.5198877 Aug 09 16:50:42.273772 dv-cinder-852364-3-iscsi neutron-server[111140]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 09 16:50:42.338005 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Current status of the port ea1ffaf4-d7e2-4794-92a1-1fc5fc9d3661 is: ACTIVE; New status is: ACTIVE {{(pid=111142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 16:50:42.339162 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Device eae3aa57-20a3-4ac8-984f-535313d9417f up at agent ovs-agent-dv-cinder-852364-3-iscsi {{(pid=111142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:50:42.358981 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-59a7f06f-9426-4a14-b7a3-dd6052344b9b req-82fcaade-1137-46cf-a728-f0e5c3cbc1ca tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] 10.222.0.59 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1583060255&fields=id&tenant_id=54562f03aaae457ca88be251d2208e2e HTTP/1.1" status: 200 len: 267 time: 0.0868101 Aug 09 16:50:42.493586 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_dvr_db [None req-1de9c1be-cc20-4fb1-9098-9a3f3b559304 None None] Set router 286245d4-d1e1-45d8-a33e-8ce6c103810d gateway port host: dv-cinder-852364-3-iscsi {{(pid=111142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 16:50:42.513502 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.wsgi [-] (111141) accepted ('10.222.0.59', 48698) {{(pid=111141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:50:42.516761 dv-cinder-852364-3-iscsi neutron-server[111141]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 09 16:50:42.569043 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:50:42.601992 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-fc1e0849-7e4c-4506-b161-319aa005bce8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (2cf02505-efcb-442b-855b-6c659df6f18c), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:42.629374 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76ad45bd-a9c5-471f-8869-b29a43db2f3e None None] Network 0c6a6aca-995e-4e20-80ea-445da6eea77d requested from dv-cinder-852364-3-iscsi {{(pid=111142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 09 16:50:42.664374 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:50:42.684402 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a7f06f-9426-4a14-b7a3-dd6052344b9b req-4f388f48-8227-41bb-a183-8dc748f25654 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:50:42.687633 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-59a7f06f-9426-4a14-b7a3-dd6052344b9b req-4f388f48-8227-41bb-a183-8dc748f25654 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] 10.222.0.59 "GET /networking/v2.0/networks?id=c6e9ea29-d63f-40f2-84ee-974e268aa2d8 HTTP/1.1" status: 200 len: 811 time: 0.3270612 Aug 09 16:50:42.703276 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-59a7f06f-9426-4a14-b7a3-dd6052344b9b req-0b8c806c-2574-47fe-a474-70da369e4ef9 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] 10.222.0.59 "GET /networking/v2.0/quotas/54562f03aaae457ca88be251d2208e2e HTTP/1.1" status: 200 len: 375 time: 0.0097473 Aug 09 16:50:42.711154 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:50:42.722541 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.provisioning_blocks [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Provisioning complete for port eae3aa57-20a3-4ac8-984f-535313d9417f triggered by entity L2. {{(pid=111142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 16:50:42.727947 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877469'] for port (eae3aa57-20a3-4ac8-984f-535313d9417f), provisioning_complete {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:42.769227 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e459c0de-f2c6-4e0d-9d3d-eb62af7b2f7a req-c49f1f3c-fcac-4421-8557-2b95d3690fc7 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:50:42.771727 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-e459c0de-f2c6-4e0d-9d3d-eb62af7b2f7a req-c49f1f3c-fcac-4421-8557-2b95d3690fc7 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/networks?id=e7c6cdf7-0095-4da2-9004-cdee3c973d7e HTTP/1.1" status: 200 len: 818 time: 0.2565436 Aug 09 16:50:42.802429 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-e459c0de-f2c6-4e0d-9d3d-eb62af7b2f7a req-f88c6adf-8a99-462e-bcbc-d2fa64670412 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/quotas/b681b90f2f074e8c8cfb11939edc7f72 HTTP/1.1" status: 200 len: 375 time: 0.0243554 Aug 09 16:50:42.815736 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-59a7f06f-9426-4a14-b7a3-dd6052344b9b req-cf935674-5c80-4a0a-8314-a18ab298d9a3 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] 10.222.0.59 "GET /networking/v2.0/ports?tenant_id=54562f03aaae457ca88be251d2208e2e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1064086 Aug 09 16:50:42.905005 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:50:42.924571 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-e459c0de-f2c6-4e0d-9d3d-eb62af7b2f7a req-091ab7cb-0472-43f8-8db2-7dfac1ff842d tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/ports?tenant_id=b681b90f2f074e8c8cfb11939edc7f72&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1151493 Aug 09 16:50:42.944615 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Current status of the port eae3aa57-20a3-4ac8-984f-535313d9417f is: DOWN; New status is: ACTIVE {{(pid=111142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 16:50:42.945199 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (eae3aa57-20a3-4ac8-984f-535313d9417f), before_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:42.968057 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_hamode_db [None req-1de9c1be-cc20-4fb1-9098-9a3f3b559304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '286245d4-d1e1-45d8-a33e-8ce6c103810d', 'name': 'tempest-AttachVolumeNegativeTest-928294095-router', 'tenant_id': '321de2c92d814e6ab1da13939153da87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'external_fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '4a7ffaa3-c015-4647-9470-4b3ca7886b6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:50:27Z', 'updated_at': '2022-08-09T16:50:38Z', 'revision_number': 4, 'project_id': '321de2c92d814e6ab1da13939153da87', 'gw_port': {'id': '4a7ffaa3-c015-4647-9470-4b3ca7886b6c', 'name': '', 'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:31:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '286245d4-d1e1-45d8-a33e-8ce6c103810d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:50:28Z', 'updated_at': '2022-08-09T16:50:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-3-iscsi', '_interfaces': [{'id': '194e42e3-ea8f-4dc2-912a-d9842de147c7', 'name': '', 'network_id': 'd512bb64-4fdf-40f1-b457-d57f69ae1831', 'tenant_id': '321de2c92d814e6ab1da13939153da87', 'mac_address': 'fa:16:3e:a5:4f:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '286245d4-d1e1-45d8-a33e-8ce6c103810d', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '414c40d7-70ed-42dc-9e49-6496154d7c43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:50:35Z', 'updated_at': '2022-08-09T16:50:39Z', 'revision_number': 2, 'project_id': '321de2c92d814e6ab1da13939153da87', 'subnets': [{'id': '414c40d7-70ed-42dc-9e49-6496154d7c43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-3-iscsi', False) {} {{(pid=111142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:50:43.006767 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de9c1be-cc20-4fb1-9098-9a3f3b559304 None None] Checking router: 286245d4-d1e1-45d8-a33e-8ce6c103810d for host: dv-cinder-852364-3-iscsi {{(pid=111142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:50:43.007147 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de9c1be-cc20-4fb1-9098-9a3f3b559304 None None] Updating router 286245d4-d1e1-45d8-a33e-8ce6c103810d port 194e42e3-ea8f-4dc2-912a-d9842de147c7 binding host dv-cinder-852364-3-iscsi {{(pid=111142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 16:50:43.032154 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.db [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] For port eae3aa57-20a3-4ac8-984f-535313d9417f, host dv-cinder-852364-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-3-iscsi',level=0,port_id=eae3aa57-20a3-4ac8-984f-535313d9417f,segment=NetworkSegment(087eff6f-7ffe-4685-8407-ebe76234df3c),segment_id=087eff6f-7ffe-4685-8407-ebe76234df3c)] {{(pid=111142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:50:43.044619 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-1de9c1be-cc20-4fb1-9098-9a3f3b559304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (194e42e3-ea8f-4dc2-912a-d9842de147c7), before_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:43.055787 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.wsgi [req-59a7f06f-9426-4a14-b7a3-dd6052344b9b req-5e59254e-d804-44fa-9fef-6522ae6ca0fb service neutron] http://10.222.0.59:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=111140) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 09 16:50:43.055787 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-59a7f06f-9426-4a14-b7a3-dd6052344b9b req-5e59254e-d804-44fa-9fef-6522ae6ca0fb service neutron] 10.222.0.59 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0733099 Aug 09 16:50:43.121610 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.wsgi [req-e459c0de-f2c6-4e0d-9d3d-eb62af7b2f7a req-220e52c7-4e0a-483f-b4da-2f87a3883426 service neutron] http://10.222.0.59:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=111141) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 09 16:50:43.126327 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-e459c0de-f2c6-4e0d-9d3d-eb62af7b2f7a req-220e52c7-4e0a-483f-b4da-2f87a3883426 service neutron] 10.222.0.59 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0875807 Aug 09 16:50:43.126600 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748338263269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748337861771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748337861789'] for port (eae3aa57-20a3-4ac8-984f-535313d9417f), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:43.126600 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Device fd10a96b-4d3b-4322-9252-5983cf629f21 up at agent ovs-agent-dv-cinder-852364-3-iscsi {{(pid=111142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:50:43.178783 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-59a7f06f-9426-4a14-b7a3-dd6052344b9b req-52056b45-e2c7-4e73-9b25-85d566fc2843 service neutron] 10.222.0.59 "GET /networking/v2.0/networks/c6e9ea29-d63f-40f2-84ee-974e268aa2d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170356 Aug 09 16:50:43.227420 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-e459c0de-f2c6-4e0d-9d3d-eb62af7b2f7a req-48a787fb-3c37-42d1-97bd-a7a1aba7302f service neutron] 10.222.0.59 "GET /networking/v2.0/networks/e7c6cdf7-0095-4da2-9004-cdee3c973d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958893 Aug 09 16:50:43.252417 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:50:43.289682 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-59a7f06f-9426-4a14-b7a3-dd6052344b9b req-70d5fec8-a63d-4de2-9db2-cd5180d2b71d service neutron] 10.222.0.59 "GET /networking/v2.0/networks/c6e9ea29-d63f-40f2-84ee-974e268aa2d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032608 Aug 09 16:50:43.297252 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Pushing event updated for resources: {'Port': ['ID=eae3aa57-20a3-4ac8-984f-535313d9417f,revision_number=5']} {{(pid=111142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:50:43.326209 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:50:43.353654 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-e459c0de-f2c6-4e0d-9d3d-eb62af7b2f7a req-033ca34c-41be-4e49-8973-29f44dba939e service neutron] 10.222.0.59 "GET /networking/v2.0/networks/e7c6cdf7-0095-4da2-9004-cdee3c973d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170099 Aug 09 16:50:43.392762 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.provisioning_blocks [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Provisioning complete for port fd10a96b-4d3b-4322-9252-5983cf629f21 triggered by entity L2. {{(pid=111142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 16:50:43.393164 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877469'] for port (fd10a96b-4d3b-4322-9252-5983cf629f21), provisioning_complete {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:43.504448 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.wsgi [-] (111141) accepted ('10.222.0.59', 48736) {{(pid=111141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:50:43.507674 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.v2.base [None req-645b2235-5146-466a-afdf-9dfd2df91fba admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1580921398-network', 'tenant_id': '32b60e04c4b8498b8b984ca54e19d20f'}} {{(pid=111141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 16:50:43.578802 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:50:43.616874 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-645b2235-5146-466a-afdf-9dfd2df91fba admin admin] Made reservation on behalf of 32b60e04c4b8498b8b984ca54e19d20f for: {'network': 1} {{(pid=111141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:50:43.620283 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-645b2235-5146-466a-afdf-9dfd2df91fba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for network (None), before_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:43.632465 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-645b2235-5146-466a-afdf-9dfd2df91fba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:43.677551 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-e70f562e-e7df-49ad-a15a-67a143aa0666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (bc6be869-02df-4ed8-8ee0-3ec53a1551af), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:43.690820 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Current status of the port fd10a96b-4d3b-4322-9252-5983cf629f21 is: ACTIVE; New status is: ACTIVE {{(pid=111142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 16:50:43.756696 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-1de9c1be-cc20-4fb1-9098-9a3f3b559304 None None] Publish callbacks [] for port (194e42e3-ea8f-4dc2-912a-d9842de147c7), precommit_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:43.776283 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-645b2235-5146-466a-afdf-9dfd2df91fba admin admin] Publish callbacks [] for security_group (b429cac0-2142-4135-afdd-9946c67f043c), precommit_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:43.821425 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-1de9c1be-cc20-4fb1-9098-9a3f3b559304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748338263269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748337861771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748337861789'] for port (194e42e3-ea8f-4dc2-912a-d9842de147c7), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:43.850467 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-645b2235-5146-466a-afdf-9dfd2df91fba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763768'] for security_group (b429cac0-2142-4135-afdd-9946c67f043c), after_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:43.880222 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7994e85e-9f72-4c14-826e-41ba088e5712 None None] Pushing event updated for resources: {'Port': ['ID=194e42e3-ea8f-4dc2-912a-d9842de147c7,revision_number=3']} {{(pid=111142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:50:43.893542 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-645b2235-5146-466a-afdf-9dfd2df91fba admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 998} {{(pid=111141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 16:50:43.912493 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645b2235-5146-466a-afdf-9dfd2df91fba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b429cac0-2142-4135-afdd-9946c67f043c,revision_number=1']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:50:43.928262 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:50:43.928262 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-645b2235-5146-466a-afdf-9dfd2df91fba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3501092'] for segment (42e95c60-8a98-40c9-9375-118c168776a7), precommit_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:43.928262 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.db.segments_db [None req-645b2235-5146-466a-afdf-9dfd2df91fba admin admin] Added segment 42e95c60-8a98-40c9-9375-118c168776a7 of type vlan for network cc5c5058-1460-40b8-a0dc-0516d821669c Aug 09 16:50:43.965222 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.managers [None req-1de9c1be-cc20-4fb1-9098-9a3f3b559304 None None] Attempting to bind port 194e42e3-ea8f-4dc2-912a-d9842de147c7 on host dv-cinder-852364-3-iscsi for vnic_type normal with profile {{(pid=111142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 09 16:50:43.965765 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.managers [None req-1de9c1be-cc20-4fb1-9098-9a3f3b559304 None None] Attempting to bind port 194e42e3-ea8f-4dc2-912a-d9842de147c7 by drivers openvswitch,hyperv on host dv-cinder-852364-3-iscsi at level 0 using segments [{'id': '22b689c2-f947-4ac8-81fc-daefa317b1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 980, 'network_id': 'd512bb64-4fdf-40f1-b457-d57f69ae1831'}] {{(pid=111142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 09 16:50:43.965945 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1de9c1be-cc20-4fb1-9098-9a3f3b559304 None None] Attempting to bind port 194e42e3-ea8f-4dc2-912a-d9842de147c7 on network d512bb64-4fdf-40f1-b457-d57f69ae1831 {{(pid=111142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 16:50:43.976377 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1de9c1be-cc20-4fb1-9098-9a3f3b559304 None None] Checking agent: {'id': '47988f4d-09d0-4892-bbfe-5b11c743802f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852364-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 9, 16, 42, 16), 'started_at': datetime.datetime(2022, 8, 9, 16, 42, 46), 'heartbeat_timestamp': datetime.datetime(2022, 8, 9, 16, 50, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852364-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 09 16:50:43.976803 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1de9c1be-cc20-4fb1-9098-9a3f3b559304 None None] Checking segment: {'id': '22b689c2-f947-4ac8-81fc-daefa317b1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 980, 'network_id': 'd512bb64-4fdf-40f1-b457-d57f69ae1831'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 09 16:50:43.976984 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-645b2235-5146-466a-afdf-9dfd2df91fba admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748337886136'] for network (cc5c5058-1460-40b8-a0dc-0516d821669c), precommit_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:43.977213 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-1de9c1be-cc20-4fb1-9098-9a3f3b559304 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:43.977554 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1de9c1be-cc20-4fb1-9098-9a3f3b559304 None None] Bound using segment: {'id': '22b689c2-f947-4ac8-81fc-daefa317b1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 980, 'network_id': 'd512bb64-4fdf-40f1-b457-d57f69ae1831'} {{(pid=111142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 09 16:50:43.978034 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.managers [None req-1de9c1be-cc20-4fb1-9098-9a3f3b559304 None None] Bound port: 194e42e3-ea8f-4dc2-912a-d9842de147c7, host: dv-cinder-852364-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22b689c2-f947-4ac8-81fc-daefa317b1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 980, 'network_id': 'd512bb64-4fdf-40f1-b457-d57f69ae1831'}}] {{(pid=111142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 09 16:50:43.978419 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-1de9c1be-cc20-4fb1-9098-9a3f3b559304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (194e42e3-ea8f-4dc2-912a-d9842de147c7), before_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:44.068402 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.db [None req-1de9c1be-cc20-4fb1-9098-9a3f3b559304 None None] For port 194e42e3-ea8f-4dc2-912a-d9842de147c7, host dv-cinder-852364-3-iscsi, cleared binding levels {{(pid=111142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:50:44.076609 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.db [None req-1de9c1be-cc20-4fb1-9098-9a3f3b559304 None None] For port 194e42e3-ea8f-4dc2-912a-d9842de147c7, host dv-cinder-852364-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-3-iscsi',level=0,port_id=194e42e3-ea8f-4dc2-912a-d9842de147c7,segment=NetworkSegment(22b689c2-f947-4ac8-81fc-daefa317b1b6),segment_id=22b689c2-f947-4ac8-81fc-daefa317b1b6)] {{(pid=111142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:50:44.139619 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-645b2235-5146-466a-afdf-9dfd2df91fba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463'] for network (cc5c5058-1460-40b8-a0dc-0516d821669c), after_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:44.141477 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-645b2235-5146-466a-afdf-9dfd2df91fba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:50:44.141802 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-645b2235-5146-466a-afdf-9dfd2df91fba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526441'] for network (None), before_response {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:44.180725 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Device 51b6b9aa-6225-414f-b334-3d87b6264367 up at agent ovs-agent-dv-cinder-852364-3-iscsi {{(pid=111142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:50:44.211821 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-1de9c1be-cc20-4fb1-9098-9a3f3b559304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748338263269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748337861771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748337861789'] for port (194e42e3-ea8f-4dc2-912a-d9842de147c7), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:44.261344 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645b2235-5146-466a-afdf-9dfd2df91fba admin admin] Pushing event updated for resources: {'Network': ['ID=cc5c5058-1460-40b8-a0dc-0516d821669c,revision_number=1']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:50:44.290865 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079ff5b9-a1c9-4f72-8776-e7bc83dc6278 req-0d649011-9bde-4cb4-a2b8-ff5529ff320b tempest-DeleteServersTestJSON-2075719756 tempest-DeleteServersTestJSON-2075719756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:50:44.291460 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.wsgi [-] (111141) accepted ('10.222.0.59', 48788) {{(pid=111141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:50:44.292905 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Network cc5c5058-1460-40b8-a0dc-0516d821669c details requested by agent ovs-agent-dv-cinder-852364-3-iscsi with host dv-cinder-852364-3-iscsi {{(pid=111142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 16:50:44.297343 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-079ff5b9-a1c9-4f72-8776-e7bc83dc6278 req-0d649011-9bde-4cb4-a2b8-ff5529ff320b tempest-DeleteServersTestJSON-2075719756 tempest-DeleteServersTestJSON-2075719756-project] 10.222.0.59 "GET /networking/v2.0/networks?id=282e3700-6650-40cf-853f-239074e73a36 HTTP/1.1" status: 200 len: 812 time: 0.1887469 Aug 09 16:50:44.304824 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.v2.base [None req-561c1280-9938-4472-ae7d-762753fc6cf8 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1154086863', 'description': 'tempest-description--96420838'}} {{(pid=111141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 16:50:44.319617 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [None req-645b2235-5146-466a-afdf-9dfd2df91fba admin admin] 10.222.0.59 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.8157916 Aug 09 16:50:44.330800 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.wsgi [-] (111140) accepted ('10.222.0.59', 48790) {{(pid=111140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:50:44.345113 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.v2.base [None req-4df3e0cf-64b6-4dfa-919d-8ee439df38dc admin admin] Request body: {'subnet': {'network_id': 'cc5c5058-1460-40b8-a0dc-0516d821669c', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1580921398-subnet', 'tenant_id': '32b60e04c4b8498b8b984ca54e19d20f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 16:50:44.358031 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-079ff5b9-a1c9-4f72-8776-e7bc83dc6278 req-af11f027-873f-442d-a568-1428ebe67728 tempest-DeleteServersTestJSON-2075719756 tempest-DeleteServersTestJSON-2075719756-project] 10.222.0.59 "GET /networking/v2.0/quotas/4533225c6c3147308e6bfbc4a7fbf788 HTTP/1.1" status: 200 len: 375 time: 0.0444674 Aug 09 16:50:44.407785 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:50:44.409764 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de9c1be-cc20-4fb1-9098-9a3f3b559304 None None] Routers {'286245d4-d1e1-45d8-a33e-8ce6c103810d'} bound to L3 agent in host dv-cinder-852364-3-iscsi {{(pid=111142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 16:50:44.410648 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_hamode_db [None req-1de9c1be-cc20-4fb1-9098-9a3f3b559304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-09T16:42:12Z,description=,heartbeat_timestamp=2022-08-09T16:50:42Z,host='dv-cinder-852364-3-iscsi',id=2cf02505-efcb-442b-855b-6c659df6f18c,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:13Z,topic='l3_agent')) {'router_ids': ['286245d4-d1e1-45d8-a33e-8ce6c103810d'], 'active': True} {{(pid=111142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:50:44.449123 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-4fca20bb-b78d-423a-9568-5f9bdf6956f0 req-246316f8-5577-4bff-96eb-b159baec88c8 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=a4d48aed-6528-46cd-a11e-6899591a4a27 HTTP/1.1" status: 200 len: 210 time: 0.1088874 Aug 09 16:50:44.472135 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:50:44.535892 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-561c1280-9938-4472-ae7d-762753fc6cf8 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Publish callbacks [] for security_group (None), before_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:44.734891 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7994e85e-9f72-4c14-826e-41ba088e5712 None None] Pushing event updated for resources: {'Port': ['ID=194e42e3-ea8f-4dc2-912a-d9842de147c7,revision_number=4']} {{(pid=111142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:50:44.810960 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_dvr_db [None req-1de9c1be-cc20-4fb1-9098-9a3f3b559304 None None] Set router 286245d4-d1e1-45d8-a33e-8ce6c103810d gateway port host: dv-cinder-852364-3-iscsi {{(pid=111142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 16:50:44.834131 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-079ff5b9-a1c9-4f72-8776-e7bc83dc6278 req-4d9a48b3-889a-4cba-9478-abed2c2e819c tempest-DeleteServersTestJSON-2075719756 tempest-DeleteServersTestJSON-2075719756-project] 10.222.0.59 "GET /networking/v2.0/ports?tenant_id=4533225c6c3147308e6bfbc4a7fbf788&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4654613 Aug 09 16:50:44.860231 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4df3e0cf-64b6-4dfa-919d-8ee439df38dc admin admin] Made reservation on behalf of 32b60e04c4b8498b8b984ca54e19d20f for: {'subnet': 1} {{(pid=111140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:50:44.864315 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-4df3e0cf-64b6-4dfa-919d-8ee439df38dc admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:44.930659 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.provisioning_blocks [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Provisioning complete for port 51b6b9aa-6225-414f-b334-3d87b6264367 triggered by entity L2. {{(pid=111142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 16:50:44.930770 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-561c1280-9938-4472-ae7d-762753fc6cf8 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Publish callbacks [] for security_group (f47dd32a-2cac-46a7-87f0-b2b85418fb7b), precommit_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:44.931278 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877469'] for port (51b6b9aa-6225-414f-b334-3d87b6264367), provisioning_complete {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:44.931373 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-b8cf877c-55af-4373-b3fd-2653356d8fef req-124339a1-08d1-4542-b3da-3be4bba45e73 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=e7a274d0-9d37-4f6f-8a7e-2f223cf42198 HTTP/1.1" status: 200 len: 210 time: 0.1318326 Aug 09 16:50:44.932120 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:50:45.046066 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-079ff5b9-a1c9-4f72-8776-e7bc83dc6278 req-3e97b9be-a402-40bf-88d8-b91d2809258a service neutron] 10.222.0.59 "GET /networking/v2.0/networks/282e3700-6650-40cf-853f-239074e73a36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2022872 Aug 09 16:50:45.060254 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-561c1280-9938-4472-ae7d-762753fc6cf8 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763768'] for security_group (f47dd32a-2cac-46a7-87f0-b2b85418fb7b), after_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:45.184003 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad6c760-df2f-43d7-b61b-a99c6963b379 None None] Sync routers for ids ['f3a68d1b-d2e1-41cc-afa9-a7e46c1b4d73'] in dv-cinder-852364-3-iscsi {{(pid=111143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:50:45.210210 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad6c760-df2f-43d7-b61b-a99c6963b379 None None] Routers {'f3a68d1b-d2e1-41cc-afa9-a7e46c1b4d73'} bound to L3 agent in host dv-cinder-852364-3-iscsi {{(pid=111143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 16:50:45.211200 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.l3_hamode_db [None req-9ad6c760-df2f-43d7-b61b-a99c6963b379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-09T16:42:12Z,description=,heartbeat_timestamp=2022-08-09T16:50:42Z,host='dv-cinder-852364-3-iscsi',id=2cf02505-efcb-442b-855b-6c659df6f18c,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:13Z,topic='l3_agent')) {'router_ids': ['f3a68d1b-d2e1-41cc-afa9-a7e46c1b4d73'], 'active': True} {{(pid=111143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:50:45.237484 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=100 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:50:45.298092 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561c1280-9938-4472-ae7d-762753fc6cf8 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f47dd32a-2cac-46a7-87f0-b2b85418fb7b,revision_number=1']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:50:45.324510 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-561c1280-9938-4472-ae7d-762753fc6cf8 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Publish callbacks [] for security_group (None), before_response {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:45.324510 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [None req-561c1280-9938-4472-ae7d-762753fc6cf8 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 1.0313654 Aug 09 16:50:45.328940 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.wsgi [-] (111141) accepted ('10.222.0.59', 48852) {{(pid=111141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:50:45.333966 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.v2.base [None req-25331800-382c-414c-a255-45e3616552e5 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Request body: {'security_group_rule': {'security_group_id': 'f47dd32a-2cac-46a7-87f0-b2b85418fb7b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 16:50:45.334363 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Current status of the port 51b6b9aa-6225-414f-b334-3d87b6264367 is: DOWN; New status is: ACTIVE {{(pid=111142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 16:50:45.334768 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (51b6b9aa-6225-414f-b334-3d87b6264367), before_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:45.356256 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_hamode_db [None req-1de9c1be-cc20-4fb1-9098-9a3f3b559304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '286245d4-d1e1-45d8-a33e-8ce6c103810d', 'name': 'tempest-AttachVolumeNegativeTest-928294095-router', 'tenant_id': '321de2c92d814e6ab1da13939153da87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'external_fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '4a7ffaa3-c015-4647-9470-4b3ca7886b6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:50:27Z', 'updated_at': '2022-08-09T16:50:38Z', 'revision_number': 4, 'project_id': '321de2c92d814e6ab1da13939153da87', 'gw_port': {'id': '4a7ffaa3-c015-4647-9470-4b3ca7886b6c', 'name': '', 'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:31:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '286245d4-d1e1-45d8-a33e-8ce6c103810d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:50:28Z', 'updated_at': '2022-08-09T16:50:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-3-iscsi', '_interfaces': [{'id': '194e42e3-ea8f-4dc2-912a-d9842de147c7', 'name': '', 'network_id': 'd512bb64-4fdf-40f1-b457-d57f69ae1831', 'tenant_id': '321de2c92d814e6ab1da13939153da87', 'mac_address': 'fa:16:3e:a5:4f:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '286245d4-d1e1-45d8-a33e-8ce6c103810d', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '414c40d7-70ed-42dc-9e49-6496154d7c43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:50:35Z', 'updated_at': '2022-08-09T16:50:44Z', 'revision_number': 4, 'project_id': '321de2c92d814e6ab1da13939153da87', 'subnets': [{'id': '414c40d7-70ed-42dc-9e49-6496154d7c43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-3-iscsi', False) {} {{(pid=111142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:50:45.403702 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-079ff5b9-a1c9-4f72-8776-e7bc83dc6278 req-d72c9cc1-e15b-4c4b-96d7-1ec82e5a8a27 service neutron] 10.222.0.59 "GET /networking/v2.0/networks/282e3700-6650-40cf-853f-239074e73a36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2889979 Aug 09 16:50:45.404303 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:50:45.408964 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de9c1be-cc20-4fb1-9098-9a3f3b559304 None None] The sync data for ids ['286245d4-d1e1-45d8-a33e-8ce6c103810d'] in dv-cinder-852364-3-iscsi is: [{'id': '286245d4-d1e1-45d8-a33e-8ce6c103810d', 'name': 'tempest-AttachVolumeNegativeTest-928294095-router', 'tenant_id': '321de2c92d814e6ab1da13939153da87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'external_fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '4a7ffaa3-c015-4647-9470-4b3ca7886b6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:50:27Z', 'updated_at': '2022-08-09T16:50:38Z', 'revision_number': 4, 'project_id': '321de2c92d814e6ab1da13939153da87', 'gw_port': {'id': '4a7ffaa3-c015-4647-9470-4b3ca7886b6c', 'name': '', 'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:31:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '286245d4-d1e1-45d8-a33e-8ce6c103810d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:50:28Z', 'updated_at': '2022-08-09T16:50:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-3-iscsi', '_interfaces': [{'id': '194e42e3-ea8f-4dc2-912a-d9842de147c7', 'name': '', 'network_id': 'd512bb64-4fdf-40f1-b457-d57f69ae1831', 'tenant_id': '321de2c92d814e6ab1da13939153da87', 'mac_address': 'fa:16:3e:a5:4f:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '286245d4-d1e1-45d8-a33e-8ce6c103810d', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '414c40d7-70ed-42dc-9e49-6496154d7c43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:50:35Z', 'updated_at': '2022-08-09T16:50:44Z', 'revision_number': 4, 'project_id': '321de2c92d814e6ab1da13939153da87', 'subnets': [{'id': '414c40d7-70ed-42dc-9e49-6496154d7c43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:50:45.419838 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-668db494-bf86-4b5a-8ed0-71aab0fd6bbf None None] Sync routers for ids ['536cabdf-f3dd-45b1-ae01-5b812d9138a3'] in dv-cinder-852364-3-iscsi {{(pid=111142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:50:45.459964 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8aa7543-f8bc-4d86-aea1-e1d43d373498 req-317533a4-ea92-4637-a080-30832a215aec tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:50:45.461759 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-b8aa7543-f8bc-4d86-aea1-e1d43d373498 req-317533a4-ea92-4637-a080-30832a215aec tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/networks?id=e7c6cdf7-0095-4da2-9004-cdee3c973d7e HTTP/1.1" status: 200 len: 818 time: 0.3390164 Aug 09 16:50:45.480662 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-4df3e0cf-64b6-4dfa-919d-8ee439df38dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463'] for subnet (2425532b-dec0-44e5-bd8f-1608dea90776), after_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:45.491618 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-b8aa7543-f8bc-4d86-aea1-e1d43d373498 req-c4e3bde8-8da9-4979-9d7a-fc76a24fe039 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/quotas/b681b90f2f074e8c8cfb11939edc7f72 HTTP/1.1" status: 200 len: 375 time: 0.0292516 Aug 09 16:50:45.522572 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-25331800-382c-414c-a255-45e3616552e5 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Publish callbacks [] for security_group_rule (72a18780-4177-4362-aee5-8865c1a3465d), before_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:45.553747 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.db [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] For port 51b6b9aa-6225-414f-b334-3d87b6264367, host dv-cinder-852364-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-3-iscsi',level=0,port_id=51b6b9aa-6225-414f-b334-3d87b6264367,segment=NetworkSegment(3548ff03-3b62-477c-991b-01c3e3081105),segment_id=3548ff03-3b62-477c-991b-01c3e3081105)] {{(pid=111142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:50:45.595322 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-b8aa7543-f8bc-4d86-aea1-e1d43d373498 req-74d644bb-a469-4839-88d8-d6e4adec5adb tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/ports?tenant_id=b681b90f2f074e8c8cfb11939edc7f72&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1024647 Aug 09 16:50:45.622019 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-668db494-bf86-4b5a-8ed0-71aab0fd6bbf None None] Routers {'536cabdf-f3dd-45b1-ae01-5b812d9138a3'} bound to L3 agent in host dv-cinder-852364-3-iscsi {{(pid=111142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 16:50:45.624935 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_hamode_db [None req-668db494-bf86-4b5a-8ed0-71aab0fd6bbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-09T16:42:12Z,description=,heartbeat_timestamp=2022-08-09T16:50:42Z,host='dv-cinder-852364-3-iscsi',id=2cf02505-efcb-442b-855b-6c659df6f18c,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:13Z,topic='l3_agent')) {'router_ids': ['536cabdf-f3dd-45b1-ae01-5b812d9138a3'], 'active': True} {{(pid=111142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:50:45.679498 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df3e0cf-64b6-4dfa-919d-8ee439df38dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=2425532b-dec0-44e5-bd8f-1608dea90776,revision_number=0']} {{(pid=111140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:50:45.689592 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.l3_dvr_db [None req-9ad6c760-df2f-43d7-b61b-a99c6963b379 None None] Set router f3a68d1b-d2e1-41cc-afa9-a7e46c1b4d73 gateway port host: dv-cinder-852364-3-iscsi {{(pid=111143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 16:50:45.793414 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4df3e0cf-64b6-4dfa-919d-8ee439df38dc admin admin] Checking segment: {'id': '42e95c60-8a98-40c9-9375-118c168776a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 998, 'network_id': 'cc5c5058-1460-40b8-a0dc-0516d821669c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 09 16:50:45.794733 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4df3e0cf-64b6-4dfa-919d-8ee439df38dc admin admin] Network hostable DHCP agents. Network: cc5c5058-1460-40b8-a0dc-0516d821669c, hostable agents: ['0d699ab0-1a4e-47ab-a625-f3b077123214'], hosted agents: [] {{(pid=111140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 16:50:45.916339 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748338263269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748337861771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748337861789'] for port (51b6b9aa-6225-414f-b334-3d87b6264367), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:45.920154 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Device 4a7ffaa3-c015-4647-9470-4b3ca7886b6c up at agent ovs-agent-dv-cinder-852364-3-iscsi {{(pid=111142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:50:45.925567 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-5c325a0b-ed39-4cac-be6f-43defe9e55aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (33bcacdc-c215-42b6-b75f-650d86e609be), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:45.979551 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4df3e0cf-64b6-4dfa-919d-8ee439df38dc admin admin] Network cc5c5058-1460-40b8-a0dc-0516d821669c is scheduled to be hosted by DHCP agent 0d699ab0-1a4e-47ab-a625-f3b077123214 with binding_index 1 {{(pid=111140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 16:50:46.099538 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_dvr_db [None req-668db494-bf86-4b5a-8ed0-71aab0fd6bbf None None] Set router 536cabdf-f3dd-45b1-ae01-5b812d9138a3 gateway port host: dv-cinder-852364-3-iscsi {{(pid=111142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 16:50:46.133900 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.l3_hamode_db [None req-9ad6c760-df2f-43d7-b61b-a99c6963b379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3a68d1b-d2e1-41cc-afa9-a7e46c1b4d73', 'name': 'tempest-DeleteServersTestJSON-1960455865-router', 'tenant_id': '4533225c6c3147308e6bfbc4a7fbf788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'external_fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.99'}], 'enable_snat': True}, 'gw_port_id': 'b5043675-3183-4539-889f-395913800158', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:50:27Z', 'updated_at': '2022-08-09T16:50:38Z', 'revision_number': 4, 'project_id': '4533225c6c3147308e6bfbc4a7fbf788', 'gw_port': {'id': 'b5043675-3183-4539-889f-395913800158', 'name': '', 'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:e1:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3a68d1b-d2e1-41cc-afa9-a7e46c1b4d73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:50:28Z', 'updated_at': '2022-08-09T16:50:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-3-iscsi', '_interfaces': [{'id': '8e0b0a58-dc7e-4793-b986-f96b1e9d6893', 'name': '', 'network_id': '282e3700-6650-40cf-853f-239074e73a36', 'tenant_id': '4533225c6c3147308e6bfbc4a7fbf788', 'mac_address': 'fa:16:3e:e9:3d:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3a68d1b-d2e1-41cc-afa9-a7e46c1b4d73', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'd5c04f84-3435-4f8b-9c9f-e063a245781b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:50:36Z', 'updated_at': '2022-08-09T16:50:39Z', 'revision_number': 2, 'project_id': '4533225c6c3147308e6bfbc4a7fbf788', 'subnets': [{'id': 'd5c04f84-3435-4f8b-9c9f-e063a245781b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-3-iscsi', False) {} {{(pid=111143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:50:46.144191 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.scheduler.base_scheduler [None req-4df3e0cf-64b6-4dfa-919d-8ee439df38dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852364-3-iscsi, cc5c5058-1460-40b8-a0dc-0516d821669c) {{(pid=111140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:50:46.169278 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4df3e0cf-64b6-4dfa-919d-8ee439df38dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:50:46.170429 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-4df3e0cf-64b6-4dfa-919d-8ee439df38dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526441'] for subnet (None), before_response {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:46.172211 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (47988f4d-09d0-4892-bbfe-5b11c743802f), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:46.185362 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20264c9b-1ee0-441c-ae9c-426bf8b8b0ec None None] Network cc5c5058-1460-40b8-a0dc-0516d821669c requested from dv-cinder-852364-3-iscsi {{(pid=111142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 09 16:50:46.200882 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad6c760-df2f-43d7-b61b-a99c6963b379 None None] Checking router: f3a68d1b-d2e1-41cc-afa9-a7e46c1b4d73 for host: dv-cinder-852364-3-iscsi {{(pid=111143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:50:46.205578 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad6c760-df2f-43d7-b61b-a99c6963b379 None None] Updating router f3a68d1b-d2e1-41cc-afa9-a7e46c1b4d73 port 8e0b0a58-dc7e-4793-b986-f96b1e9d6893 binding host dv-cinder-852364-3-iscsi {{(pid=111143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 16:50:46.261432 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron_lib.callbacks.manager [None req-9ad6c760-df2f-43d7-b61b-a99c6963b379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (8e0b0a58-dc7e-4793-b986-f96b1e9d6893), before_update {{(pid=111143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:46.273206 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-25331800-382c-414c-a255-45e3616552e5 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Publish callbacks [] for security_group_rule (72a18780-4177-4362-aee5-8865c1a3465d), precommit_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:46.291597 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:50:46.306811 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-5a5918e3-bccb-4b52-86ff-da513235f977 req-bc0bf5bc-1783-4edf-bc10-735493eb9f16 tempest-DeleteServersTestJSON-2075719756 tempest-DeleteServersTestJSON-2075719756-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=10c8e995-dd9a-483b-9c1a-d9301cf27f1e HTTP/1.1" status: 200 len: 210 time: 0.3075402 Aug 09 16:50:46.350143 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=83,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:50:46.351055 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-25331800-382c-414c-a255-45e3616552e5 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765607'] for security_group_rule (72a18780-4177-4362-aee5-8865c1a3465d), after_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:46.415187 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [None req-4df3e0cf-64b6-4dfa-919d-8ee439df38dc admin admin] 10.222.0.59 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.0748503 Aug 09 16:50:46.417989 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-b8aa7543-f8bc-4d86-aea1-e1d43d373498 req-663d1fa0-76de-4d06-add0-655bfd414fc7 service neutron] 10.222.0.59 "GET /networking/v2.0/networks/e7c6cdf7-0095-4da2-9004-cdee3c973d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8215058 Aug 09 16:50:46.513178 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25331800-382c-414c-a255-45e3616552e5 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72a18780-4177-4362-aee5-8865c1a3465d,revision_number=0']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:50:46.554273 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:50:46.557246 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-1d8a4416-b0cd-4b2b-8cdd-2b8c72f637c5 req-4fb54cad-c9ac-44c0-a537-f919b2b3bc09 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=e7a274d0-9d37-4f6f-8a7e-2f223cf42198 HTTP/1.1" status: 200 len: 210 time: 0.1051021 Aug 09 16:50:46.611244 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-25331800-382c-414c-a255-45e3616552e5 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:46.612447 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [None req-25331800-382c-414c-a255-45e3616552e5 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2822881 Aug 09 16:50:46.619377 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.wsgi [-] (111141) accepted ('10.222.0.59', 48894) {{(pid=111141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:50:46.624347 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.v2.base [None req-250c193f-de80-4694-8c5d-0a45a9c72de9 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Request body: {'security_group_rule': {'security_group_id': 'f47dd32a-2cac-46a7-87f0-b2b85418fb7b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 16:50:46.689182 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.wsgi [-] (111141) accepted ('10.222.0.59', 48898) {{(pid=111141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:50:46.726599 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-b8aa7543-f8bc-4d86-aea1-e1d43d373498 req-2a17206f-afdc-4e3a-955c-bea16a28b562 service neutron] 10.222.0.59 "GET /networking/v2.0/networks/e7c6cdf7-0095-4da2-9004-cdee3c973d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3076181 Aug 09 16:50:46.731805 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.wsgi [-] (111140) accepted ('10.222.0.59', 48902) {{(pid=111140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:50:46.739606 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Pushing event updated for resources: {'Port': ['ID=51b6b9aa-6225-414f-b334-3d87b6264367,revision_number=4']} {{(pid=111142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:50:46.772330 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-250c193f-de80-4694-8c5d-0a45a9c72de9 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Publish callbacks [] for security_group_rule (d9633f25-4f9e-4771-be08-5e1d95f81153), before_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:46.827074 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6a30789-daa6-4311-bab8-42b0f572d5e1 admin admin] Deleting subnet b381d281-fbf4-4d9a-ac60-82a6ca497917 {{(pid=111140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 09 16:50:46.843044 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-b6a30789-daa6-4311-bab8-42b0f572d5e1 admin admin] Publish callbacks [] for subnet (b381d281-fbf4-4d9a-ac60-82a6ca497917), before_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:46.859753 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=82,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:50:46.884311 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron_lib.callbacks.manager [None req-9ad6c760-df2f-43d7-b61b-a99c6963b379 None None] Publish callbacks [] for port (8e0b0a58-dc7e-4793-b986-f96b1e9d6893), precommit_update {{(pid=111143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:46.888129 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG dbcounter [-] [111143] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:50:46.891480 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.provisioning_blocks [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Provisioning complete for port 4a7ffaa3-c015-4647-9470-4b3ca7886b6c triggered by entity L2. {{(pid=111142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 16:50:46.891959 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877469'] for port (4a7ffaa3-c015-4647-9470-4b3ca7886b6c), provisioning_complete {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:46.924201 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-250c193f-de80-4694-8c5d-0a45a9c72de9 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Publish callbacks [] for security_group_rule (d9633f25-4f9e-4771-be08-5e1d95f81153), precommit_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:46.938133 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-b6a30789-daa6-4311-bab8-42b0f572d5e1 admin admin] Publish callbacks [] for subnet (b381d281-fbf4-4d9a-ac60-82a6ca497917), precommit_delete_associations {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:46.950277 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-b6a30789-daa6-4311-bab8-42b0f572d5e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3877167'] for subnet (b381d281-fbf4-4d9a-ac60-82a6ca497917), precommit_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:46.956518 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron_lib.callbacks.manager [None req-9ad6c760-df2f-43d7-b61b-a99c6963b379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748338263269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748337861771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748337861789'] for port (8e0b0a58-dc7e-4793-b986-f96b1e9d6893), after_update {{(pid=111143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:46.978236 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:50:46.991213 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-608ecaad-be62-406a-93c0-52b6e03720b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:47.049761 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-250c193f-de80-4694-8c5d-0a45a9c72de9 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765607'] for security_group_rule (d9633f25-4f9e-4771-be08-5e1d95f81153), after_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:47.072528 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:50:47.093203 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0baea1-8cce-4cd9-a515-57c2b07b612a None None] Pushing event updated for resources: {'Port': ['ID=8e0b0a58-dc7e-4793-b986-f96b1e9d6893,revision_number=3']} {{(pid=111143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:50:47.099311 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a070787-8a07-4523-8722-4405c69cb06a None None] Network cc5c5058-1460-40b8-a0dc-0516d821669c requested from dv-cinder-852364-3-iscsi {{(pid=111142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 09 16:50:47.107410 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:50:47.241518 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-608ecaad-be62-406a-93c0-52b6e03720b0 admin admin] Publish callbacks [] for security_group (94d72798-8214-4b79-bac6-2931560b956d), precommit_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:47.249733 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-8d5ffd00-501e-43ec-a67c-f7034b13036b req-f77b9dcb-bfb0-4eca-8e8e-fbdcc86690c9 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=bad3d121-535f-4a16-b412-574cf5da50e9 HTTP/1.1" status: 200 len: 210 time: 0.0762098 Aug 09 16:50:47.250858 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.plugins.ml2.managers [None req-9ad6c760-df2f-43d7-b61b-a99c6963b379 None None] Attempting to bind port 8e0b0a58-dc7e-4793-b986-f96b1e9d6893 on host dv-cinder-852364-3-iscsi for vnic_type normal with profile {{(pid=111143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 09 16:50:47.251390 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.plugins.ml2.managers [None req-9ad6c760-df2f-43d7-b61b-a99c6963b379 None None] Attempting to bind port 8e0b0a58-dc7e-4793-b986-f96b1e9d6893 by drivers openvswitch,hyperv on host dv-cinder-852364-3-iscsi at level 0 using segments [{'id': '98d3c410-8005-4210-b36d-790e6c16d8ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 986, 'network_id': '282e3700-6650-40cf-853f-239074e73a36'}] {{(pid=111143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 09 16:50:47.251637 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad6c760-df2f-43d7-b61b-a99c6963b379 None None] Attempting to bind port 8e0b0a58-dc7e-4793-b986-f96b1e9d6893 on network 282e3700-6650-40cf-853f-239074e73a36 {{(pid=111143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 16:50:47.269102 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad6c760-df2f-43d7-b61b-a99c6963b379 None None] Checking agent: {'id': '47988f4d-09d0-4892-bbfe-5b11c743802f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852364-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 9, 16, 42, 16), 'started_at': datetime.datetime(2022, 8, 9, 16, 42, 46), 'heartbeat_timestamp': datetime.datetime(2022, 8, 9, 16, 50, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852364-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 09 16:50:47.269726 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad6c760-df2f-43d7-b61b-a99c6963b379 None None] Checking segment: {'id': '98d3c410-8005-4210-b36d-790e6c16d8ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 986, 'network_id': '282e3700-6650-40cf-853f-239074e73a36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 09 16:50:47.270357 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron_lib.callbacks.manager [None req-9ad6c760-df2f-43d7-b61b-a99c6963b379 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:47.271039 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad6c760-df2f-43d7-b61b-a99c6963b379 None None] Bound using segment: {'id': '98d3c410-8005-4210-b36d-790e6c16d8ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 986, 'network_id': '282e3700-6650-40cf-853f-239074e73a36'} {{(pid=111143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 09 16:50:47.272622 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.plugins.ml2.managers [None req-9ad6c760-df2f-43d7-b61b-a99c6963b379 None None] Bound port: 8e0b0a58-dc7e-4793-b986-f96b1e9d6893, host: dv-cinder-852364-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98d3c410-8005-4210-b36d-790e6c16d8ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 986, 'network_id': '282e3700-6650-40cf-853f-239074e73a36'}}] {{(pid=111143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 09 16:50:47.273212 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron_lib.callbacks.manager [None req-9ad6c760-df2f-43d7-b61b-a99c6963b379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (8e0b0a58-dc7e-4793-b986-f96b1e9d6893), before_update {{(pid=111143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:47.287945 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-b6a30789-daa6-4311-bab8-42b0f572d5e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3877156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463'] for subnet (b381d281-fbf4-4d9a-ac60-82a6ca497917), after_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:47.296299 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250c193f-de80-4694-8c5d-0a45a9c72de9 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9633f25-4f9e-4771-be08-5e1d95f81153,revision_number=0']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:50:47.346965 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a30789-daa6-4311-bab8-42b0f572d5e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b381d281-fbf4-4d9a-ac60-82a6ca497917,revision_number=None']} {{(pid=111140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:50:47.361536 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG dbcounter [-] [111143] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:50:47.370191 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-608ecaad-be62-406a-93c0-52b6e03720b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763768'] for security_group (94d72798-8214-4b79-bac6-2931560b956d), after_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:47.385449 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-b6a30789-daa6-4311-bab8-42b0f572d5e1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:47.389734 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [None req-b6a30789-daa6-4311-bab8-42b0f572d5e1 admin admin] 10.222.0.59 "DELETE /networking/v2.0/subnets/b381d281-fbf4-4d9a-ac60-82a6ca497917 HTTP/1.1" status: 204 len: 168 time: 0.6566715 Aug 09 16:50:47.392541 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.wsgi [-] (111140) accepted ('10.222.0.59', 48930) {{(pid=111140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:50:47.415946 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.plugins.ml2.db [None req-9ad6c760-df2f-43d7-b61b-a99c6963b379 None None] For port 8e0b0a58-dc7e-4793-b986-f96b1e9d6893, host dv-cinder-852364-3-iscsi, cleared binding levels {{(pid=111143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:50:47.422194 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.plugins.ml2.db [None req-9ad6c760-df2f-43d7-b61b-a99c6963b379 None None] For port 8e0b0a58-dc7e-4793-b986-f96b1e9d6893, host dv-cinder-852364-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-3-iscsi',level=0,port_id=8e0b0a58-dc7e-4793-b986-f96b1e9d6893,segment=NetworkSegment(98d3c410-8005-4210-b36d-790e6c16d8ec),segment_id=98d3c410-8005-4210-b36d-790e6c16d8ec)] {{(pid=111143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:50:47.429661 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-250c193f-de80-4694-8c5d-0a45a9c72de9 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:47.431055 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [None req-250c193f-de80-4694-8c5d-0a45a9c72de9 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8106940 Aug 09 16:50:47.436010 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.wsgi [-] (111140) accepted ('10.222.0.59', 48934) {{(pid=111140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:50:47.498493 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron_lib.callbacks.manager [None req-9ad6c760-df2f-43d7-b61b-a99c6963b379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748338263269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748337861771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748337861789'] for port (8e0b0a58-dc7e-4793-b986-f96b1e9d6893), after_update {{(pid=111143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:47.530091 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.v2.base [None req-5c0db2e3-f1ec-4234-968d-1319b0513866 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Request body: {'floatingip': {'floating_network_id': '0b446ac8-416d-4492-b144-c475e4beb84a'}} {{(pid=111140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 16:50:47.539689 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [None req-608ecaad-be62-406a-93c0-52b6e03720b0 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=f88e93c763d54827af53a1eeb4643c87&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8494000 Aug 09 16:50:47.541108 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.wsgi [-] (111141) accepted ('10.222.0.59', 48940) {{(pid=111141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:50:47.582480 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608ecaad-be62-406a-93c0-52b6e03720b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94d72798-8214-4b79-bac6-2931560b956d,revision_number=1']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:50:47.589933 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-dcfdf350-6f9c-43d9-a817-f831df49f249 req-6e527b86-1301-4280-b26f-9e188d444c24 tempest-DeleteServersTestJSON-2075719756 tempest-DeleteServersTestJSON-2075719756-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=10c8e995-dd9a-483b-9c1a-d9301cf27f1e HTTP/1.1" status: 200 len: 210 time: 0.0976977 Aug 09 16:50:47.605291 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-50544974-da99-4121-81d9-28ab0c4c3f9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3928643'] for network (0c6a6aca-995e-4e20-80ea-445da6eea77d), before_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:47.657928 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Current status of the port 4a7ffaa3-c015-4647-9470-4b3ca7886b6c is: ACTIVE; New status is: ACTIVE {{(pid=111142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 16:50:47.659433 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Device 3da32644-d653-4870-a983-8ae28554edae up at agent ovs-agent-dv-cinder-852364-3-iscsi {{(pid=111142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:50:47.661998 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad6c760-df2f-43d7-b61b-a99c6963b379 None None] Routers {'f3a68d1b-d2e1-41cc-afa9-a7e46c1b4d73'} bound to L3 agent in host dv-cinder-852364-3-iscsi {{(pid=111143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 16:50:47.662845 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.l3_hamode_db [None req-9ad6c760-df2f-43d7-b61b-a99c6963b379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-09T16:42:12Z,description=,heartbeat_timestamp=2022-08-09T16:50:42Z,host='dv-cinder-852364-3-iscsi',id=2cf02505-efcb-442b-855b-6c659df6f18c,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:13Z,topic='l3_agent')) {'router_ids': ['f3a68d1b-d2e1-41cc-afa9-a7e46c1b4d73'], 'active': True} {{(pid=111143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:50:47.684485 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_hamode_db [None req-668db494-bf86-4b5a-8ed0-71aab0fd6bbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '536cabdf-f3dd-45b1-ae01-5b812d9138a3', 'name': 'tempest-ServerRescueNegativeTestJSON-830009148-router', 'tenant_id': 'b681b90f2f074e8c8cfb11939edc7f72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'external_fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': '51b6b9aa-6225-414f-b334-3d87b6264367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:50:26Z', 'updated_at': '2022-08-09T16:50:37Z', 'revision_number': 4, 'project_id': 'b681b90f2f074e8c8cfb11939edc7f72', 'gw_port': {'id': '51b6b9aa-6225-414f-b334-3d87b6264367', 'name': '', 'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:c7:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '536cabdf-f3dd-45b1-ae01-5b812d9138a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:50:27Z', 'updated_at': '2022-08-09T16:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-3-iscsi', '_interfaces': [{'id': 'e481dd39-01b9-4ed2-aec9-d0736a244466', 'name': '', 'network_id': 'e7c6cdf7-0095-4da2-9004-cdee3c973d7e', 'tenant_id': 'b681b90f2f074e8c8cfb11939edc7f72', 'mac_address': 'fa:16:3e:e1:dd:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '536cabdf-f3dd-45b1-ae01-5b812d9138a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'fa8494ca-da5a-4e74-b349-aebeb3fbaa4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:50:35Z', 'updated_at': '2022-08-09T16:50:38Z', 'revision_number': 2, 'project_id': 'b681b90f2f074e8c8cfb11939edc7f72', 'subnets': [{'id': 'fa8494ca-da5a-4e74-b349-aebeb3fbaa4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-3-iscsi', False) {} {{(pid=111142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:50:47.718726 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-a38eea4e-6c98-4540-b16a-dc53063a8fbd admin admin] Publish callbacks [] for security_group (94d72798-8214-4b79-bac6-2931560b956d), before_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:47.746758 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-668db494-bf86-4b5a-8ed0-71aab0fd6bbf None None] Checking router: 536cabdf-f3dd-45b1-ae01-5b812d9138a3 for host: dv-cinder-852364-3-iscsi {{(pid=111142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:50:47.747752 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-668db494-bf86-4b5a-8ed0-71aab0fd6bbf None None] Updating router 536cabdf-f3dd-45b1-ae01-5b812d9138a3 port e481dd39-01b9-4ed2-aec9-d0736a244466 binding host dv-cinder-852364-3-iscsi {{(pid=111142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 16:50:47.769762 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-a38eea4e-6c98-4540-b16a-dc53063a8fbd admin admin] Publish callbacks [] for security_group (94d72798-8214-4b79-bac6-2931560b956d), precommit_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:47.778199 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=100 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:50:47.787387 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-668db494-bf86-4b5a-8ed0-71aab0fd6bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (e481dd39-01b9-4ed2-aec9-d0736a244466), before_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:47.788307 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-5c0db2e3-f1ec-4234-968d-1319b0513866 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:47.798623 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.provisioning_blocks [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Provisioning complete for port 3da32644-d653-4870-a983-8ae28554edae triggered by entity L2. {{(pid=111142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 16:50:47.799346 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877469'] for port (3da32644-d653-4870-a983-8ae28554edae), provisioning_complete {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:47.812765 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-50544974-da99-4121-81d9-28ab0c4c3f9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3880624', 'neutron.services.segments.db._delete_segments_for_network-8748338318574'] for network (0c6a6aca-995e-4e20-80ea-445da6eea77d), precommit_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:47.832644 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0baea1-8cce-4cd9-a515-57c2b07b612a None None] Pushing event updated for resources: {'Port': ['ID=8e0b0a58-dc7e-4793-b986-f96b1e9d6893,revision_number=4']} {{(pid=111143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:50:47.848500 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-50544974-da99-4121-81d9-28ab0c4c3f9a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=111140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:50:47.848931 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.l3_dvr_db [None req-9ad6c760-df2f-43d7-b61b-a99c6963b379 None None] Set router f3a68d1b-d2e1-41cc-afa9-a7e46c1b4d73 gateway port host: dv-cinder-852364-3-iscsi {{(pid=111143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 16:50:47.849713 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-50544974-da99-4121-81d9-28ab0c4c3f9a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=111140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:50:47.850719 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-50544974-da99-4121-81d9-28ab0c4c3f9a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=111140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:50:47.851193 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-50544974-da99-4121-81d9-28ab0c4c3f9a admin admin] Subscribe: > port after_create 55550000 {{(pid=111140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:50:47.851734 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-50544974-da99-4121-81d9-28ab0c4c3f9a admin admin] Subscribe: > port after_delete 55550000 {{(pid=111140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:50:47.852231 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-50544974-da99-4121-81d9-28ab0c4c3f9a admin admin] Subscribe: > port after_update 55550000 {{(pid=111140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:50:47.852710 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-50544974-da99-4121-81d9-28ab0c4c3f9a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=111140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:50:47.853184 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-50544974-da99-4121-81d9-28ab0c4c3f9a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=111140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:50:47.853641 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-50544974-da99-4121-81d9-28ab0c4c3f9a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=111140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:50:47.854119 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-50544974-da99-4121-81d9-28ab0c4c3f9a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=111140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:50:47.984834 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Current status of the port 3da32644-d653-4870-a983-8ae28554edae is: ACTIVE; New status is: ACTIVE {{(pid=111142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 16:50:47.985918 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Device b5043675-3183-4539-889f-395913800158 up at agent ovs-agent-dv-cinder-852364-3-iscsi {{(pid=111142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:50:48.026236 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-a38eea4e-6c98-4540-b16a-dc53063a8fbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763768'] for security_group (94d72798-8214-4b79-bac6-2931560b956d), after_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:48.028839 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-a38eea4e-6c98-4540-b16a-dc53063a8fbd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:48.030051 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [None req-a38eea4e-6c98-4540-b16a-dc53063a8fbd admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/94d72798-8214-4b79-bac6-2931560b956d HTTP/1.1" status: 204 len: 168 time: 0.4601533 Aug 09 16:50:48.048150 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38eea4e-6c98-4540-b16a-dc53063a8fbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94d72798-8214-4b79-bac6-2931560b956d,revision_number=None']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:50:48.056143 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.l3_hamode_db [None req-9ad6c760-df2f-43d7-b61b-a99c6963b379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3a68d1b-d2e1-41cc-afa9-a7e46c1b4d73', 'name': 'tempest-DeleteServersTestJSON-1960455865-router', 'tenant_id': '4533225c6c3147308e6bfbc4a7fbf788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'external_fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.99'}], 'enable_snat': True}, 'gw_port_id': 'b5043675-3183-4539-889f-395913800158', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:50:27Z', 'updated_at': '2022-08-09T16:50:38Z', 'revision_number': 4, 'project_id': '4533225c6c3147308e6bfbc4a7fbf788', 'gw_port': {'id': 'b5043675-3183-4539-889f-395913800158', 'name': '', 'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:e1:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3a68d1b-d2e1-41cc-afa9-a7e46c1b4d73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:50:28Z', 'updated_at': '2022-08-09T16:50:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-3-iscsi', '_interfaces': [{'id': '8e0b0a58-dc7e-4793-b986-f96b1e9d6893', 'name': '', 'network_id': '282e3700-6650-40cf-853f-239074e73a36', 'tenant_id': '4533225c6c3147308e6bfbc4a7fbf788', 'mac_address': 'fa:16:3e:e9:3d:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3a68d1b-d2e1-41cc-afa9-a7e46c1b4d73', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'd5c04f84-3435-4f8b-9c9f-e063a245781b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:50:36Z', 'updated_at': '2022-08-09T16:50:47Z', 'revision_number': 4, 'project_id': '4533225c6c3147308e6bfbc4a7fbf788', 'subnets': [{'id': 'd5c04f84-3435-4f8b-9c9f-e063a245781b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-3-iscsi', False) {} {{(pid=111143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:50:48.094648 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad6c760-df2f-43d7-b61b-a99c6963b379 None None] The sync data for ids ['f3a68d1b-d2e1-41cc-afa9-a7e46c1b4d73'] in dv-cinder-852364-3-iscsi is: [{'id': 'f3a68d1b-d2e1-41cc-afa9-a7e46c1b4d73', 'name': 'tempest-DeleteServersTestJSON-1960455865-router', 'tenant_id': '4533225c6c3147308e6bfbc4a7fbf788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'external_fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.99'}], 'enable_snat': True}, 'gw_port_id': 'b5043675-3183-4539-889f-395913800158', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:50:27Z', 'updated_at': '2022-08-09T16:50:38Z', 'revision_number': 4, 'project_id': '4533225c6c3147308e6bfbc4a7fbf788', 'gw_port': {'id': 'b5043675-3183-4539-889f-395913800158', 'name': '', 'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:e1:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3a68d1b-d2e1-41cc-afa9-a7e46c1b4d73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:50:28Z', 'updated_at': '2022-08-09T16:50:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-3-iscsi', '_interfaces': [{'id': '8e0b0a58-dc7e-4793-b986-f96b1e9d6893', 'name': '', 'network_id': '282e3700-6650-40cf-853f-239074e73a36', 'tenant_id': '4533225c6c3147308e6bfbc4a7fbf788', 'mac_address': 'fa:16:3e:e9:3d:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3a68d1b-d2e1-41cc-afa9-a7e46c1b4d73', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'd5c04f84-3435-4f8b-9c9f-e063a245781b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:50:36Z', 'updated_at': '2022-08-09T16:50:47Z', 'revision_number': 4, 'project_id': '4533225c6c3147308e6bfbc4a7fbf788', 'subnets': [{'id': 'd5c04f84-3435-4f8b-9c9f-e063a245781b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:50:48.127856 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.provisioning_blocks [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Provisioning complete for port b5043675-3183-4539-889f-395913800158 triggered by entity L2. {{(pid=111142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 16:50:48.128259 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877469'] for port (b5043675-3183-4539-889f-395913800158), provisioning_complete {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:48.189135 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-50544974-da99-4121-81d9-28ab0c4c3f9a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=111140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:50:48.189670 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-50544974-da99-4121-81d9-28ab0c4c3f9a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=111140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:50:48.190007 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-50544974-da99-4121-81d9-28ab0c4c3f9a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=111140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:50:48.190335 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-50544974-da99-4121-81d9-28ab0c4c3f9a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=111140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:50:48.190742 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.services.segments.db [None req-50544974-da99-4121-81d9-28ab0c4c3f9a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c6a6aca-995e-4e20-80ea-445da6eea77d']}} {{(pid=111140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:50:48.283095 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-668db494-bf86-4b5a-8ed0-71aab0fd6bbf None None] Publish callbacks [] for port (e481dd39-01b9-4ed2-aec9-d0736a244466), precommit_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:48.293880 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.services.segments.db [None req-50544974-da99-4121-81d9-28ab0c4c3f9a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c187823-1380-431a-a604-0d7c2f92f22e') {'for_net_delete': True} {{(pid=111140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:50:48.293880 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.services.segments.db [None req-50544974-da99-4121-81d9-28ab0c4c3f9a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c187823-1380-431a-a604-0d7c2f92f22e') {} {{(pid=111140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:50:48.299213 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Current status of the port b5043675-3183-4539-889f-395913800158 is: DOWN; New status is: ACTIVE {{(pid=111142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 16:50:48.300737 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (b5043675-3183-4539-889f-395913800158), before_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:48.337702 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.db [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] For port b5043675-3183-4539-889f-395913800158, host dv-cinder-852364-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-3-iscsi',level=0,port_id=b5043675-3183-4539-889f-395913800158,segment=NetworkSegment(3548ff03-3b62-477c-991b-01c3e3081105),segment_id=3548ff03-3b62-477c-991b-01c3e3081105)] {{(pid=111142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:50:48.384192 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-9a4c0fe2-9748-412d-a501-91af92aa8008 req-fd04adc6-6c2a-45d1-b49f-3a295df91439 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=e7a274d0-9d37-4f6f-8a7e-2f223cf42198 HTTP/1.1" status: 200 len: 210 time: 0.6022356 Aug 09 16:50:48.396905 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-50544974-da99-4121-81d9-28ab0c4c3f9a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748338318475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12387196'] for segment (1c187823-1380-431a-a604-0d7c2f92f22e), before_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:48.401016 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:50:48.431624 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-668db494-bf86-4b5a-8ed0-71aab0fd6bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748338263269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748337861771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748337861789'] for port (e481dd39-01b9-4ed2-aec9-d0736a244466), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:48.431750 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-5c0db2e3-f1ec-4234-968d-1319b0513866 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (None), before_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:48.437404 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-50544974-da99-4121-81d9-28ab0c4c3f9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3501092'] for segment (1c187823-1380-431a-a604-0d7c2f92f22e), precommit_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:48.459863 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-1ccd7509-cdf0-4279-9c7e-50f646044da2 req-4ccfc183-0eee-4be0-9bc8-9544db2fd60a tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=bad3d121-535f-4a16-b412-574cf5da50e9 HTTP/1.1" status: 200 len: 210 time: 0.0858767 Aug 09 16:50:48.468524 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50544974-da99-4121-81d9-28ab0c4c3f9a admin admin] Releasing vlan 978 on physical network physnet1 to pool {{(pid=111140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 16:50:48.468984 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-50544974-da99-4121-81d9-28ab0c4c3f9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3501092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12084034'] for segment (1c187823-1380-431a-a604-0d7c2f92f22e), after_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:48.479089 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d8de90-5f3f-4dca-8c95-d26ce97b0253 None None] Pushing event updated for resources: {'Port': ['ID=e481dd39-01b9-4ed2-aec9-d0736a244466,revision_number=3']} {{(pid=111142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:50:48.539509 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748338263269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748337861771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748337861789'] for port (b5043675-3183-4539-889f-395913800158), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:48.540401 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Device eae3aa57-20a3-4ac8-984f-535313d9417f up at agent ovs-agent-dv-cinder-852364-3-iscsi {{(pid=111142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:50:48.546024 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:50:48.778694 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-50544974-da99-4121-81d9-28ab0c4c3f9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3880635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690469'] for network (0c6a6aca-995e-4e20-80ea-445da6eea77d), after_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:48.804840 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-50544974-da99-4121-81d9-28ab0c4c3f9a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526441'] for network (None), before_response {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:48.808647 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [None req-50544974-da99-4121-81d9-28ab0c4c3f9a admin admin] 10.222.0.59 "DELETE /networking/v2.0/networks/0c6a6aca-995e-4e20-80ea-445da6eea77d HTTP/1.1" status: 204 len: 168 time: 1.4147406 Aug 09 16:50:48.811799 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.wsgi [-] (111141) accepted ('10.222.0.59', 48970) {{(pid=111141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:50:48.921289 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.db.db_base_plugin_common [None req-5c0db2e3-f1ec-4234-968d-1319b0513866 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Allocated IP 172.27.2.102 (0b446ac8-416d-4492-b144-c475e4beb84a/4516d54a-1367-472b-b3e4-4bb105fe12f6/c40c09e8-0117-46ba-9b38-add7fb864ba1) {{(pid=111140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:50:48.924919 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.db.db_base_plugin_v2 [None req-635b1fa9-65e1-4f3c-8826-7b31e8c5a04d admin admin] Deleting subnet 2425532b-dec0-44e5-bd8f-1608dea90776 {{(pid=111141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 09 16:50:48.931705 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-635b1fa9-65e1-4f3c-8826-7b31e8c5a04d admin admin] Publish callbacks [] for subnet (2425532b-dec0-44e5-bd8f-1608dea90776), before_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:48.982137 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-635b1fa9-65e1-4f3c-8826-7b31e8c5a04d admin admin] Publish callbacks [] for subnet (2425532b-dec0-44e5-bd8f-1608dea90776), precommit_delete_associations {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:48.996140 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-635b1fa9-65e1-4f3c-8826-7b31e8c5a04d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3877167'] for subnet (2425532b-dec0-44e5-bd8f-1608dea90776), precommit_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:49.004027 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50544974-da99-4121-81d9-28ab0c4c3f9a admin admin] Pushing event deleted for resources: {'Network': ['ID=0c6a6aca-995e-4e20-80ea-445da6eea77d,revision_number=None']} {{(pid=111140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:50:49.016900 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-ce5abec4-9b25-451e-8351-98fa2eba0329 req-fddd055c-e9d8-4de3-8ef1-9332bed31ebd tempest-DeleteServersTestJSON-2075719756 tempest-DeleteServersTestJSON-2075719756-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=10c8e995-dd9a-483b-9c1a-d9301cf27f1e HTTP/1.1" status: 200 len: 210 time: 0.2068231 Aug 09 16:50:49.027551 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.managers [None req-668db494-bf86-4b5a-8ed0-71aab0fd6bbf None None] Attempting to bind port e481dd39-01b9-4ed2-aec9-d0736a244466 on host dv-cinder-852364-3-iscsi for vnic_type normal with profile {{(pid=111142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 09 16:50:49.031988 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.managers [None req-668db494-bf86-4b5a-8ed0-71aab0fd6bbf None None] Attempting to bind port e481dd39-01b9-4ed2-aec9-d0736a244466 by drivers openvswitch,hyperv on host dv-cinder-852364-3-iscsi at level 0 using segments [{'id': 'a94c1f41-ae8b-4dd1-abef-be7e62056af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 981, 'network_id': 'e7c6cdf7-0095-4da2-9004-cdee3c973d7e'}] {{(pid=111142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 09 16:50:49.031988 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-668db494-bf86-4b5a-8ed0-71aab0fd6bbf None None] Attempting to bind port e481dd39-01b9-4ed2-aec9-d0736a244466 on network e7c6cdf7-0095-4da2-9004-cdee3c973d7e {{(pid=111142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 16:50:49.055882 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-668db494-bf86-4b5a-8ed0-71aab0fd6bbf None None] Checking agent: {'id': '47988f4d-09d0-4892-bbfe-5b11c743802f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852364-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 9, 16, 42, 16), 'started_at': datetime.datetime(2022, 8, 9, 16, 42, 46), 'heartbeat_timestamp': datetime.datetime(2022, 8, 9, 16, 50, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852364-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 09 16:50:49.060418 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-668db494-bf86-4b5a-8ed0-71aab0fd6bbf None None] Checking segment: {'id': 'a94c1f41-ae8b-4dd1-abef-be7e62056af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 981, 'network_id': 'e7c6cdf7-0095-4da2-9004-cdee3c973d7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 09 16:50:49.060885 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-668db494-bf86-4b5a-8ed0-71aab0fd6bbf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:49.061293 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-668db494-bf86-4b5a-8ed0-71aab0fd6bbf None None] Bound using segment: {'id': 'a94c1f41-ae8b-4dd1-abef-be7e62056af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 981, 'network_id': 'e7c6cdf7-0095-4da2-9004-cdee3c973d7e'} {{(pid=111142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 09 16:50:49.062078 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.managers [None req-668db494-bf86-4b5a-8ed0-71aab0fd6bbf None None] Bound port: e481dd39-01b9-4ed2-aec9-d0736a244466, host: dv-cinder-852364-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a94c1f41-ae8b-4dd1-abef-be7e62056af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 981, 'network_id': 'e7c6cdf7-0095-4da2-9004-cdee3c973d7e'}}] {{(pid=111142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 09 16:50:49.062224 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-668db494-bf86-4b5a-8ed0-71aab0fd6bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (e481dd39-01b9-4ed2-aec9-d0736a244466), before_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:49.121728 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Pushing event updated for resources: {'Port': ['ID=b5043675-3183-4539-889f-395913800158,revision_number=4']} {{(pid=111142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:50:49.124866 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.provisioning_blocks [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Provisioning complete for port eae3aa57-20a3-4ac8-984f-535313d9417f triggered by entity L2. {{(pid=111142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 16:50:49.125246 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877469'] for port (eae3aa57-20a3-4ac8-984f-535313d9417f), provisioning_complete {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:49.190741 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.services.segments.plugin [-] Segment 1c187823-1380-431a-a604-0d7c2f92f22e resource provider aggregate not found Aug 09 16:50:49.213290 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:50:49.217535 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.services.segments.plugin [-] Segment 1c187823-1380-431a-a604-0d7c2f92f22e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1c187823-1380-431a-a604-0d7c2f92f22e found for delete ", "request_id": "req-f409cb01-8eb1-4d0d-b603-85f2823dccf8"}]} Aug 09 16:50:49.238193 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-5c0db2e3-f1ec-4234-968d-1319b0513866 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Publish callbacks [] for port (c40c09e8-0117-46ba-9b38-add7fb864ba1), precommit_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:49.257575 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.db [None req-668db494-bf86-4b5a-8ed0-71aab0fd6bbf None None] For port e481dd39-01b9-4ed2-aec9-d0736a244466, host dv-cinder-852364-3-iscsi, cleared binding levels {{(pid=111142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:50:49.261785 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.db [None req-668db494-bf86-4b5a-8ed0-71aab0fd6bbf None None] For port e481dd39-01b9-4ed2-aec9-d0736a244466, host dv-cinder-852364-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-3-iscsi',level=0,port_id=e481dd39-01b9-4ed2-aec9-d0736a244466,segment=NetworkSegment(a94c1f41-ae8b-4dd1-abef-be7e62056af2),segment_id=a94c1f41-ae8b-4dd1-abef-be7e62056af2)] {{(pid=111142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:50:49.295205 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Current status of the port eae3aa57-20a3-4ac8-984f-535313d9417f is: ACTIVE; New status is: ACTIVE {{(pid=111142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 16:50:49.301894 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-635b1fa9-65e1-4f3c-8826-7b31e8c5a04d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3877156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463'] for subnet (2425532b-dec0-44e5-bd8f-1608dea90776), after_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:49.332059 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b1fa9-65e1-4f3c-8826-7b31e8c5a04d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2425532b-dec0-44e5-bd8f-1608dea90776,revision_number=None']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:50:49.338579 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-635b1fa9-65e1-4f3c-8826-7b31e8c5a04d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526441'] for subnet (None), before_response {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:49.342111 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [None req-635b1fa9-65e1-4f3c-8826-7b31e8c5a04d admin admin] 10.222.0.59 "DELETE /networking/v2.0/subnets/2425532b-dec0-44e5-bd8f-1608dea90776 HTTP/1.1" status: 204 len: 168 time: 0.5292130 Aug 09 16:50:49.344801 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.wsgi [-] (111141) accepted ('10.222.0.59', 48980) {{(pid=111141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:50:49.416010 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-5c0db2e3-f1ec-4234-968d-1319b0513866 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748337861753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12086677'] for port (c40c09e8-0117-46ba-9b38-add7fb864ba1), after_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:49.421073 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-668db494-bf86-4b5a-8ed0-71aab0fd6bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748338263269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748337861771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748337861789'] for port (e481dd39-01b9-4ed2-aec9-d0736a244466), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:49.429569 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:50:49.529472 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-668db494-bf86-4b5a-8ed0-71aab0fd6bbf None None] Routers {'536cabdf-f3dd-45b1-ae01-5b812d9138a3'} bound to L3 agent in host dv-cinder-852364-3-iscsi {{(pid=111142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 16:50:49.530739 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_hamode_db [None req-668db494-bf86-4b5a-8ed0-71aab0fd6bbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-09T16:42:12Z,description=,heartbeat_timestamp=2022-08-09T16:50:42Z,host='dv-cinder-852364-3-iscsi',id=2cf02505-efcb-442b-855b-6c659df6f18c,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:13Z,topic='l3_agent')) {'router_ids': ['536cabdf-f3dd-45b1-ae01-5b812d9138a3'], 'active': True} {{(pid=111142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:50:49.610338 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-c8f21200-926e-4501-9fe6-4241ae49ed82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3928643'] for network (cc5c5058-1460-40b8-a0dc-0516d821669c), before_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:49.640704 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.wsgi [-] (111141) accepted ('10.222.0.59', 48996) {{(pid=111141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:50:49.646798 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c0db2e3-f1ec-4234-968d-1319b0513866 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Network 0b446ac8-416d-4492-b144-c475e4beb84a is already hosted by enough agents. {{(pid=111140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:50:49.658773 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.scheduler.base_scheduler [None req-5c0db2e3-f1ec-4234-968d-1319b0513866 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Resources bound (agent type, host, resource id): {{(pid=111140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:50:49.666623 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c0db2e3-f1ec-4234-968d-1319b0513866 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Received port after_create {{(pid=111140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 09 16:50:49.704457 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-e3454179-fad3-4429-a3f8-e17c5df56f50 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:49.751502 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0db2e3-f1ec-4234-968d-1319b0513866 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Pushing event updated for resources: {'Port': ['ID=c40c09e8-0117-46ba-9b38-add7fb864ba1,revision_number=1']} {{(pid=111140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:50:49.761085 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:50:49.783821 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Device 51b6b9aa-6225-414f-b334-3d87b6264367 up at agent ovs-agent-dv-cinder-852364-3-iscsi {{(pid=111142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:50:49.844071 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-7a7bcf89-8b2f-4300-8a20-9714d02a3a75 req-d700a0dc-ae2a-4b1c-bd56-e13131e60704 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=bad3d121-535f-4a16-b412-574cf5da50e9 HTTP/1.1" status: 200 len: 210 time: 0.1747308 Aug 09 16:50:49.892791 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:50:49.894749 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d8de90-5f3f-4dca-8c95-d26ce97b0253 None None] Pushing event updated for resources: {'Port': ['ID=e481dd39-01b9-4ed2-aec9-d0736a244466,revision_number=4']} {{(pid=111142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:50:49.904799 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-5c0db2e3-f1ec-4234-968d-1319b0513866 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Publish callbacks [] for floatingip (76d2da2c-79f7-4deb-b4cb-da20b6a611d5), precommit_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:49.934190 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-6fa56faf-eab3-4f6c-9c32-418bb7ae7588 req-cb411057-bbda-44da-b014-0f3430addefd tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=e7a274d0-9d37-4f6f-8a7e-2f223cf42198 HTTP/1.1" status: 200 len: 210 time: 0.0535383 Aug 09 16:50:49.938632 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-c8f21200-926e-4501-9fe6-4241ae49ed82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3880624', 'neutron.services.segments.db._delete_segments_for_network-8748338318574'] for network (cc5c5058-1460-40b8-a0dc-0516d821669c), precommit_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:49.949837 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.provisioning_blocks [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Provisioning complete for port 51b6b9aa-6225-414f-b334-3d87b6264367 triggered by entity L2. {{(pid=111142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 16:50:49.958609 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877469'] for port (51b6b9aa-6225-414f-b334-3d87b6264367), provisioning_complete {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:49.972359 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-c8f21200-926e-4501-9fe6-4241ae49ed82 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=111141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:50:49.972729 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-c8f21200-926e-4501-9fe6-4241ae49ed82 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=111141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:50:49.974035 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-c8f21200-926e-4501-9fe6-4241ae49ed82 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=111141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:50:49.974372 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-c8f21200-926e-4501-9fe6-4241ae49ed82 admin admin] Subscribe: > port after_create 55550000 {{(pid=111141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:50:49.974699 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-c8f21200-926e-4501-9fe6-4241ae49ed82 admin admin] Subscribe: > port after_delete 55550000 {{(pid=111141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:50:49.975041 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-c8f21200-926e-4501-9fe6-4241ae49ed82 admin admin] Subscribe: > port after_update 55550000 {{(pid=111141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:50:49.975411 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-c8f21200-926e-4501-9fe6-4241ae49ed82 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=111141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:50:49.975753 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-c8f21200-926e-4501-9fe6-4241ae49ed82 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=111141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:50:49.976078 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-c8f21200-926e-4501-9fe6-4241ae49ed82 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=111141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:50:49.976429 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-c8f21200-926e-4501-9fe6-4241ae49ed82 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=111141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:50:49.989861 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_dvr_db [None req-668db494-bf86-4b5a-8ed0-71aab0fd6bbf None None] Set router 536cabdf-f3dd-45b1-ae01-5b812d9138a3 gateway port host: dv-cinder-852364-3-iscsi {{(pid=111142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 16:50:50.058236 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-5c0db2e3-f1ec-4234-968d-1319b0513866 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (c40c09e8-0117-46ba-9b38-add7fb864ba1), before_update {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:50.163227 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Current status of the port 51b6b9aa-6225-414f-b334-3d87b6264367 is: ACTIVE; New status is: ACTIVE {{(pid=111142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 16:50:50.164329 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Device 194e42e3-ea8f-4dc2-912a-d9842de147c7 up at agent ovs-agent-dv-cinder-852364-3-iscsi {{(pid=111142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:50:50.216285 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-c8f21200-926e-4501-9fe6-4241ae49ed82 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=111141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:50:50.216806 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-c8f21200-926e-4501-9fe6-4241ae49ed82 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=111141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:50:50.217394 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-c8f21200-926e-4501-9fe6-4241ae49ed82 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=111141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:50:50.217828 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-c8f21200-926e-4501-9fe6-4241ae49ed82 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=111141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:50:50.218298 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.services.segments.db [None req-c8f21200-926e-4501-9fe6-4241ae49ed82 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc5c5058-1460-40b8-a0dc-0516d821669c']}} {{(pid=111141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:50:50.237772 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.services.segments.db [None req-c8f21200-926e-4501-9fe6-4241ae49ed82 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42e95c60-8a98-40c9-9375-118c168776a7') {'for_net_delete': True} {{(pid=111141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:50:50.238191 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.services.segments.db [None req-c8f21200-926e-4501-9fe6-4241ae49ed82 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42e95c60-8a98-40c9-9375-118c168776a7') {} {{(pid=111141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:50:50.277324 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.provisioning_blocks [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Provisioning complete for port 194e42e3-ea8f-4dc2-912a-d9842de147c7 triggered by entity L2. {{(pid=111142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 16:50:50.277789 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877469'] for port (194e42e3-ea8f-4dc2-912a-d9842de147c7), provisioning_complete {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:50.296683 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-e3454179-fad3-4429-a3f8-e17c5df56f50 admin admin] Publish callbacks [] for security_group (388e75e8-142c-4387-b453-0c324df95df7), precommit_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:50.305228 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-c8f21200-926e-4501-9fe6-4241ae49ed82 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748338318475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1220379'] for segment (42e95c60-8a98-40c9-9375-118c168776a7), before_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:50.314935 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:50:50.334710 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-c8f21200-926e-4501-9fe6-4241ae49ed82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3501092'] for segment (42e95c60-8a98-40c9-9375-118c168776a7), precommit_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:50.346971 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8f21200-926e-4501-9fe6-4241ae49ed82 admin admin] Releasing vlan 998 on physical network physnet1 to pool {{(pid=111141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 16:50:50.347506 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-c8f21200-926e-4501-9fe6-4241ae49ed82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3501092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12485965'] for segment (42e95c60-8a98-40c9-9375-118c168776a7), after_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:50.382176 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_hamode_db [None req-668db494-bf86-4b5a-8ed0-71aab0fd6bbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '536cabdf-f3dd-45b1-ae01-5b812d9138a3', 'name': 'tempest-ServerRescueNegativeTestJSON-830009148-router', 'tenant_id': 'b681b90f2f074e8c8cfb11939edc7f72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'external_fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': '51b6b9aa-6225-414f-b334-3d87b6264367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:50:26Z', 'updated_at': '2022-08-09T16:50:37Z', 'revision_number': 4, 'project_id': 'b681b90f2f074e8c8cfb11939edc7f72', 'gw_port': {'id': '51b6b9aa-6225-414f-b334-3d87b6264367', 'name': '', 'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:c7:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '536cabdf-f3dd-45b1-ae01-5b812d9138a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:50:27Z', 'updated_at': '2022-08-09T16:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-3-iscsi', '_interfaces': [{'id': 'e481dd39-01b9-4ed2-aec9-d0736a244466', 'name': '', 'network_id': 'e7c6cdf7-0095-4da2-9004-cdee3c973d7e', 'tenant_id': 'b681b90f2f074e8c8cfb11939edc7f72', 'mac_address': 'fa:16:3e:e1:dd:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '536cabdf-f3dd-45b1-ae01-5b812d9138a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'fa8494ca-da5a-4e74-b349-aebeb3fbaa4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:50:35Z', 'updated_at': '2022-08-09T16:50:49Z', 'revision_number': 4, 'project_id': 'b681b90f2f074e8c8cfb11939edc7f72', 'subnets': [{'id': 'fa8494ca-da5a-4e74-b349-aebeb3fbaa4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-3-iscsi', False) {} {{(pid=111142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:50:50.414756 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-668db494-bf86-4b5a-8ed0-71aab0fd6bbf None None] The sync data for ids ['536cabdf-f3dd-45b1-ae01-5b812d9138a3'] in dv-cinder-852364-3-iscsi is: [{'id': '536cabdf-f3dd-45b1-ae01-5b812d9138a3', 'name': 'tempest-ServerRescueNegativeTestJSON-830009148-router', 'tenant_id': 'b681b90f2f074e8c8cfb11939edc7f72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'external_fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': '51b6b9aa-6225-414f-b334-3d87b6264367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:50:26Z', 'updated_at': '2022-08-09T16:50:37Z', 'revision_number': 4, 'project_id': 'b681b90f2f074e8c8cfb11939edc7f72', 'gw_port': {'id': '51b6b9aa-6225-414f-b334-3d87b6264367', 'name': '', 'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:c7:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '536cabdf-f3dd-45b1-ae01-5b812d9138a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:50:27Z', 'updated_at': '2022-08-09T16:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-3-iscsi', '_interfaces': [{'id': 'e481dd39-01b9-4ed2-aec9-d0736a244466', 'name': '', 'network_id': 'e7c6cdf7-0095-4da2-9004-cdee3c973d7e', 'tenant_id': 'b681b90f2f074e8c8cfb11939edc7f72', 'mac_address': 'fa:16:3e:e1:dd:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '536cabdf-f3dd-45b1-ae01-5b812d9138a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'fa8494ca-da5a-4e74-b349-aebeb3fbaa4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:50:35Z', 'updated_at': '2022-08-09T16:50:49Z', 'revision_number': 4, 'project_id': 'b681b90f2f074e8c8cfb11939edc7f72', 'subnets': [{'id': 'fa8494ca-da5a-4e74-b349-aebeb3fbaa4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:50:50.456241 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-e3454179-fad3-4429-a3f8-e17c5df56f50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763768'] for security_group (388e75e8-142c-4387-b453-0c324df95df7), after_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:50.469318 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-64a727ae-9a9f-4eed-b3fa-4ba348187418 req-fcb6352e-5474-4798-9970-7c5d8d137a68 tempest-DeleteServersTestJSON-2075719756 tempest-DeleteServersTestJSON-2075719756-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=10c8e995-dd9a-483b-9c1a-d9301cf27f1e HTTP/1.1" status: 200 len: 210 time: 0.2679048 Aug 09 16:50:50.500836 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Current status of the port 194e42e3-ea8f-4dc2-912a-d9842de147c7 is: DOWN; New status is: ACTIVE {{(pid=111142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 16:50:50.501468 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (194e42e3-ea8f-4dc2-912a-d9842de147c7), before_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:50.533181 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.wsgi [-] (111140) accepted ('10.222.0.59', 49026) {{(pid=111140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:50:50.538838 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [None req-e3454179-fad3-4429-a3f8-e17c5df56f50 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=937deb6304744657a0b846116a16c6c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8899717 Aug 09 16:50:50.572149 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3454179-fad3-4429-a3f8-e17c5df56f50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=388e75e8-142c-4387-b453-0c324df95df7,revision_number=1']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:50:50.595590 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.db [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] For port 194e42e3-ea8f-4dc2-912a-d9842de147c7, host dv-cinder-852364-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-3-iscsi',level=0,port_id=194e42e3-ea8f-4dc2-912a-d9842de147c7,segment=NetworkSegment(22b689c2-f947-4ac8-81fc-daefa317b1b6),segment_id=22b689c2-f947-4ac8-81fc-daefa317b1b6)] {{(pid=111142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:50:50.604626 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-5c0db2e3-f1ec-4234-968d-1319b0513866 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Publish callbacks [] for port (c40c09e8-0117-46ba-9b38-add7fb864ba1), precommit_update {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:50.650273 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-af8bcb5c-2cf3-4328-975b-2575575b07f3 admin admin] Publish callbacks [] for security_group (388e75e8-142c-4387-b453-0c324df95df7), before_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:50.675736 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-af8bcb5c-2cf3-4328-975b-2575575b07f3 admin admin] Publish callbacks [] for security_group (388e75e8-142c-4387-b453-0c324df95df7), precommit_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:50.707967 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748338263269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748337861771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748337861789'] for port (194e42e3-ea8f-4dc2-912a-d9842de147c7), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:50.709188 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Device 8e0b0a58-dc7e-4793-b986-f96b1e9d6893 up at agent ovs-agent-dv-cinder-852364-3-iscsi {{(pid=111142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:50:50.732055 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.services.segments.plugin [-] Segment 42e95c60-8a98-40c9-9375-118c168776a7 resource provider aggregate not found Aug 09 16:50:50.750216 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.services.segments.plugin [-] Segment 42e95c60-8a98-40c9-9375-118c168776a7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 42e95c60-8a98-40c9-9375-118c168776a7 found for delete ", "request_id": "req-c7941874-d75f-4134-af48-187fc9288fd9"}]} Aug 09 16:50:50.752466 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-c8f21200-926e-4501-9fe6-4241ae49ed82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3880635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690469'] for network (cc5c5058-1460-40b8-a0dc-0516d821669c), after_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:50.761518 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-c8f21200-926e-4501-9fe6-4241ae49ed82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526441'] for network (None), before_response {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:50.768039 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [None req-c8f21200-926e-4501-9fe6-4241ae49ed82 admin admin] 10.222.0.59 "DELETE /networking/v2.0/networks/cc5c5058-1460-40b8-a0dc-0516d821669c HTTP/1.1" status: 204 len: 168 time: 1.4185822 Aug 09 16:50:50.779757 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-5c0db2e3-f1ec-4234-968d-1319b0513866 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748338263269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748337861771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748337861789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12086682'] for port (c40c09e8-0117-46ba-9b38-add7fb864ba1), after_update {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:50.784954 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f21200-926e-4501-9fe6-4241ae49ed82 admin admin] Pushing event deleted for resources: {'Network': ['ID=cc5c5058-1460-40b8-a0dc-0516d821669c,revision_number=None']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:50:50.871773 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-af8bcb5c-2cf3-4328-975b-2575575b07f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763768'] for security_group (388e75e8-142c-4387-b453-0c324df95df7), after_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:50.874234 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-af8bcb5c-2cf3-4328-975b-2575575b07f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:50.875589 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [None req-af8bcb5c-2cf3-4328-975b-2575575b07f3 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/388e75e8-142c-4387-b453-0c324df95df7 HTTP/1.1" status: 204 len: 168 time: 0.3413901 Aug 09 16:50:50.887141 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:50:50.910145 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Pushing event updated for resources: {'Port': ['ID=194e42e3-ea8f-4dc2-912a-d9842de147c7,revision_number=5']} {{(pid=111142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:50:50.921685 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.provisioning_blocks [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Provisioning complete for port 8e0b0a58-dc7e-4793-b986-f96b1e9d6893 triggered by entity L2. {{(pid=111142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 16:50:50.922278 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877469'] for port (8e0b0a58-dc7e-4793-b986-f96b1e9d6893), provisioning_complete {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:50.976195 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8bcb5c-2cf3-4328-975b-2575575b07f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=388e75e8-142c-4387-b453-0c324df95df7,revision_number=None']} {{(pid=111140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:50:50.989376 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-5c0db2e3-f1ec-4234-968d-1319b0513866 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-336914'] for floatingip (76d2da2c-79f7-4deb-b4cb-da20b6a611d5), after_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:50.998935 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.wsgi [-] (111141) accepted ('10.222.0.91', 63117) {{(pid=111141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:50:51.033470 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0db2e3-f1ec-4234-968d-1319b0513866 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Pushing event updated for resources: {'Port': ['ID=c40c09e8-0117-46ba-9b38-add7fb864ba1,revision_number=2']} {{(pid=111140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:50:51.116535 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-e3f0e183-844a-4193-94a7-46f6897cdda5 req-65c94965-dd8f-496a-856d-9e67c0e1d753 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=bad3d121-535f-4a16-b412-574cf5da50e9 HTTP/1.1" status: 200 len: 210 time: 0.1148312 Aug 09 16:50:51.124136 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-750b84cc-b3f6-486a-b04b-57697ccafe36 req-ff6bb27c-bfd9-4018-a7a4-65ac49656322 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=e7a274d0-9d37-4f6f-8a7e-2f223cf42198 HTTP/1.1" status: 200 len: 210 time: 0.0757544 Aug 09 16:50:51.139997 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Current status of the port 8e0b0a58-dc7e-4793-b986-f96b1e9d6893 is: DOWN; New status is: ACTIVE {{(pid=111142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 16:50:51.144825 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (8e0b0a58-dc7e-4793-b986-f96b1e9d6893), before_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:51.179766 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e459c0de-f2c6-4e0d-9d3d-eb62af7b2f7a req-11bbab95-b0a1-4e49-ac17-ad163d5a17f6 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:50:51.181286 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-e459c0de-f2c6-4e0d-9d3d-eb62af7b2f7a req-11bbab95-b0a1-4e49-ac17-ad163d5a17f6 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.91 "GET /networking/v2.0/networks?id=e7c6cdf7-0095-4da2-9004-cdee3c973d7e HTTP/1.1" status: 200 len: 818 time: 0.1813004 Aug 09 16:50:51.201100 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.db [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] For port 8e0b0a58-dc7e-4793-b986-f96b1e9d6893, host dv-cinder-852364-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-3-iscsi',level=0,port_id=8e0b0a58-dc7e-4793-b986-f96b1e9d6893,segment=NetworkSegment(98d3c410-8005-4210-b36d-790e6c16d8ec),segment_id=98d3c410-8005-4210-b36d-790e6c16d8ec)] {{(pid=111142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:50:51.223954 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-5c0db2e3-f1ec-4234-968d-1319b0513866 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90003'] for floatingip (None), before_response {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:51.225846 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [None req-5c0db2e3-f1ec-4234-968d-1319b0513866 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.7075458 Aug 09 16:50:51.258104 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.v2.base [req-e459c0de-f2c6-4e0d-9d3d-eb62af7b2f7a req-69ab2875-ef8e-4ae5-88ac-feafde7b8525 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Request body: {'port': {'device_id': 'a4d48aed-6528-46cd-a11e-6899591a4a27', 'network_id': 'e7c6cdf7-0095-4da2-9004-cdee3c973d7e', 'admin_state_up': True, 'tenant_id': 'b681b90f2f074e8c8cfb11939edc7f72'}} {{(pid=111141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 16:50:51.287090 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.wsgi [-] (111141) accepted ('10.222.0.91', 63118) {{(pid=111141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:50:51.319275 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748338263269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748337861771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748337861789'] for port (8e0b0a58-dc7e-4793-b986-f96b1e9d6893), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:51.320436 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Device b5043675-3183-4539-889f-395913800158 up at agent ovs-agent-dv-cinder-852364-3-iscsi {{(pid=111142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:50:51.334669 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.wsgi [-] (111140) accepted ('10.222.0.91', 63119) {{(pid=111140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:50:51.364667 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.wsgi [-] (111141) accepted ('10.222.0.59', 49054) {{(pid=111141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:50:51.450987 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.provisioning_blocks [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Provisioning complete for port b5043675-3183-4539-889f-395913800158 triggered by entity L2. {{(pid=111142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 16:50:51.472757 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877469'] for port (b5043675-3183-4539-889f-395913800158), provisioning_complete {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:51.475726 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Pushing event updated for resources: {'Port': ['ID=8e0b0a58-dc7e-4793-b986-f96b1e9d6893,revision_number=5']} {{(pid=111142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:50:51.504098 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.wsgi [-] (111141) accepted ('10.222.0.91', 63120) {{(pid=111141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:50:51.559716 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:50:51.650094 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Current status of the port b5043675-3183-4539-889f-395913800158 is: ACTIVE; New status is: ACTIVE {{(pid=111142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 16:50:51.716699 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8aa7543-f8bc-4d86-aea1-e1d43d373498 req-70a69b64-eaed-4288-9bad-95e690f25c5e tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:50:51.724713 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-b8aa7543-f8bc-4d86-aea1-e1d43d373498 req-70a69b64-eaed-4288-9bad-95e690f25c5e tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.91 "GET /networking/v2.0/networks?id=e7c6cdf7-0095-4da2-9004-cdee3c973d7e HTTP/1.1" status: 200 len: 818 time: 0.3814123 Aug 09 16:50:51.776046 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.v2.base [req-b8aa7543-f8bc-4d86-aea1-e1d43d373498 req-b4998415-3eaf-41f9-9ccf-1b9bc46ea8a0 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Request body: {'port': {'device_id': 'bad3d121-535f-4a16-b412-574cf5da50e9', 'network_id': 'e7c6cdf7-0095-4da2-9004-cdee3c973d7e', 'admin_state_up': True, 'tenant_id': 'b681b90f2f074e8c8cfb11939edc7f72'}} {{(pid=111140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 16:50:51.833910 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-016c395e-3d8c-4efe-a389-109ac499272a req-f1e552d3-b0d9-486c-97b4-0e16cb0971d5 tempest-DeleteServersTestJSON-2075719756 tempest-DeleteServersTestJSON-2075719756-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=10c8e995-dd9a-483b-9c1a-d9301cf27f1e HTTP/1.1" status: 200 len: 210 time: 0.1076081 Aug 09 16:50:51.917918 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Device 194e42e3-ea8f-4dc2-912a-d9842de147c7 up at agent ovs-agent-dv-cinder-852364-3-iscsi {{(pid=111142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:50:51.994936 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [None req-d30ed19c-174f-426a-ad0c-ee73aac03122 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=8c782e0d051b4b90b1f9fe4c03f1f42c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6045928 Aug 09 16:50:52.010697 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.wsgi [-] (111141) accepted ('10.222.0.59', 49090) {{(pid=111141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:50:52.045376 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.provisioning_blocks [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Provisioning complete for port 194e42e3-ea8f-4dc2-912a-d9842de147c7 triggered by entity L2. {{(pid=111142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 16:50:52.045851 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877469'] for port (194e42e3-ea8f-4dc2-912a-d9842de147c7), provisioning_complete {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:52.130471 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8aa7543-f8bc-4d86-aea1-e1d43d373498 req-b4998415-3eaf-41f9-9ccf-1b9bc46ea8a0 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Made reservation on behalf of b681b90f2f074e8c8cfb11939edc7f72 for: {'port': 1} {{(pid=111140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:50:52.133317 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a7f06f-9426-4a14-b7a3-dd6052344b9b req-635bca6c-a57b-4992-ac15-f7d0508e3579 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:50:52.134798 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-59a7f06f-9426-4a14-b7a3-dd6052344b9b req-635bca6c-a57b-4992-ac15-f7d0508e3579 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] 10.222.0.91 "GET /networking/v2.0/networks?id=c6e9ea29-d63f-40f2-84ee-974e268aa2d8 HTTP/1.1" status: 200 len: 811 time: 0.8467715 Aug 09 16:50:52.137001 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [req-b8aa7543-f8bc-4d86-aea1-e1d43d373498 req-b4998415-3eaf-41f9-9ccf-1b9bc46ea8a0 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (None), before_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:52.195507 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:50:52.252346 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Current status of the port 194e42e3-ea8f-4dc2-912a-d9842de147c7 is: ACTIVE; New status is: ACTIVE {{(pid=111142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 16:50:52.253466 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Device e481dd39-01b9-4ed2-aec9-d0736a244466 up at agent ovs-agent-dv-cinder-852364-3-iscsi {{(pid=111142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:50:52.258012 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:50:52.274195 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-00799fa1-02fa-44bd-9ee7-639ccb5474ae req-699f359d-34ce-4426-81dc-9b6700ce1c56 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1154086863&fields=id&tenant_id=321de2c92d814e6ab1da13939153da87 HTTP/1.1" status: 200 len: 267 time: 0.3125734 Aug 09 16:50:52.305065 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e459c0de-f2c6-4e0d-9d3d-eb62af7b2f7a req-69ab2875-ef8e-4ae5-88ac-feafde7b8525 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Made reservation on behalf of b681b90f2f074e8c8cfb11939edc7f72 for: {'port': 1} {{(pid=111141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:50:52.308548 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-e459c0de-f2c6-4e0d-9d3d-eb62af7b2f7a req-69ab2875-ef8e-4ae5-88ac-feafde7b8525 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (None), before_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:52.338878 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079ff5b9-a1c9-4f72-8776-e7bc83dc6278 req-da90d311-c954-42b4-b188-2e6df6392a7a tempest-DeleteServersTestJSON-2075719756 tempest-DeleteServersTestJSON-2075719756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:50:52.340423 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-079ff5b9-a1c9-4f72-8776-e7bc83dc6278 req-da90d311-c954-42b4-b188-2e6df6392a7a tempest-DeleteServersTestJSON-2075719756 tempest-DeleteServersTestJSON-2075719756-project] 10.222.0.91 "GET /networking/v2.0/networks?id=282e3700-6650-40cf-853f-239074e73a36 HTTP/1.1" status: 200 len: 812 time: 0.8130059 Aug 09 16:50:52.350831 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.provisioning_blocks [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Provisioning complete for port e481dd39-01b9-4ed2-aec9-d0736a244466 triggered by entity L2. {{(pid=111142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 16:50:52.351732 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877469'] for port (e481dd39-01b9-4ed2-aec9-d0736a244466), provisioning_complete {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:52.403924 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.v2.base [req-079ff5b9-a1c9-4f72-8776-e7bc83dc6278 req-7dbb1a1c-9523-4021-84ff-878ba9629225 tempest-DeleteServersTestJSON-2075719756 tempest-DeleteServersTestJSON-2075719756-project] Request body: {'port': {'device_id': '10c8e995-dd9a-483b-9c1a-d9301cf27f1e', 'network_id': '282e3700-6650-40cf-853f-239074e73a36', 'admin_state_up': True, 'tenant_id': '4533225c6c3147308e6bfbc4a7fbf788'}} {{(pid=111141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 16:50:52.450840 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Current status of the port e481dd39-01b9-4ed2-aec9-d0736a244466 is: DOWN; New status is: ACTIVE {{(pid=111142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 16:50:52.451434 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (e481dd39-01b9-4ed2-aec9-d0736a244466), before_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:52.525134 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-766d4f1e-9a1b-4ecb-9d20-cad9fb30ddf4 admin admin] Publish callbacks [] for security_group (1e343724-9260-4047-97bd-5a33c82de2ce), before_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:52.534408 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.db [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] For port e481dd39-01b9-4ed2-aec9-d0736a244466, host dv-cinder-852364-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-3-iscsi',level=0,port_id=e481dd39-01b9-4ed2-aec9-d0736a244466,segment=NetworkSegment(a94c1f41-ae8b-4dd1-abef-be7e62056af2),segment_id=a94c1f41-ae8b-4dd1-abef-be7e62056af2)] {{(pid=111142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:50:52.632979 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-59a7f06f-9426-4a14-b7a3-dd6052344b9b req-ecabe1e2-2974-407b-9772-ea4a1ae4bedb tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] 10.222.0.91 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=54562f03aaae457ca88be251d2208e2e HTTP/1.1" status: 200 len: 380 time: 0.4318504 Aug 09 16:50:52.637870 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:50:52.686420 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.v2.base [req-59a7f06f-9426-4a14-b7a3-dd6052344b9b req-67a62e78-4a2d-4c55-a36e-3f168862f49b tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Request body: {'port': {'device_id': 'e7a274d0-9d37-4f6f-8a7e-2f223cf42198', 'network_id': 'c6e9ea29-d63f-40f2-84ee-974e268aa2d8', 'admin_state_up': True, 'tenant_id': '54562f03aaae457ca88be251d2208e2e', 'security_groups': ['40ce6164-59be-4c55-abcb-0149a2e272fe']}} {{(pid=111141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 16:50:52.695202 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748338263269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748337861771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748337861789'] for port (e481dd39-01b9-4ed2-aec9-d0736a244466), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:52.696192 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Device 8e0b0a58-dc7e-4793-b986-f96b1e9d6893 up at agent ovs-agent-dv-cinder-852364-3-iscsi {{(pid=111142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:50:52.707935 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-69f1ab32-e93d-4185-b2c8-4ff010c1d2db req-ba70e7d8-3162-412d-9c1e-338ab36e66bc tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=e7a274d0-9d37-4f6f-8a7e-2f223cf42198 HTTP/1.1" status: 200 len: 210 time: 0.0518851 Aug 09 16:50:52.712869 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-766d4f1e-9a1b-4ecb-9d20-cad9fb30ddf4 admin admin] Publish callbacks [] for security_group (1e343724-9260-4047-97bd-5a33c82de2ce), precommit_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:52.731823 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.db.db_base_plugin_common [req-b8aa7543-f8bc-4d86-aea1-e1d43d373498 req-b4998415-3eaf-41f9-9ccf-1b9bc46ea8a0 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Allocated IP 172.20.0.9 (e7c6cdf7-0095-4da2-9004-cdee3c973d7e/fa8494ca-da5a-4e74-b349-aebeb3fbaa4a/ba04df11-96c3-4666-be53-8af43db1ed2d) {{(pid=111140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:50:52.779744 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:50:52.803747 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.provisioning_blocks [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Provisioning complete for port 8e0b0a58-dc7e-4793-b986-f96b1e9d6893 triggered by entity L2. {{(pid=111142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 16:50:52.804136 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877469'] for port (8e0b0a58-dc7e-4793-b986-f96b1e9d6893), provisioning_complete {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:52.838925 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:50:52.844467 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Pushing event updated for resources: {'Port': ['ID=e481dd39-01b9-4ed2-aec9-d0736a244466,revision_number=5']} {{(pid=111142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:50:52.931410 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Current status of the port 8e0b0a58-dc7e-4793-b986-f96b1e9d6893 is: ACTIVE; New status is: ACTIVE {{(pid=111142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 16:50:52.950071 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-5f22c40b-aa0e-4af2-aa2c-5ba94eb566ce req-0f7fd917-c213-4e22-9b62-290171441487 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=bad3d121-535f-4a16-b412-574cf5da50e9 HTTP/1.1" status: 200 len: 210 time: 0.0361283 Aug 09 16:50:52.964028 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00799fa1-02fa-44bd-9ee7-639ccb5474ae req-c75c3d0c-f3d8-47c6-85ea-4d4ac19456d2 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:50:52.965683 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-00799fa1-02fa-44bd-9ee7-639ccb5474ae req-c75c3d0c-f3d8-47c6-85ea-4d4ac19456d2 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "GET /networking/v2.0/networks?id=d512bb64-4fdf-40f1-b457-d57f69ae1831 HTTP/1.1" status: 200 len: 814 time: 0.6904707 Aug 09 16:50:53.043004 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [req-b8aa7543-f8bc-4d86-aea1-e1d43d373498 req-b4998415-3eaf-41f9-9ccf-1b9bc46ea8a0 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Publish callbacks [] for port (ba04df11-96c3-4666-be53-8af43db1ed2d), precommit_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:53.134685 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-00799fa1-02fa-44bd-9ee7-639ccb5474ae req-5be36d35-246e-4174-a03c-931134e5d1e0 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "GET /networking/v2.0/quotas/321de2c92d814e6ab1da13939153da87 HTTP/1.1" status: 200 len: 375 time: 0.0298879 Aug 09 16:50:53.207535 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-ab142ee5-bec3-44a6-8e3b-39d1f9c50ccb req-58f5a4c4-754d-481e-8ba2-33ef5e1a2db6 tempest-DeleteServersTestJSON-2075719756 tempest-DeleteServersTestJSON-2075719756-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=10c8e995-dd9a-483b-9c1a-d9301cf27f1e HTTP/1.1" status: 200 len: 210 time: 0.0935786 Aug 09 16:50:53.214747 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-766d4f1e-9a1b-4ecb-9d20-cad9fb30ddf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763768'] for security_group (1e343724-9260-4047-97bd-5a33c82de2ce), after_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:53.234347 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-766d4f1e-9a1b-4ecb-9d20-cad9fb30ddf4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:53.243751 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [None req-766d4f1e-9a1b-4ecb-9d20-cad9fb30ddf4 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/1e343724-9260-4047-97bd-5a33c82de2ce HTTP/1.1" status: 204 len: 168 time: 1.2136528 Aug 09 16:50:53.253105 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59a7f06f-9426-4a14-b7a3-dd6052344b9b req-67a62e78-4a2d-4c55-a36e-3f168862f49b tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Made reservation on behalf of 54562f03aaae457ca88be251d2208e2e for: {'port': 1} {{(pid=111141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:50:53.257324 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-59a7f06f-9426-4a14-b7a3-dd6052344b9b req-67a62e78-4a2d-4c55-a36e-3f168862f49b tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (None), before_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:53.273448 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-00799fa1-02fa-44bd-9ee7-639ccb5474ae req-dbf27b58-782a-4748-ad32-d6ceb773c13b tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "GET /networking/v2.0/ports?tenant_id=321de2c92d814e6ab1da13939153da87&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1312907 Aug 09 16:50:53.281119 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766d4f1e-9a1b-4ecb-9d20-cad9fb30ddf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e343724-9260-4047-97bd-5a33c82de2ce,revision_number=None']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:50:53.304520 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [req-b8aa7543-f8bc-4d86-aea1-e1d43d373498 req-b4998415-3eaf-41f9-9ccf-1b9bc46ea8a0 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748337861753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12086677'] for port (ba04df11-96c3-4666-be53-8af43db1ed2d), after_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:53.403852 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-079ff5b9-a1c9-4f72-8776-e7bc83dc6278 req-7dbb1a1c-9523-4021-84ff-878ba9629225 tempest-DeleteServersTestJSON-2075719756 tempest-DeleteServersTestJSON-2075719756-project] Made reservation on behalf of 4533225c6c3147308e6bfbc4a7fbf788 for: {'port': 1} {{(pid=111141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:50:53.407324 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-079ff5b9-a1c9-4f72-8776-e7bc83dc6278 req-7dbb1a1c-9523-4021-84ff-878ba9629225 tempest-DeleteServersTestJSON-2075719756 tempest-DeleteServersTestJSON-2075719756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (None), before_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:53.467215 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8aa7543-f8bc-4d86-aea1-e1d43d373498 req-b4998415-3eaf-41f9-9ccf-1b9bc46ea8a0 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Network e7c6cdf7-0095-4da2-9004-cdee3c973d7e is already hosted by enough agents. {{(pid=111140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:50:53.505587 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.scheduler.base_scheduler [req-b8aa7543-f8bc-4d86-aea1-e1d43d373498 req-b4998415-3eaf-41f9-9ccf-1b9bc46ea8a0 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Resources bound (agent type, host, resource id): {{(pid=111140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:50:53.509737 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8aa7543-f8bc-4d86-aea1-e1d43d373498 req-b4998415-3eaf-41f9-9ccf-1b9bc46ea8a0 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Received port after_create {{(pid=111140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 09 16:50:53.607853 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.db.db_base_plugin_common [req-e459c0de-f2c6-4e0d-9d3d-eb62af7b2f7a req-69ab2875-ef8e-4ae5-88ac-feafde7b8525 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Allocated IP 172.20.0.10 (e7c6cdf7-0095-4da2-9004-cdee3c973d7e/fa8494ca-da5a-4e74-b349-aebeb3fbaa4a/53a24594-3349-4f0d-b4fe-6c7d9baea3f2) {{(pid=111141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:50:53.609327 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4998415-3eaf-41f9-9ccf-1b9bc46ea8a0 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Pushing event updated for resources: {'Port': ['ID=ba04df11-96c3-4666-be53-8af43db1ed2d,revision_number=1']} {{(pid=111140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:50:53.637972 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8aa7543-f8bc-4d86-aea1-e1d43d373498 req-b4998415-3eaf-41f9-9ccf-1b9bc46ea8a0 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:50:53.637972 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [req-b8aa7543-f8bc-4d86-aea1-e1d43d373498 req-b4998415-3eaf-41f9-9ccf-1b9bc46ea8a0 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526441'] for port (None), before_response {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:53.809850 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Device e481dd39-01b9-4ed2-aec9-d0736a244466 up at agent ovs-agent-dv-cinder-852364-3-iscsi {{(pid=111142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:50:53.821212 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-b8aa7543-f8bc-4d86-aea1-e1d43d373498 req-b4998415-3eaf-41f9-9ccf-1b9bc46ea8a0 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.91 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0521836 Aug 09 16:50:53.846406 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.wsgi [req-b8aa7543-f8bc-4d86-aea1-e1d43d373498 req-41f2aeda-4cad-44ed-a21f-5d2154382d67 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] http://10.222.0.59:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=111140) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 09 16:50:53.847798 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-b8aa7543-f8bc-4d86-aea1-e1d43d373498 req-41f2aeda-4cad-44ed-a21f-5d2154382d67 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.91 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0095360 Aug 09 16:50:53.895937 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-318b25da-4af2-4fc6-86dc-67a965a51409 req-5b1db763-f0d3-45f5-9b28-a22541361ae5 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=e7a274d0-9d37-4f6f-8a7e-2f223cf42198 HTTP/1.1" status: 200 len: 210 time: 0.0568373 Aug 09 16:50:53.935729 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:50:53.947626 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.provisioning_blocks [None req-a26e79d2-f96b-48ce-b13d-c86a3d0b1b6b None None] Provisioning complete for port ba04df11-96c3-4666-be53-8af43db1ed2d triggered by entity DHCP. {{(pid=111142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 16:50:53.948289 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-a26e79d2-f96b-48ce-b13d-c86a3d0b1b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877469'] for port (ba04df11-96c3-4666-be53-8af43db1ed2d), provisioning_complete {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:53.960026 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.provisioning_blocks [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Provisioning complete for port e481dd39-01b9-4ed2-aec9-d0736a244466 triggered by entity L2. {{(pid=111142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 16:50:53.960659 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877469'] for port (e481dd39-01b9-4ed2-aec9-d0736a244466), provisioning_complete {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:54.037350 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-a26e79d2-f96b-48ce-b13d-c86a3d0b1b6b None None] Port ba04df11-96c3-4666-be53-8af43db1ed2d cannot update to ACTIVE because it is not bound. {{(pid=111142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 09 16:50:54.095427 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Current status of the port e481dd39-01b9-4ed2-aec9-d0736a244466 is: ACTIVE; New status is: ACTIVE {{(pid=111142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 16:50:54.180991 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.db.db_base_plugin_common [req-079ff5b9-a1c9-4f72-8776-e7bc83dc6278 req-7dbb1a1c-9523-4021-84ff-878ba9629225 tempest-DeleteServersTestJSON-2075719756 tempest-DeleteServersTestJSON-2075719756-project] Allocated IP 172.20.0.10 (282e3700-6650-40cf-853f-239074e73a36/d5c04f84-3435-4f8b-9c9f-e063a245781b/5ad131fe-fddf-4bca-bf02-1713526341b7) {{(pid=111141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:50:54.254142 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-e459c0de-f2c6-4e0d-9d3d-eb62af7b2f7a req-69ab2875-ef8e-4ae5-88ac-feafde7b8525 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Publish callbacks [] for port (53a24594-3349-4f0d-b4fe-6c7d9baea3f2), precommit_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:54.255688 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.v2.base [req-b8aa7543-f8bc-4d86-aea1-e1d43d373498 req-af9bc81f-8df5-41ec-a635-c9978bff52c5 service neutron] Request body: {'port': {'device_id': 'bad3d121-535f-4a16-b412-574cf5da50e9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85236'}} {{(pid=111140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 16:50:54.270918 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ab7304-e4c0-4d36-a04d-e51e03c86b59 req-fadc9c21-ba94-4043-a874-e9dd2165012a tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:50:54.275532 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-59ab7304-e4c0-4d36-a04d-e51e03c86b59 req-fadc9c21-ba94-4043-a874-e9dd2165012a tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=bad3d121-535f-4a16-b412-574cf5da50e9 HTTP/1.1" status: 200 len: 931 time: 0.1537549 Aug 09 16:50:54.292105 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-00799fa1-02fa-44bd-9ee7-639ccb5474ae req-7975e117-731e-48d5-adec-1a3fa05ac6ee service neutron] 10.222.0.59 "GET /networking/v2.0/networks/d512bb64-4fdf-40f1-b457-d57f69ae1831?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9156842 Aug 09 16:50:54.296737 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.db.db_base_plugin_common [req-59a7f06f-9426-4a14-b7a3-dd6052344b9b req-67a62e78-4a2d-4c55-a36e-3f168862f49b tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Allocated IP 172.20.0.9 (c6e9ea29-d63f-40f2-84ee-974e268aa2d8/04d182a3-f5e2-47dc-869b-31a7d21795ba/c7c7c2fe-a482-49a1-bef6-cb7da54c233e) {{(pid=111141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:50:54.472869 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [req-b8aa7543-f8bc-4d86-aea1-e1d43d373498 req-af9bc81f-8df5-41ec-a635-c9978bff52c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (ba04df11-96c3-4666-be53-8af43db1ed2d), before_update {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:54.569213 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:50:54.581556 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-59ab7304-e4c0-4d36-a04d-e51e03c86b59 req-11bb1de0-0d3c-48af-8271-3814d68da3ea tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=2bdfd362-24cf-46bd-9f16-b84704a8b95f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2666297 Aug 09 16:50:54.751933 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.wsgi [-] (111140) accepted ('10.222.0.59', 49194) {{(pid=111140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:50:54.811151 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-e459c0de-f2c6-4e0d-9d3d-eb62af7b2f7a req-69ab2875-ef8e-4ae5-88ac-feafde7b8525 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748337861753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12487578'] for port (53a24594-3349-4f0d-b4fe-6c7d9baea3f2), after_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:54.826069 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-00799fa1-02fa-44bd-9ee7-639ccb5474ae req-96975b94-0c88-4bcd-8347-c76cdc63506b service neutron] 10.222.0.59 "GET /networking/v2.0/networks/d512bb64-4fdf-40f1-b457-d57f69ae1831?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5162621 Aug 09 16:50:55.103595 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-84341e0e-e766-446d-92a4-41621c5fd676 req-1d557b3f-de89-480f-b353-648170e40b29 tempest-DeleteServersTestJSON-2075719756 tempest-DeleteServersTestJSON-2075719756-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=10c8e995-dd9a-483b-9c1a-d9301cf27f1e HTTP/1.1" status: 200 len: 210 time: 0.2340097 Aug 09 16:50:55.162188 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:50:55.184318 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e459c0de-f2c6-4e0d-9d3d-eb62af7b2f7a req-69ab2875-ef8e-4ae5-88ac-feafde7b8525 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Network e7c6cdf7-0095-4da2-9004-cdee3c973d7e is already hosted by enough agents. {{(pid=111141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:50:55.216193 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.scheduler.base_scheduler [req-e459c0de-f2c6-4e0d-9d3d-eb62af7b2f7a req-69ab2875-ef8e-4ae5-88ac-feafde7b8525 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Resources bound (agent type, host, resource id): {{(pid=111141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:50:55.233064 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [None req-0fe4a7ba-482e-4c2d-bf0b-3268c06b1b6a admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=32b60e04c4b8498b8b984ca54e19d20f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4716814 Aug 09 16:50:55.235670 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.wsgi [-] (111140) accepted ('10.222.0.59', 49208) {{(pid=111140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:50:55.245944 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.db.l3_dvrscheduler_db [req-e459c0de-f2c6-4e0d-9d3d-eb62af7b2f7a req-69ab2875-ef8e-4ae5-88ac-feafde7b8525 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Received port after_create {{(pid=111141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 09 16:50:55.267249 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ab2875-ef8e-4ae5-88ac-feafde7b8525 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Pushing event updated for resources: {'Port': ['ID=53a24594-3349-4f0d-b4fe-6c7d9baea3f2,revision_number=1']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:50:55.297826 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-079ff5b9-a1c9-4f72-8776-e7bc83dc6278 req-7dbb1a1c-9523-4021-84ff-878ba9629225 tempest-DeleteServersTestJSON-2075719756 tempest-DeleteServersTestJSON-2075719756-project] Publish callbacks [] for port (5ad131fe-fddf-4bca-bf02-1713526341b7), precommit_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:55.445048 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-59a7f06f-9426-4a14-b7a3-dd6052344b9b req-67a62e78-4a2d-4c55-a36e-3f168862f49b tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Publish callbacks [] for port (c7c7c2fe-a482-49a1-bef6-cb7da54c233e), precommit_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:55.445356 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.wsgi [-] (111140) accepted ('10.222.0.59', 49214) {{(pid=111140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:50:55.456354 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e459c0de-f2c6-4e0d-9d3d-eb62af7b2f7a req-69ab2875-ef8e-4ae5-88ac-feafde7b8525 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:50:55.457999 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-e459c0de-f2c6-4e0d-9d3d-eb62af7b2f7a req-69ab2875-ef8e-4ae5-88ac-feafde7b8525 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526441'] for port (None), before_response {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:55.553263 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-2750d0f9-6987-4117-8570-56894912574a req-6d65cfa9-80e4-40be-9cb6-67e539081373 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=2c13ec5a-b577-4bed-aa8c-ce73b8391b3c HTTP/1.1" status: 200 len: 210 time: 0.0748825 Aug 09 16:50:55.683428 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-3f56413b-0131-4fb4-8b03-f74cd2db1664 req-3c2fc89a-1e6d-4c5b-90ba-42ff45a36c3e tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=e7a274d0-9d37-4f6f-8a7e-2f223cf42198 HTTP/1.1" status: 200 len: 210 time: 0.2575777 Aug 09 16:50:55.690006 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.provisioning_blocks [None req-3f486e15-16c1-465e-8901-6164951ab9ae None None] Provisioning complete for port 53a24594-3349-4f0d-b4fe-6c7d9baea3f2 triggered by entity DHCP. {{(pid=111142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 16:50:55.692871 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-3f486e15-16c1-465e-8901-6164951ab9ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877469'] for port (53a24594-3349-4f0d-b4fe-6c7d9baea3f2), provisioning_complete {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:55.727535 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-f43928fd-8d4b-44ac-8321-8f327611051d admin admin] Publish callbacks [] for security_group (b429cac0-2142-4135-afdd-9946c67f043c), before_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:55.742033 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-e459c0de-f2c6-4e0d-9d3d-eb62af7b2f7a req-69ab2875-ef8e-4ae5-88ac-feafde7b8525 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.91 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.4884481 Aug 09 16:50:55.763767 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.v2.base [req-e459c0de-f2c6-4e0d-9d3d-eb62af7b2f7a req-a3fa75e3-0b26-4584-b6ff-99cdede25188 service neutron] Request body: {'port': {'device_id': 'a4d48aed-6528-46cd-a11e-6899591a4a27', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85236'}} {{(pid=111141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 16:50:55.773008 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-59a7f06f-9426-4a14-b7a3-dd6052344b9b req-67a62e78-4a2d-4c55-a36e-3f168862f49b tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748337861753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12487578'] for port (c7c7c2fe-a482-49a1-bef6-cb7da54c233e), after_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:55.779490 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-079ff5b9-a1c9-4f72-8776-e7bc83dc6278 req-7dbb1a1c-9523-4021-84ff-878ba9629225 tempest-DeleteServersTestJSON-2075719756 tempest-DeleteServersTestJSON-2075719756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748337861753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12487578'] for port (5ad131fe-fddf-4bca-bf02-1713526341b7), after_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:55.842321 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-3f486e15-16c1-465e-8901-6164951ab9ae None None] Port 53a24594-3349-4f0d-b4fe-6c7d9baea3f2 cannot update to ACTIVE because it is not bound. {{(pid=111142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 09 16:50:55.978137 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:50:55.992755 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59a7f06f-9426-4a14-b7a3-dd6052344b9b req-67a62e78-4a2d-4c55-a36e-3f168862f49b tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Network c6e9ea29-d63f-40f2-84ee-974e268aa2d8 is already hosted by enough agents. {{(pid=111141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:50:56.011144 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.scheduler.base_scheduler [req-59a7f06f-9426-4a14-b7a3-dd6052344b9b req-67a62e78-4a2d-4c55-a36e-3f168862f49b tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Resources bound (agent type, host, resource id): {{(pid=111141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:50:56.034092 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65e62a0-67c4-4c42-a1ad-8da0e559f451 req-30f60b2a-0430-4f81-a0ae-a40573cb311d tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:50:56.041782 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-c65e62a0-67c4-4c42-a1ad-8da0e559f451 req-30f60b2a-0430-4f81-a0ae-a40573cb311d tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=bad3d121-535f-4a16-b412-574cf5da50e9 HTTP/1.1" status: 200 len: 931 time: 0.2228591 Aug 09 16:50:56.045858 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.db.l3_dvrscheduler_db [req-59a7f06f-9426-4a14-b7a3-dd6052344b9b req-67a62e78-4a2d-4c55-a36e-3f168862f49b tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Received port after_create {{(pid=111141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 09 16:50:56.094208 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-b95d2a04-0b2b-42f8-83d2-84d0d4070261 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:56.103615 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-079ff5b9-a1c9-4f72-8776-e7bc83dc6278 req-7dbb1a1c-9523-4021-84ff-878ba9629225 tempest-DeleteServersTestJSON-2075719756 tempest-DeleteServersTestJSON-2075719756-project] Network 282e3700-6650-40cf-853f-239074e73a36 is already hosted by enough agents. {{(pid=111141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:50:56.105067 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a62e78-4a2d-4c55-a36e-3f168862f49b tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Pushing event updated for resources: {'Port': ['ID=c7c7c2fe-a482-49a1-bef6-cb7da54c233e,revision_number=1']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:50:56.107992 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-e459c0de-f2c6-4e0d-9d3d-eb62af7b2f7a req-a3fa75e3-0b26-4584-b6ff-99cdede25188 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (53a24594-3349-4f0d-b4fe-6c7d9baea3f2), before_update {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:56.114786 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-f43928fd-8d4b-44ac-8321-8f327611051d admin admin] Publish callbacks [] for security_group (b429cac0-2142-4135-afdd-9946c67f043c), precommit_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:56.116705 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a7f06f-9426-4a14-b7a3-dd6052344b9b req-67a62e78-4a2d-4c55-a36e-3f168862f49b tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:50:56.129039 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-59a7f06f-9426-4a14-b7a3-dd6052344b9b req-67a62e78-4a2d-4c55-a36e-3f168862f49b tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526441'] for port (None), before_response {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:56.141764 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.scheduler.base_scheduler [req-079ff5b9-a1c9-4f72-8776-e7bc83dc6278 req-7dbb1a1c-9523-4021-84ff-878ba9629225 tempest-DeleteServersTestJSON-2075719756 tempest-DeleteServersTestJSON-2075719756-project] Resources bound (agent type, host, resource id): {{(pid=111141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:50:56.158879 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.notifiers.nova [req-b8aa7543-f8bc-4d86-aea1-e1d43d373498 req-af9bc81f-8df5-41ec-a635-c9978bff52c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba04df11-96c3-4666-be53-8af43db1ed2d {{(pid=111140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 09 16:50:56.327849 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-b95d2a04-0b2b-42f8-83d2-84d0d4070261 admin admin] Publish callbacks [] for security_group (b6f3dc21-5462-4766-83aa-a3fae6caeff2), precommit_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:56.333905 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.db.l3_dvrscheduler_db [req-079ff5b9-a1c9-4f72-8776-e7bc83dc6278 req-7dbb1a1c-9523-4021-84ff-878ba9629225 tempest-DeleteServersTestJSON-2075719756 tempest-DeleteServersTestJSON-2075719756-project] Received port after_create {{(pid=111141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 09 16:50:56.337241 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [req-b8aa7543-f8bc-4d86-aea1-e1d43d373498 req-af9bc81f-8df5-41ec-a635-c9978bff52c5 service neutron] Publish callbacks [] for port (ba04df11-96c3-4666-be53-8af43db1ed2d), precommit_update {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:56.343941 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:UPDATE=3,neutron:SELECT=86,neutron:INSERT=11 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:50:56.458304 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbb1a1c-9523-4021-84ff-878ba9629225 tempest-DeleteServersTestJSON-2075719756 tempest-DeleteServersTestJSON-2075719756-project] Pushing event updated for resources: {'Port': ['ID=5ad131fe-fddf-4bca-bf02-1713526341b7,revision_number=1']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:50:56.520185 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079ff5b9-a1c9-4f72-8776-e7bc83dc6278 req-7dbb1a1c-9523-4021-84ff-878ba9629225 tempest-DeleteServersTestJSON-2075719756 tempest-DeleteServersTestJSON-2075719756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:50:56.521175 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-079ff5b9-a1c9-4f72-8776-e7bc83dc6278 req-7dbb1a1c-9523-4021-84ff-878ba9629225 tempest-DeleteServersTestJSON-2075719756 tempest-DeleteServersTestJSON-2075719756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526441'] for port (None), before_response {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:56.524248 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47e02b2-10e4-4449-8198-c14408adb4bb req-b0ab596e-9c80-4684-bb59-9cec6e93fe07 tempest-DeleteServersTestJSON-2075719756 tempest-DeleteServersTestJSON-2075719756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:50:56.533900 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-d47e02b2-10e4-4449-8198-c14408adb4bb req-b0ab596e-9c80-4684-bb59-9cec6e93fe07 tempest-DeleteServersTestJSON-2075719756 tempest-DeleteServersTestJSON-2075719756-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=10c8e995-dd9a-483b-9c1a-d9301cf27f1e HTTP/1.1" status: 200 len: 932 time: 0.1987531 Aug 09 16:50:56.542483 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-b95d2a04-0b2b-42f8-83d2-84d0d4070261 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763768'] for security_group (b6f3dc21-5462-4766-83aa-a3fae6caeff2), after_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:56.569019 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=85,neutron:UPDATE=7,neutron:INSERT=8 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:50:56.584241 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.provisioning_blocks [None req-27c9faed-4109-473b-80ec-e53910521f08 None None] Provisioning complete for port c7c7c2fe-a482-49a1-bef6-cb7da54c233e triggered by entity DHCP. {{(pid=111142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 16:50:56.584241 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-27c9faed-4109-473b-80ec-e53910521f08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877469'] for port (c7c7c2fe-a482-49a1-bef6-cb7da54c233e), provisioning_complete {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:56.591080 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-c65e62a0-67c4-4c42-a1ad-8da0e559f451 req-e2cfa763-bb67-419f-bf01-392536d37dfa tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=2bdfd362-24cf-46bd-9f16-b84704a8b95f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4271436 Aug 09 16:50:56.635889 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-27c9faed-4109-473b-80ec-e53910521f08 None None] Port c7c7c2fe-a482-49a1-bef6-cb7da54c233e cannot update to ACTIVE because it is not bound. {{(pid=111142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 09 16:50:56.645995 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.db.provisioning_blocks [req-b8aa7543-f8bc-4d86-aea1-e1d43d373498 req-af9bc81f-8df5-41ec-a635-c9978bff52c5 service neutron] Transition to ACTIVE for port object ba04df11-96c3-4666-be53-8af43db1ed2d will not be triggered until provisioned by entity L2. {{(pid=111140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 09 16:50:56.668123 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-f43928fd-8d4b-44ac-8321-8f327611051d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763768'] for security_group (b429cac0-2142-4135-afdd-9946c67f043c), after_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:56.672314 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-f43928fd-8d4b-44ac-8321-8f327611051d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:56.675066 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [None req-f43928fd-8d4b-44ac-8321-8f327611051d admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/b429cac0-2142-4135-afdd-9946c67f043c HTTP/1.1" status: 204 len: 168 time: 1.4384091 Aug 09 16:50:56.737163 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95d2a04-0b2b-42f8-83d2-84d0d4070261 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6f3dc21-5462-4766-83aa-a3fae6caeff2,revision_number=1']} {{(pid=111140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:50:56.765890 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.provisioning_blocks [None req-2e3181a3-66c6-4482-889f-dee4500f0e6d None None] Provisioning complete for port 5ad131fe-fddf-4bca-bf02-1713526341b7 triggered by entity DHCP. {{(pid=111142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 16:50:56.767723 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [req-b8aa7543-f8bc-4d86-aea1-e1d43d373498 req-af9bc81f-8df5-41ec-a635-c9978bff52c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748338263269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748337861771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748337861789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12086682'] for port (ba04df11-96c3-4666-be53-8af43db1ed2d), after_update {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:56.768391 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-2e3181a3-66c6-4482-889f-dee4500f0e6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877469'] for port (5ad131fe-fddf-4bca-bf02-1713526341b7), provisioning_complete {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:56.778312 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.wsgi [-] (111140) accepted ('10.222.0.59', 49256) {{(pid=111140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:50:56.791815 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [None req-b95d2a04-0b2b-42f8-83d2-84d0d4070261 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=3023717f40144de8b5f4232eff78bdb1&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3276496 Aug 09 16:50:56.804590 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.wsgi [-] (111140) accepted ('10.222.0.59', 49258) {{(pid=111140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:50:56.852979 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-2e3181a3-66c6-4482-889f-dee4500f0e6d None None] Port 5ad131fe-fddf-4bca-bf02-1713526341b7 cannot update to ACTIVE because it is not bound. {{(pid=111142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 09 16:50:56.882378 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43928fd-8d4b-44ac-8321-8f327611051d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b429cac0-2142-4135-afdd-9946c67f043c,revision_number=None']} {{(pid=111140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:50:56.887940 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-d47e02b2-10e4-4449-8198-c14408adb4bb req-f5760df0-8d0a-4298-b9aa-ca591b9f1ff5 tempest-DeleteServersTestJSON-2075719756 tempest-DeleteServersTestJSON-2075719756-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=4055fc19-de1b-4836-be2e-c70018f2c6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3523862 Aug 09 16:50:56.946767 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-59a7f06f-9426-4a14-b7a3-dd6052344b9b req-67a62e78-4a2d-4c55-a36e-3f168862f49b tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] 10.222.0.91 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2872384 Aug 09 16:50:56.951293 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-079ff5b9-a1c9-4f72-8776-e7bc83dc6278 req-7dbb1a1c-9523-4021-84ff-878ba9629225 tempest-DeleteServersTestJSON-2075719756 tempest-DeleteServersTestJSON-2075719756-project] 10.222.0.91 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.5695221 Aug 09 16:50:56.994674 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9bc81f-8df5-41ec-a635-c9978bff52c5 service neutron] Pushing event updated for resources: {'Port': ['ID=ba04df11-96c3-4666-be53-8af43db1ed2d,revision_number=2']} {{(pid=111140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:50:57.012870 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.v2.base [req-59a7f06f-9426-4a14-b7a3-dd6052344b9b req-5cbc1183-c3ea-4d2b-9f97-1ccb51c9bb63 service neutron] Request body: {'port': {'device_id': 'e7a274d0-9d37-4f6f-8a7e-2f223cf42198', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85236'}} {{(pid=111141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 16:50:57.015071 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.v2.base [req-079ff5b9-a1c9-4f72-8776-e7bc83dc6278 req-d6f93e2e-b2c2-4b2f-be73-c7a3b8472578 service neutron] Request body: {'port': {'device_id': '10c8e995-dd9a-483b-9c1a-d9301cf27f1e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85236'}} {{(pid=111141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 16:50:57.074582 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-fdb10a3b-c2e9-450e-8926-3510faa192bb admin admin] Publish callbacks [] for security_group (b6f3dc21-5462-4766-83aa-a3fae6caeff2), before_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:57.074940 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-e898a0e2-9c22-4e73-9432-9a6fd0dca095 req-d8360b8a-4d75-40b1-9455-e22fa2808e33 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=2c13ec5a-b577-4bed-aa8c-ce73b8391b3c HTTP/1.1" status: 200 len: 210 time: 0.1371658 Aug 09 16:50:57.099083 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.plugins.ml2.managers [req-b8aa7543-f8bc-4d86-aea1-e1d43d373498 req-af9bc81f-8df5-41ec-a635-c9978bff52c5 service neutron] Attempting to bind port ba04df11-96c3-4666-be53-8af43db1ed2d on host hv-cinder-85236 for vnic_type normal with profile {{(pid=111140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 09 16:50:57.099469 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.plugins.ml2.managers [req-b8aa7543-f8bc-4d86-aea1-e1d43d373498 req-af9bc81f-8df5-41ec-a635-c9978bff52c5 service neutron] Attempting to bind port ba04df11-96c3-4666-be53-8af43db1ed2d by drivers openvswitch,hyperv on host hv-cinder-85236 at level 0 using segments [{'id': 'a94c1f41-ae8b-4dd1-abef-be7e62056af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 981, 'network_id': 'e7c6cdf7-0095-4da2-9004-cdee3c973d7e'}] {{(pid=111140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 09 16:50:57.099915 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8aa7543-f8bc-4d86-aea1-e1d43d373498 req-af9bc81f-8df5-41ec-a635-c9978bff52c5 service neutron] Attempting to bind port ba04df11-96c3-4666-be53-8af43db1ed2d on network e7c6cdf7-0095-4da2-9004-cdee3c973d7e {{(pid=111140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 16:50:57.114755 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8aa7543-f8bc-4d86-aea1-e1d43d373498 req-af9bc81f-8df5-41ec-a635-c9978bff52c5 service neutron] Port ba04df11-96c3-4666-be53-8af43db1ed2d on network e7c6cdf7-0095-4da2-9004-cdee3c973d7e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85236 {{(pid=111140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 09 16:50:57.115234 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8aa7543-f8bc-4d86-aea1-e1d43d373498 req-af9bc81f-8df5-41ec-a635-c9978bff52c5 service neutron] Attempting to bind port ba04df11-96c3-4666-be53-8af43db1ed2d on network e7c6cdf7-0095-4da2-9004-cdee3c973d7e {{(pid=111140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 16:50:57.153567 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-079ff5b9-a1c9-4f72-8776-e7bc83dc6278 req-d6f93e2e-b2c2-4b2f-be73-c7a3b8472578 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (5ad131fe-fddf-4bca-bf02-1713526341b7), before_update {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:57.157790 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-fdb10a3b-c2e9-450e-8926-3510faa192bb admin admin] Publish callbacks [] for security_group (b6f3dc21-5462-4766-83aa-a3fae6caeff2), precommit_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:57.313834 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-59a7f06f-9426-4a14-b7a3-dd6052344b9b req-5cbc1183-c3ea-4d2b-9f97-1ccb51c9bb63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (c7c7c2fe-a482-49a1-bef6-cb7da54c233e), before_update {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:57.314495 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8aa7543-f8bc-4d86-aea1-e1d43d373498 req-af9bc81f-8df5-41ec-a635-c9978bff52c5 service neutron] Checking agent: {'id': 'fd1157aa-8fd8-4c6b-a604-f3842f12d305', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85236', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 9, 16, 48, 30), 'started_at': datetime.datetime(2022, 8, 9, 16, 48, 30), 'heartbeat_timestamp': datetime.datetime(2022, 8, 9, 16, 50, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 09 16:50:57.314495 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8aa7543-f8bc-4d86-aea1-e1d43d373498 req-af9bc81f-8df5-41ec-a635-c9978bff52c5 service neutron] Checking segment: {'id': 'a94c1f41-ae8b-4dd1-abef-be7e62056af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 981, 'network_id': 'e7c6cdf7-0095-4da2-9004-cdee3c973d7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 09 16:50:57.314495 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8aa7543-f8bc-4d86-aea1-e1d43d373498 req-af9bc81f-8df5-41ec-a635-c9978bff52c5 service neutron] Bound using segment: {'id': 'a94c1f41-ae8b-4dd1-abef-be7e62056af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 981, 'network_id': 'e7c6cdf7-0095-4da2-9004-cdee3c973d7e'} {{(pid=111140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 09 16:50:57.314495 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.plugins.ml2.managers [req-b8aa7543-f8bc-4d86-aea1-e1d43d373498 req-af9bc81f-8df5-41ec-a635-c9978bff52c5 service neutron] Bound port: ba04df11-96c3-4666-be53-8af43db1ed2d, host: hv-cinder-85236, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a94c1f41-ae8b-4dd1-abef-be7e62056af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 981, 'network_id': 'e7c6cdf7-0095-4da2-9004-cdee3c973d7e'}}] {{(pid=111140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 09 16:50:57.314495 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [req-b8aa7543-f8bc-4d86-aea1-e1d43d373498 req-af9bc81f-8df5-41ec-a635-c9978bff52c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (ba04df11-96c3-4666-be53-8af43db1ed2d), before_update {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:57.314495 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-4e1b289d-7936-48b9-9ae5-2f1939be8774 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:57.345558 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e3cd1a-80e6-4ad4-ba92-6e9ddb2dce6e req-edec3336-7222-4fe9-83fb-ac78532c57e5 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:50:57.354665 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-72e3cd1a-80e6-4ad4-ba92-6e9ddb2dce6e req-edec3336-7222-4fe9-83fb-ac78532c57e5 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=e7a274d0-9d37-4f6f-8a7e-2f223cf42198 HTTP/1.1" status: 200 len: 931 time: 0.1566639 Aug 09 16:50:57.468980 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.plugins.ml2.db [req-b8aa7543-f8bc-4d86-aea1-e1d43d373498 req-af9bc81f-8df5-41ec-a635-c9978bff52c5 service neutron] For port ba04df11-96c3-4666-be53-8af43db1ed2d, host hv-cinder-85236, cleared binding levels {{(pid=111140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:50:57.473897 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.notifiers.nova [req-e459c0de-f2c6-4e0d-9d3d-eb62af7b2f7a req-a3fa75e3-0b26-4584-b6ff-99cdede25188 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53a24594-3349-4f0d-b4fe-6c7d9baea3f2 {{(pid=111141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 09 16:50:57.476173 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-72e3cd1a-80e6-4ad4-ba92-6e9ddb2dce6e req-579f9fbb-1dcd-415c-b5bb-84e5028900ec tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=40ce6164-59be-4c55-abcb-0149a2e272fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1202300 Aug 09 16:50:57.478451 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.plugins.ml2.db [req-b8aa7543-f8bc-4d86-aea1-e1d43d373498 req-af9bc81f-8df5-41ec-a635-c9978bff52c5 service neutron] For port ba04df11-96c3-4666-be53-8af43db1ed2d, host hv-cinder-85236, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=ba04df11-96c3-4666-be53-8af43db1ed2d,segment=NetworkSegment(a94c1f41-ae8b-4dd1-abef-be7e62056af2),segment_id=a94c1f41-ae8b-4dd1-abef-be7e62056af2)] {{(pid=111140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:50:57.492995 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-e459c0de-f2c6-4e0d-9d3d-eb62af7b2f7a req-a3fa75e3-0b26-4584-b6ff-99cdede25188 service neutron] Publish callbacks [] for port (53a24594-3349-4f0d-b4fe-6c7d9baea3f2), precommit_update {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:57.691468 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-fdb10a3b-c2e9-450e-8926-3510faa192bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763768'] for security_group (b6f3dc21-5462-4766-83aa-a3fae6caeff2), after_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:57.691468 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-fdb10a3b-c2e9-450e-8926-3510faa192bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:57.691717 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.db.provisioning_blocks [req-e459c0de-f2c6-4e0d-9d3d-eb62af7b2f7a req-a3fa75e3-0b26-4584-b6ff-99cdede25188 service neutron] Transition to ACTIVE for port object 53a24594-3349-4f0d-b4fe-6c7d9baea3f2 will not be triggered until provisioned by entity L2. {{(pid=111141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 09 16:50:57.692101 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [None req-fdb10a3b-c2e9-450e-8926-3510faa192bb admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/b6f3dc21-5462-4766-83aa-a3fae6caeff2 HTTP/1.1" status: 204 len: 168 time: 0.8599784 Aug 09 16:50:57.741934 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [req-b8aa7543-f8bc-4d86-aea1-e1d43d373498 req-af9bc81f-8df5-41ec-a635-c9978bff52c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748338263269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748337861771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748337861789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12086682'] for port (ba04df11-96c3-4666-be53-8af43db1ed2d), after_update {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:57.760511 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb10a3b-c2e9-450e-8926-3510faa192bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6f3dc21-5462-4766-83aa-a3fae6caeff2,revision_number=None']} {{(pid=111140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:50:57.856403 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8aa7543-f8bc-4d86-aea1-e1d43d373498 req-af9bc81f-8df5-41ec-a635-c9978bff52c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:50:57.856961 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [req-b8aa7543-f8bc-4d86-aea1-e1d43d373498 req-af9bc81f-8df5-41ec-a635-c9978bff52c5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526441'] for port (None), before_response {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:57.858963 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-b8aa7543-f8bc-4d86-aea1-e1d43d373498 req-af9bc81f-8df5-41ec-a635-c9978bff52c5 service neutron] 10.222.0.91 "PUT /networking/v2.0/ports/ba04df11-96c3-4666-be53-8af43db1ed2d HTTP/1.1" status: 200 len: 1093 time: 3.8335893 Aug 09 16:50:57.859953 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9bc81f-8df5-41ec-a635-c9978bff52c5 service neutron] Pushing event updated for resources: {'Port': ['ID=ba04df11-96c3-4666-be53-8af43db1ed2d,revision_number=3']} {{(pid=111140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:50:57.862898 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bad3d121-535f-4a16-b412-574cf5da50e9', 'tag': 'ba04df11-96c3-4666-be53-8af43db1ed2d'}] {{(pid=111140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 16:50:57.906435 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=4,neutron:INSERT=1 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:50:57.907214 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-e459c0de-f2c6-4e0d-9d3d-eb62af7b2f7a req-a3fa75e3-0b26-4584-b6ff-99cdede25188 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748338263269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748337861771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748337861789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12487573'] for port (53a24594-3349-4f0d-b4fe-6c7d9baea3f2), after_update {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:57.994218 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-4e1b289d-7936-48b9-9ae5-2f1939be8774 admin admin] Publish callbacks [] for security_group (c6b0990b-6782-4eca-955f-a8d293296243), precommit_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:58.048290 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fa75e3-0b26-4584-b6ff-99cdede25188 service neutron] Pushing event updated for resources: {'Port': ['ID=53a24594-3349-4f0d-b4fe-6c7d9baea3f2,revision_number=2']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:50:58.101742 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG dbcounter [-] [111143] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:50:58.119505 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f637ac-801a-4d9b-9345-edcbb36f6bdf req-6d4f8f84-f16b-4ba5-afb9-ad425ee903dd tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:50:58.119725 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a72e8d5-db0c-4917-8b07-e127a0f2169f req-11ad9b14-39a6-48db-96c1-1ef67f6d355e tempest-DeleteServersTestJSON-2075719756 tempest-DeleteServersTestJSON-2075719756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:50:58.122523 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-b8f637ac-801a-4d9b-9345-edcbb36f6bdf req-6d4f8f84-f16b-4ba5-afb9-ad425ee903dd tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=bad3d121-535f-4a16-b412-574cf5da50e9 HTTP/1.1" status: 200 len: 943 time: 0.4328296 Aug 09 16:50:58.134306 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-7a72e8d5-db0c-4917-8b07-e127a0f2169f req-11ad9b14-39a6-48db-96c1-1ef67f6d355e tempest-DeleteServersTestJSON-2075719756 tempest-DeleteServersTestJSON-2075719756-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=10c8e995-dd9a-483b-9c1a-d9301cf27f1e HTTP/1.1" status: 200 len: 932 time: 0.1174664 Aug 09 16:50:58.201691 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-7a72e8d5-db0c-4917-8b07-e127a0f2169f req-0103d918-3ce6-4546-9741-3c236ef1c2f4 tempest-DeleteServersTestJSON-2075719756 tempest-DeleteServersTestJSON-2075719756-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=4055fc19-de1b-4836-be2e-c70018f2c6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663273 Aug 09 16:50:58.236053 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-4e1b289d-7936-48b9-9ae5-2f1939be8774 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763768'] for security_group (c6b0990b-6782-4eca-955f-a8d293296243), after_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:58.361642 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f41bda9ed637a92b78517b41d4edf2586523f8da12b25a219bf38f0aed6eb417" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ccb4ae7-87d8-4813-a2c1-dafdffa124b4" -d '{"events": [{"name": "network-changed", "server_uuid": "bad3d121-535f-4a16-b412-574cf5da50e9", "tag": "ba04df11-96c3-4666-be53-8af43db1ed2d"}]}' {{(pid=111140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:50:58.389549 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [None req-4e1b289d-7936-48b9-9ae5-2f1939be8774 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=df10d8eb72924ad9bb321570413029ec&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5997365 Aug 09 16:50:58.425864 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.wsgi [-] (111140) accepted ('10.222.0.59', 49294) {{(pid=111140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:50:58.562930 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1b289d-7936-48b9-9ae5-2f1939be8774 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6b0990b-6782-4eca-955f-a8d293296243,revision_number=1']} {{(pid=111140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:50:58.617030 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-fbe5d003-0599-442f-ab5e-d763c8316b6b req-b97e2fc3-e108-4718-bab9-323f282b45e0 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=2c13ec5a-b577-4bed-aa8c-ce73b8391b3c HTTP/1.1" status: 200 len: 210 time: 0.2237449 Aug 09 16:50:58.754131 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8aa7543-f8bc-4d86-aea1-e1d43d373498 req-5545e9c4-bf10-4d0a-ad76-b2ff472ee2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:50:58.763051 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-b8aa7543-f8bc-4d86-aea1-e1d43d373498 req-5545e9c4-bf10-4d0a-ad76-b2ff472ee2cb service neutron] 10.222.0.91 "GET /networking/v2.0/ports?tenant_id=b681b90f2f074e8c8cfb11939edc7f72&device_id=bad3d121-535f-4a16-b412-574cf5da50e9 HTTP/1.1" status: 200 len: 1127 time: 0.3984282 Aug 09 16:50:58.767565 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-f392b054-1cbd-4bb2-9d97-809a5ded2358 admin admin] Publish callbacks [] for security_group (c6b0990b-6782-4eca-955f-a8d293296243), before_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:58.807423 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-f392b054-1cbd-4bb2-9d97-809a5ded2358 admin admin] Publish callbacks [] for security_group (c6b0990b-6782-4eca-955f-a8d293296243), precommit_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:58.918595 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-b8aa7543-f8bc-4d86-aea1-e1d43d373498 req-2225878e-b8ba-47bc-a0b0-97ff95666c97 service neutron] 10.222.0.91 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ba04df11-96c3-4666-be53-8af43db1ed2d HTTP/1.1" status: 200 len: 217 time: 0.1073978 Aug 09 16:50:59.021797 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8aa7543-f8bc-4d86-aea1-e1d43d373498 req-a62468fe-1e27-44ac-85e4-f1eb7c45ccc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:50:59.023740 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-b8aa7543-f8bc-4d86-aea1-e1d43d373498 req-a62468fe-1e27-44ac-85e4-f1eb7c45ccc0 service neutron] 10.222.0.91 "GET /networking/v2.0/subnets?id=fa8494ca-da5a-4e74-b349-aebeb3fbaa4a HTTP/1.1" status: 200 len: 857 time: 0.0935395 Aug 09 16:50:59.036570 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-b8f637ac-801a-4d9b-9345-edcbb36f6bdf req-6db7b738-d43e-4830-bd1a-afd98e05d099 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=2bdfd362-24cf-46bd-9f16-b84704a8b95f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8758044 Aug 09 16:50:59.052625 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.managers [req-e459c0de-f2c6-4e0d-9d3d-eb62af7b2f7a req-a3fa75e3-0b26-4584-b6ff-99cdede25188 service neutron] Attempting to bind port 53a24594-3349-4f0d-b4fe-6c7d9baea3f2 on host hv-cinder-85236 for vnic_type normal with profile {{(pid=111141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 09 16:50:59.053151 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.managers [req-e459c0de-f2c6-4e0d-9d3d-eb62af7b2f7a req-a3fa75e3-0b26-4584-b6ff-99cdede25188 service neutron] Attempting to bind port 53a24594-3349-4f0d-b4fe-6c7d9baea3f2 by drivers openvswitch,hyperv on host hv-cinder-85236 at level 0 using segments [{'id': 'a94c1f41-ae8b-4dd1-abef-be7e62056af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 981, 'network_id': 'e7c6cdf7-0095-4da2-9004-cdee3c973d7e'}] {{(pid=111141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 09 16:50:59.053597 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e459c0de-f2c6-4e0d-9d3d-eb62af7b2f7a req-a3fa75e3-0b26-4584-b6ff-99cdede25188 service neutron] Attempting to bind port 53a24594-3349-4f0d-b4fe-6c7d9baea3f2 on network e7c6cdf7-0095-4da2-9004-cdee3c973d7e {{(pid=111141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 16:50:59.080116 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.notifiers.nova [req-079ff5b9-a1c9-4f72-8776-e7bc83dc6278 req-d6f93e2e-b2c2-4b2f-be73-c7a3b8472578 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ad131fe-fddf-4bca-bf02-1713526341b7 {{(pid=111141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 09 16:50:59.111360 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e459c0de-f2c6-4e0d-9d3d-eb62af7b2f7a req-a3fa75e3-0b26-4584-b6ff-99cdede25188 service neutron] Port 53a24594-3349-4f0d-b4fe-6c7d9baea3f2 on network e7c6cdf7-0095-4da2-9004-cdee3c973d7e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85236 {{(pid=111141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 09 16:50:59.111872 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e459c0de-f2c6-4e0d-9d3d-eb62af7b2f7a req-a3fa75e3-0b26-4584-b6ff-99cdede25188 service neutron] Attempting to bind port 53a24594-3349-4f0d-b4fe-6c7d9baea3f2 on network e7c6cdf7-0095-4da2-9004-cdee3c973d7e {{(pid=111141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 16:50:59.125186 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-079ff5b9-a1c9-4f72-8776-e7bc83dc6278 req-d6f93e2e-b2c2-4b2f-be73-c7a3b8472578 service neutron] Publish callbacks [] for port (5ad131fe-fddf-4bca-bf02-1713526341b7), precommit_update {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:59.126302 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e459c0de-f2c6-4e0d-9d3d-eb62af7b2f7a req-a3fa75e3-0b26-4584-b6ff-99cdede25188 service neutron] Checking agent: {'id': 'fd1157aa-8fd8-4c6b-a604-f3842f12d305', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85236', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 9, 16, 48, 30), 'started_at': datetime.datetime(2022, 8, 9, 16, 48, 30), 'heartbeat_timestamp': datetime.datetime(2022, 8, 9, 16, 50, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 09 16:50:59.126729 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e459c0de-f2c6-4e0d-9d3d-eb62af7b2f7a req-a3fa75e3-0b26-4584-b6ff-99cdede25188 service neutron] Checking segment: {'id': 'a94c1f41-ae8b-4dd1-abef-be7e62056af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 981, 'network_id': 'e7c6cdf7-0095-4da2-9004-cdee3c973d7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 09 16:50:59.127453 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e459c0de-f2c6-4e0d-9d3d-eb62af7b2f7a req-a3fa75e3-0b26-4584-b6ff-99cdede25188 service neutron] Bound using segment: {'id': 'a94c1f41-ae8b-4dd1-abef-be7e62056af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 981, 'network_id': 'e7c6cdf7-0095-4da2-9004-cdee3c973d7e'} {{(pid=111141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 09 16:50:59.129715 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.managers [req-e459c0de-f2c6-4e0d-9d3d-eb62af7b2f7a req-a3fa75e3-0b26-4584-b6ff-99cdede25188 service neutron] Bound port: 53a24594-3349-4f0d-b4fe-6c7d9baea3f2, host: hv-cinder-85236, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a94c1f41-ae8b-4dd1-abef-be7e62056af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 981, 'network_id': 'e7c6cdf7-0095-4da2-9004-cdee3c973d7e'}}] {{(pid=111141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 09 16:50:59.130184 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-e459c0de-f2c6-4e0d-9d3d-eb62af7b2f7a req-a3fa75e3-0b26-4584-b6ff-99cdede25188 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (53a24594-3349-4f0d-b4fe-6c7d9baea3f2), before_update {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:59.167510 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.wsgi [-] (111140) accepted ('10.222.0.59', 49308) {{(pid=111140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:50:59.202506 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-f392b054-1cbd-4bb2-9d97-809a5ded2358 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763768'] for security_group (c6b0990b-6782-4eca-955f-a8d293296243), after_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:59.205008 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-f392b054-1cbd-4bb2-9d97-809a5ded2358 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:59.206136 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [None req-f392b054-1cbd-4bb2-9d97-809a5ded2358 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/c6b0990b-6782-4eca-955f-a8d293296243 HTTP/1.1" status: 204 len: 168 time: 0.7785687 Aug 09 16:50:59.233677 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f392b054-1cbd-4bb2-9d97-809a5ded2358 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6b0990b-6782-4eca-955f-a8d293296243,revision_number=None']} {{(pid=111140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:50:59.259535 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-dd7d8bb7-9ecc-49d0-82d7-982d13081728 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:59.279250 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8aa7543-f8bc-4d86-aea1-e1d43d373498 req-0dad72db-d18b-4e8c-ae4e-43fbd9352c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:50:59.280757 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-b8aa7543-f8bc-4d86-aea1-e1d43d373498 req-0dad72db-d18b-4e8c-ae4e-43fbd9352c65 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?network_id=e7c6cdf7-0095-4da2-9004-cdee3c973d7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2245591 Aug 09 16:50:59.354873 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Aug 2022 16:50:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99005d4b-951c-471d-8486-55ccd8f1a3ea x-openstack-request-id: req-99005d4b-951c-471d-8486-55ccd8f1a3ea {{(pid=111140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:50:59.355220 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bad3d121-535f-4a16-b412-574cf5da50e9", "tag": "ba04df11-96c3-4666-be53-8af43db1ed2d", "status": "completed", "code": 200}]} {{(pid=111140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:50:59.356335 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-99005d4b-951c-471d-8486-55ccd8f1a3ea {{(pid=111140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:50:59.358084 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99005d4b-951c-471d-8486-55ccd8f1a3ea'] response: {'name': 'network-changed', 'server_uuid': 'bad3d121-535f-4a16-b412-574cf5da50e9', 'tag': 'ba04df11-96c3-4666-be53-8af43db1ed2d', 'status': 'completed', 'code': 200} Aug 09 16:50:59.436861 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.db.provisioning_blocks [req-079ff5b9-a1c9-4f72-8776-e7bc83dc6278 req-d6f93e2e-b2c2-4b2f-be73-c7a3b8472578 service neutron] Transition to ACTIVE for port object 5ad131fe-fddf-4bca-bf02-1713526341b7 will not be triggered until provisioned by entity L2. {{(pid=111141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 09 16:50:59.452366 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0791ec10-778f-43c1-8b86-f79f2c89d95e req-a2c71212-99c6-4774-b371-c9958acc0cc7 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:50:59.469775 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-0791ec10-778f-43c1-8b86-f79f2c89d95e req-a2c71212-99c6-4774-b371-c9958acc0cc7 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=e7a274d0-9d37-4f6f-8a7e-2f223cf42198 HTTP/1.1" status: 200 len: 931 time: 0.1500006 Aug 09 16:50:59.491003 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.db [req-e459c0de-f2c6-4e0d-9d3d-eb62af7b2f7a req-a3fa75e3-0b26-4584-b6ff-99cdede25188 service neutron] For port 53a24594-3349-4f0d-b4fe-6c7d9baea3f2, host hv-cinder-85236, cleared binding levels {{(pid=111141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:50:59.497101 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f4d615-d6b8-4212-adb2-319c80d3df75 req-d74a2b10-11f8-4ea1-b9a8-d1daef436b90 tempest-DeleteServersTestJSON-2075719756 tempest-DeleteServersTestJSON-2075719756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:50:59.497101 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-52f4d615-d6b8-4212-adb2-319c80d3df75 req-d74a2b10-11f8-4ea1-b9a8-d1daef436b90 tempest-DeleteServersTestJSON-2075719756 tempest-DeleteServersTestJSON-2075719756-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=10c8e995-dd9a-483b-9c1a-d9301cf27f1e HTTP/1.1" status: 200 len: 932 time: 0.0632894 Aug 09 16:50:59.516391 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.db [req-e459c0de-f2c6-4e0d-9d3d-eb62af7b2f7a req-a3fa75e3-0b26-4584-b6ff-99cdede25188 service neutron] For port 53a24594-3349-4f0d-b4fe-6c7d9baea3f2, host hv-cinder-85236, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=53a24594-3349-4f0d-b4fe-6c7d9baea3f2,segment=NetworkSegment(a94c1f41-ae8b-4dd1-abef-be7e62056af2),segment_id=a94c1f41-ae8b-4dd1-abef-be7e62056af2)] {{(pid=111141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:50:59.521630 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.notifiers.nova [req-59a7f06f-9426-4a14-b7a3-dd6052344b9b req-5cbc1183-c3ea-4d2b-9f97-1ccb51c9bb63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7c7c2fe-a482-49a1-bef6-cb7da54c233e {{(pid=111141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 09 16:50:59.527690 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-dd7d8bb7-9ecc-49d0-82d7-982d13081728 admin admin] Publish callbacks [] for security_group (07ed645d-3321-49f8-9d04-3e0767ca807a), precommit_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:59.545757 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-59a7f06f-9426-4a14-b7a3-dd6052344b9b req-5cbc1183-c3ea-4d2b-9f97-1ccb51c9bb63 service neutron] Publish callbacks [] for port (c7c7c2fe-a482-49a1-bef6-cb7da54c233e), precommit_update {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:59.551348 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-079ff5b9-a1c9-4f72-8776-e7bc83dc6278 req-d6f93e2e-b2c2-4b2f-be73-c7a3b8472578 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748338263269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748337861771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748337861789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12487573'] for port (5ad131fe-fddf-4bca-bf02-1713526341b7), after_update {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:59.614388 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-52f4d615-d6b8-4212-adb2-319c80d3df75 req-ce0cf8d3-7214-4429-b889-5d605d03f8a2 tempest-DeleteServersTestJSON-2075719756 tempest-DeleteServersTestJSON-2075719756-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=4055fc19-de1b-4836-be2e-c70018f2c6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036108 Aug 09 16:50:59.632729 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-dd7d8bb7-9ecc-49d0-82d7-982d13081728 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763768'] for security_group (07ed645d-3321-49f8-9d04-3e0767ca807a), after_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:59.695305 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-0791ec10-778f-43c1-8b86-f79f2c89d95e req-5e66c37d-c918-4ae2-a527-01561b330557 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=40ce6164-59be-4c55-abcb-0149a2e272fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2230580 Aug 09 16:50:59.715440 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-e459c0de-f2c6-4e0d-9d3d-eb62af7b2f7a req-a3fa75e3-0b26-4584-b6ff-99cdede25188 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748338263269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748337861771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748337861789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12487573'] for port (53a24594-3349-4f0d-b4fe-6c7d9baea3f2), after_update {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:59.722816 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e459c0de-f2c6-4e0d-9d3d-eb62af7b2f7a req-a3fa75e3-0b26-4584-b6ff-99cdede25188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:50:59.728189 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-e459c0de-f2c6-4e0d-9d3d-eb62af7b2f7a req-a3fa75e3-0b26-4584-b6ff-99cdede25188 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526441'] for port (None), before_response {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:59.728334 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (fd1157aa-8fd8-4c6b-a604-f3842f12d305), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:59.728874 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-e459c0de-f2c6-4e0d-9d3d-eb62af7b2f7a req-a3fa75e3-0b26-4584-b6ff-99cdede25188 service neutron] 10.222.0.91 "PUT /networking/v2.0/ports/53a24594-3349-4f0d-b4fe-6c7d9baea3f2 HTTP/1.1" status: 200 len: 1094 time: 3.9683321 Aug 09 16:50:59.728874 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.db.provisioning_blocks [req-59a7f06f-9426-4a14-b7a3-dd6052344b9b req-5cbc1183-c3ea-4d2b-9f97-1ccb51c9bb63 service neutron] Transition to ACTIVE for port object c7c7c2fe-a482-49a1-bef6-cb7da54c233e will not be triggered until provisioned by entity L2. {{(pid=111141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 09 16:50:59.734161 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4d48aed-6528-46cd-a11e-6899591a4a27', 'tag': '53a24594-3349-4f0d-b4fe-6c7d9baea3f2'}] {{(pid=111141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 16:50:59.812229 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f93e2e-b2c2-4b2f-be73-c7a3b8472578 service neutron] Pushing event updated for resources: {'Port': ['ID=5ad131fe-fddf-4bca-bf02-1713526341b7,revision_number=2']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:50:59.837979 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [None req-dd7d8bb7-9ecc-49d0-82d7-982d13081728 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=00562d1ea6364c30bfc988b4d27dcc9e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6693535 Aug 09 16:50:59.856765 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.wsgi [-] (111140) accepted ('10.222.0.59', 49334) {{(pid=111140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:50:59.860123 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7d8bb7-9ecc-49d0-82d7-982d13081728 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07ed645d-3321-49f8-9d04-3e0767ca807a,revision_number=1']} {{(pid=111140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:50:59.970866 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-59a7f06f-9426-4a14-b7a3-dd6052344b9b req-5cbc1183-c3ea-4d2b-9f97-1ccb51c9bb63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748338263269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748337861771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748337861789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12487573'] for port (c7c7c2fe-a482-49a1-bef6-cb7da54c233e), after_update {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:50:59.987162 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-e51802c1-3c17-4c58-9f1b-1461cac35cd1 req-f7616de5-4c2b-4392-8ee6-a1fd910d5d63 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=2c13ec5a-b577-4bed-aa8c-ce73b8391b3c HTTP/1.1" status: 200 len: 210 time: 0.0741143 Aug 09 16:51:00.074458 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-eee82e4b-884a-4b1f-b975-bb901778e190 admin admin] Publish callbacks [] for security_group (07ed645d-3321-49f8-9d04-3e0767ca807a), before_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:00.077848 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-b8aa7543-f8bc-4d86-aea1-e1d43d373498 req-95f87528-e426-4036-81a5-513a2ebd4470 service neutron] 10.222.0.91 "GET /networking/v2.0/networks/e7c6cdf7-0095-4da2-9004-cdee3c973d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3438845 Aug 09 16:51:00.110715 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.wsgi [-] (111141) accepted ('10.222.0.91', 63139) {{(pid=111141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:51:00.117697 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-eee82e4b-884a-4b1f-b975-bb901778e190 admin admin] Publish callbacks [] for security_group (07ed645d-3321-49f8-9d04-3e0767ca807a), precommit_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:00.266531 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-b8aa7543-f8bc-4d86-aea1-e1d43d373498 req-81b5b74b-a74c-4be9-9f88-54f298c49f06 service neutron] 10.222.0.91 "GET /networking/v2.0/networks/e7c6cdf7-0095-4da2-9004-cdee3c973d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207438 Aug 09 16:51:00.393085 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fa75e3-0b26-4584-b6ff-99cdede25188 service neutron] Pushing event updated for resources: {'Port': ['ID=53a24594-3349-4f0d-b4fe-6c7d9baea3f2,revision_number=3']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:00.420584 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.agents_db [None req-a4db1589-5d5b-4049-8210-f6e9f318fefd None None] Agent healthcheck: found 6 active agents {{(pid=111143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:51:00.527217 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fc61e086496b7b72fa0be04cca19be1e9321c349ae61d053137ad661f53d53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d095d89a-30ef-4253-93b0-91cec6a3b14a" -d '{"events": [{"name": "network-changed", "server_uuid": "a4d48aed-6528-46cd-a11e-6899591a4a27", "tag": "53a24594-3349-4f0d-b4fe-6c7d9baea3f2"}]}' {{(pid=111141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:51:00.544229 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e459c0de-f2c6-4e0d-9d3d-eb62af7b2f7a req-41841d3a-48f4-41ec-951d-1fb0dddd2d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:00.545931 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-e459c0de-f2c6-4e0d-9d3d-eb62af7b2f7a req-41841d3a-48f4-41ec-951d-1fb0dddd2d2f service neutron] 10.222.0.91 "GET /networking/v2.0/ports?tenant_id=b681b90f2f074e8c8cfb11939edc7f72&device_id=a4d48aed-6528-46cd-a11e-6899591a4a27 HTTP/1.1" status: 200 len: 1128 time: 0.5646658 Aug 09 16:51:00.563666 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-eee82e4b-884a-4b1f-b975-bb901778e190 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763768'] for security_group (07ed645d-3321-49f8-9d04-3e0767ca807a), after_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:00.570249 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-eee82e4b-884a-4b1f-b975-bb901778e190 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:00.575773 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [None req-eee82e4b-884a-4b1f-b975-bb901778e190 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/07ed645d-3321-49f8-9d04-3e0767ca807a HTTP/1.1" status: 204 len: 168 time: 0.7171428 Aug 09 16:51:00.597392 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee82e4b-884a-4b1f-b975-bb901778e190 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07ed645d-3321-49f8-9d04-3e0767ca807a,revision_number=None']} {{(pid=111140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:00.617639 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.managers [req-59a7f06f-9426-4a14-b7a3-dd6052344b9b req-5cbc1183-c3ea-4d2b-9f97-1ccb51c9bb63 service neutron] Attempting to bind port c7c7c2fe-a482-49a1-bef6-cb7da54c233e on host hv-cinder-85236 for vnic_type normal with profile {{(pid=111141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 09 16:51:00.617978 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.managers [req-59a7f06f-9426-4a14-b7a3-dd6052344b9b req-5cbc1183-c3ea-4d2b-9f97-1ccb51c9bb63 service neutron] Attempting to bind port c7c7c2fe-a482-49a1-bef6-cb7da54c233e by drivers openvswitch,hyperv on host hv-cinder-85236 at level 0 using segments [{'id': '087eff6f-7ffe-4685-8407-ebe76234df3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 976, 'network_id': 'c6e9ea29-d63f-40f2-84ee-974e268aa2d8'}] {{(pid=111141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 09 16:51:00.618311 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59a7f06f-9426-4a14-b7a3-dd6052344b9b req-5cbc1183-c3ea-4d2b-9f97-1ccb51c9bb63 service neutron] Attempting to bind port c7c7c2fe-a482-49a1-bef6-cb7da54c233e on network c6e9ea29-d63f-40f2-84ee-974e268aa2d8 {{(pid=111141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 16:51:00.622947 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:51:00.652182 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00799fa1-02fa-44bd-9ee7-639ccb5474ae req-497f0fd9-526d-4643-ba21-719e7251f82f tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:00.655656 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-00799fa1-02fa-44bd-9ee7-639ccb5474ae req-497f0fd9-526d-4643-ba21-719e7251f82f tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.91 "GET /networking/v2.0/networks?id=d512bb64-4fdf-40f1-b457-d57f69ae1831 HTTP/1.1" status: 200 len: 814 time: 0.4680297 Aug 09 16:51:00.662068 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc86c5f-d692-421d-af51-edc3726932cf req-6ee72e49-0585-4fcf-bd84-d94d742acdb2 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:00.666305 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-cbc86c5f-d692-421d-af51-edc3726932cf req-6ee72e49-0585-4fcf-bd84-d94d742acdb2 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=bad3d121-535f-4a16-b412-574cf5da50e9 HTTP/1.1" status: 200 len: 943 time: 0.4849021 Aug 09 16:51:00.666305 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59a7f06f-9426-4a14-b7a3-dd6052344b9b req-5cbc1183-c3ea-4d2b-9f97-1ccb51c9bb63 service neutron] Port c7c7c2fe-a482-49a1-bef6-cb7da54c233e on network c6e9ea29-d63f-40f2-84ee-974e268aa2d8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85236 {{(pid=111141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 09 16:51:00.666714 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59a7f06f-9426-4a14-b7a3-dd6052344b9b req-5cbc1183-c3ea-4d2b-9f97-1ccb51c9bb63 service neutron] Attempting to bind port c7c7c2fe-a482-49a1-bef6-cb7da54c233e on network c6e9ea29-d63f-40f2-84ee-974e268aa2d8 {{(pid=111141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 16:51:00.672122 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.managers [req-079ff5b9-a1c9-4f72-8776-e7bc83dc6278 req-d6f93e2e-b2c2-4b2f-be73-c7a3b8472578 service neutron] Attempting to bind port 5ad131fe-fddf-4bca-bf02-1713526341b7 on host hv-cinder-85236 for vnic_type normal with profile {{(pid=111141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 09 16:51:00.672469 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.managers [req-079ff5b9-a1c9-4f72-8776-e7bc83dc6278 req-d6f93e2e-b2c2-4b2f-be73-c7a3b8472578 service neutron] Attempting to bind port 5ad131fe-fddf-4bca-bf02-1713526341b7 by drivers openvswitch,hyperv on host hv-cinder-85236 at level 0 using segments [{'id': '98d3c410-8005-4210-b36d-790e6c16d8ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 986, 'network_id': '282e3700-6650-40cf-853f-239074e73a36'}] {{(pid=111141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 09 16:51:00.672792 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-079ff5b9-a1c9-4f72-8776-e7bc83dc6278 req-d6f93e2e-b2c2-4b2f-be73-c7a3b8472578 service neutron] Attempting to bind port 5ad131fe-fddf-4bca-bf02-1713526341b7 on network 282e3700-6650-40cf-853f-239074e73a36 {{(pid=111141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 16:51:00.695474 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59a7f06f-9426-4a14-b7a3-dd6052344b9b req-5cbc1183-c3ea-4d2b-9f97-1ccb51c9bb63 service neutron] Checking agent: {'id': 'fd1157aa-8fd8-4c6b-a604-f3842f12d305', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85236', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 9, 16, 48, 30), 'started_at': datetime.datetime(2022, 8, 9, 16, 48, 30), 'heartbeat_timestamp': datetime.datetime(2022, 8, 9, 16, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 09 16:51:00.695709 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59a7f06f-9426-4a14-b7a3-dd6052344b9b req-5cbc1183-c3ea-4d2b-9f97-1ccb51c9bb63 service neutron] Checking segment: {'id': '087eff6f-7ffe-4685-8407-ebe76234df3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 976, 'network_id': 'c6e9ea29-d63f-40f2-84ee-974e268aa2d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 09 16:51:00.696096 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59a7f06f-9426-4a14-b7a3-dd6052344b9b req-5cbc1183-c3ea-4d2b-9f97-1ccb51c9bb63 service neutron] Bound using segment: {'id': '087eff6f-7ffe-4685-8407-ebe76234df3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 976, 'network_id': 'c6e9ea29-d63f-40f2-84ee-974e268aa2d8'} {{(pid=111141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 09 16:51:00.696528 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.managers [req-59a7f06f-9426-4a14-b7a3-dd6052344b9b req-5cbc1183-c3ea-4d2b-9f97-1ccb51c9bb63 service neutron] Bound port: c7c7c2fe-a482-49a1-bef6-cb7da54c233e, host: hv-cinder-85236, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '087eff6f-7ffe-4685-8407-ebe76234df3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 976, 'network_id': 'c6e9ea29-d63f-40f2-84ee-974e268aa2d8'}}] {{(pid=111141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 09 16:51:00.696887 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-59a7f06f-9426-4a14-b7a3-dd6052344b9b req-5cbc1183-c3ea-4d2b-9f97-1ccb51c9bb63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (c7c7c2fe-a482-49a1-bef6-cb7da54c233e), before_update {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:00.701087 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-079ff5b9-a1c9-4f72-8776-e7bc83dc6278 req-d6f93e2e-b2c2-4b2f-be73-c7a3b8472578 service neutron] Port 5ad131fe-fddf-4bca-bf02-1713526341b7 on network 282e3700-6650-40cf-853f-239074e73a36 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85236 {{(pid=111141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 09 16:51:00.702393 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-079ff5b9-a1c9-4f72-8776-e7bc83dc6278 req-d6f93e2e-b2c2-4b2f-be73-c7a3b8472578 service neutron] Attempting to bind port 5ad131fe-fddf-4bca-bf02-1713526341b7 on network 282e3700-6650-40cf-853f-239074e73a36 {{(pid=111141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 16:51:00.709407 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.wsgi [-] (111140) accepted ('10.222.0.59', 49354) {{(pid=111140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:51:00.725436 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbc1183-c3ea-4d2b-9f97-1ccb51c9bb63 service neutron] Pushing event updated for resources: {'Port': ['ID=c7c7c2fe-a482-49a1-bef6-cb7da54c233e,revision_number=2']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:00.729806 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-07dca118-2cc2-4103-897d-942e91427d4c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:00.763563 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-079ff5b9-a1c9-4f72-8776-e7bc83dc6278 req-d6f93e2e-b2c2-4b2f-be73-c7a3b8472578 service neutron] Checking agent: {'id': 'fd1157aa-8fd8-4c6b-a604-f3842f12d305', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85236', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 9, 16, 48, 30), 'started_at': datetime.datetime(2022, 8, 9, 16, 48, 30), 'heartbeat_timestamp': datetime.datetime(2022, 8, 9, 16, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 09 16:51:00.763923 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-079ff5b9-a1c9-4f72-8776-e7bc83dc6278 req-d6f93e2e-b2c2-4b2f-be73-c7a3b8472578 service neutron] Checking segment: {'id': '98d3c410-8005-4210-b36d-790e6c16d8ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 986, 'network_id': '282e3700-6650-40cf-853f-239074e73a36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 09 16:51:00.764318 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-079ff5b9-a1c9-4f72-8776-e7bc83dc6278 req-d6f93e2e-b2c2-4b2f-be73-c7a3b8472578 service neutron] Bound using segment: {'id': '98d3c410-8005-4210-b36d-790e6c16d8ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 986, 'network_id': '282e3700-6650-40cf-853f-239074e73a36'} {{(pid=111141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 09 16:51:00.764755 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.managers [req-079ff5b9-a1c9-4f72-8776-e7bc83dc6278 req-d6f93e2e-b2c2-4b2f-be73-c7a3b8472578 service neutron] Bound port: 5ad131fe-fddf-4bca-bf02-1713526341b7, host: hv-cinder-85236, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98d3c410-8005-4210-b36d-790e6c16d8ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 986, 'network_id': '282e3700-6650-40cf-853f-239074e73a36'}}] {{(pid=111141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 09 16:51:00.765116 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-079ff5b9-a1c9-4f72-8776-e7bc83dc6278 req-d6f93e2e-b2c2-4b2f-be73-c7a3b8472578 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (5ad131fe-fddf-4bca-bf02-1713526341b7), before_update {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:00.819270 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:51:00.924551 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-cbc86c5f-d692-421d-af51-edc3726932cf req-b991475f-b661-4c8c-9a02-4eb7976d6b96 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=2bdfd362-24cf-46bd-9f16-b84704a8b95f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2435205 Aug 09 16:51:00.930463 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-07dca118-2cc2-4103-897d-942e91427d4c admin admin] Publish callbacks [] for security_group (d5f563a7-8f6b-49a9-bb75-7f4221e2d832), precommit_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:00.986022 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccb4ae7-87d8-4813-a2c1-dafdffa124b4 req-f7896d1a-c0ff-49b5-8d70-6220ffa3ba84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:00.987594 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-6ccb4ae7-87d8-4813-a2c1-dafdffa124b4 req-f7896d1a-c0ff-49b5-8d70-6220ffa3ba84 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?tenant_id=b681b90f2f074e8c8cfb11939edc7f72&device_id=bad3d121-535f-4a16-b412-574cf5da50e9 HTTP/1.1" status: 200 len: 1127 time: 0.0536556 Aug 09 16:51:01.046145 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.db [req-079ff5b9-a1c9-4f72-8776-e7bc83dc6278 req-d6f93e2e-b2c2-4b2f-be73-c7a3b8472578 service neutron] For port 5ad131fe-fddf-4bca-bf02-1713526341b7, host hv-cinder-85236, cleared binding levels {{(pid=111141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:51:01.051800 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.db [req-079ff5b9-a1c9-4f72-8776-e7bc83dc6278 req-d6f93e2e-b2c2-4b2f-be73-c7a3b8472578 service neutron] For port 5ad131fe-fddf-4bca-bf02-1713526341b7, host hv-cinder-85236, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=5ad131fe-fddf-4bca-bf02-1713526341b7,segment=NetworkSegment(98d3c410-8005-4210-b36d-790e6c16d8ec),segment_id=98d3c410-8005-4210-b36d-790e6c16d8ec)] {{(pid=111141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:51:01.067325 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Aug 2022 16:51:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d737ddd2-466c-4939-806b-a49e00d00bef x-openstack-request-id: req-d737ddd2-466c-4939-806b-a49e00d00bef {{(pid=111141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:51:01.067325 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4d48aed-6528-46cd-a11e-6899591a4a27", "tag": "53a24594-3349-4f0d-b4fe-6c7d9baea3f2", "status": "completed", "code": 200}]} {{(pid=111141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:51:01.067325 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d737ddd2-466c-4939-806b-a49e00d00bef {{(pid=111141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:51:01.067325 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d737ddd2-466c-4939-806b-a49e00d00bef'] response: {'name': 'network-changed', 'server_uuid': 'a4d48aed-6528-46cd-a11e-6899591a4a27', 'tag': '53a24594-3349-4f0d-b4fe-6c7d9baea3f2', 'status': 'completed', 'code': 200} Aug 09 16:51:01.093094 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:51:01.216448 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-07dca118-2cc2-4103-897d-942e91427d4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763768'] for security_group (d5f563a7-8f6b-49a9-bb75-7f4221e2d832), after_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:01.247172 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-e459c0de-f2c6-4e0d-9d3d-eb62af7b2f7a req-e1b4b588-8c6d-4e47-aa93-d2a641a0ea3a service neutron] 10.222.0.91 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=53a24594-3349-4f0d-b4fe-6c7d9baea3f2 HTTP/1.1" status: 200 len: 217 time: 0.3609614 Aug 09 16:51:01.249594 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-079ff5b9-a1c9-4f72-8776-e7bc83dc6278 req-d6f93e2e-b2c2-4b2f-be73-c7a3b8472578 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748338263269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748337861771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748337861789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12487573'] for port (5ad131fe-fddf-4bca-bf02-1713526341b7), after_update {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:01.290714 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a8fb79-2754-412a-a8a4-5c957f1f8b24 req-a4f44088-1f2a-4aac-8b7c-dc7eae4538b3 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:01.292330 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-67a8fb79-2754-412a-a8a4-5c957f1f8b24 req-a4f44088-1f2a-4aac-8b7c-dc7eae4538b3 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=e7a274d0-9d37-4f6f-8a7e-2f223cf42198 HTTP/1.1" status: 200 len: 943 time: 0.1953220 Aug 09 16:51:01.326192 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079ff5b9-a1c9-4f72-8776-e7bc83dc6278 req-d6f93e2e-b2c2-4b2f-be73-c7a3b8472578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:01.326891 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-079ff5b9-a1c9-4f72-8776-e7bc83dc6278 req-d6f93e2e-b2c2-4b2f-be73-c7a3b8472578 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526441'] for port (None), before_response {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:01.332224 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-079ff5b9-a1c9-4f72-8776-e7bc83dc6278 req-d6f93e2e-b2c2-4b2f-be73-c7a3b8472578 service neutron] 10.222.0.91 "PUT /networking/v2.0/ports/5ad131fe-fddf-4bca-bf02-1713526341b7 HTTP/1.1" status: 200 len: 1094 time: 4.3315561 Aug 09 16:51:01.356284 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.db [req-59a7f06f-9426-4a14-b7a3-dd6052344b9b req-5cbc1183-c3ea-4d2b-9f97-1ccb51c9bb63 service neutron] For port c7c7c2fe-a482-49a1-bef6-cb7da54c233e, host hv-cinder-85236, cleared binding levels {{(pid=111141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:51:01.359910 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.db [req-59a7f06f-9426-4a14-b7a3-dd6052344b9b req-5cbc1183-c3ea-4d2b-9f97-1ccb51c9bb63 service neutron] For port c7c7c2fe-a482-49a1-bef6-cb7da54c233e, host hv-cinder-85236, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=c7c7c2fe-a482-49a1-bef6-cb7da54c233e,segment=NetworkSegment(087eff6f-7ffe-4685-8407-ebe76234df3c),segment_id=087eff6f-7ffe-4685-8407-ebe76234df3c)] {{(pid=111141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:51:01.382448 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07dca118-2cc2-4103-897d-942e91427d4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5f563a7-8f6b-49a9-bb75-7f4221e2d832,revision_number=1']} {{(pid=111140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:01.401314 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [None req-07dca118-2cc2-4103-897d-942e91427d4c admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=939c8948bb7d42009e83a66314fc4062&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6892684 Aug 09 16:51:01.407922 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.wsgi [-] (111140) accepted ('10.222.0.59', 49368) {{(pid=111140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:51:01.499988 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f93e2e-b2c2-4b2f-be73-c7a3b8472578 service neutron] Pushing event updated for resources: {'Port': ['ID=5ad131fe-fddf-4bca-bf02-1713526341b7,revision_number=3']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:01.543479 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-00799fa1-02fa-44bd-9ee7-639ccb5474ae req-70c8275a-4eec-442a-93e2-1f94c4787f60 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.91 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=321de2c92d814e6ab1da13939153da87 HTTP/1.1" status: 200 len: 380 time: 0.6600564 Aug 09 16:51:01.553229 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-67a8fb79-2754-412a-a8a4-5c957f1f8b24 req-06b45f87-f7f0-4b08-a75b-1ebfaba0ebdf tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=40ce6164-59be-4c55-abcb-0149a2e272fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2376482 Aug 09 16:51:01.557297 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccb4ae7-87d8-4813-a2c1-dafdffa124b4 req-f2b192cf-b107-446e-bee2-0abb5d0c9ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:01.568448 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-6ccb4ae7-87d8-4813-a2c1-dafdffa124b4 req-f2b192cf-b107-446e-bee2-0abb5d0c9ab4 service neutron] 10.222.0.91 "GET /networking/v2.0/networks?id=e7c6cdf7-0095-4da2-9004-cdee3c973d7e HTTP/1.1" status: 200 len: 919 time: 0.4296834 Aug 09 16:51:01.591414 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40df2a9e-dc50-4dca-b51d-b113d149ae35 req-7efc94c3-98bb-483f-9d8e-60b2c3829a07 tempest-DeleteServersTestJSON-2075719756 tempest-DeleteServersTestJSON-2075719756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:01.595388 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-40df2a9e-dc50-4dca-b51d-b113d149ae35 req-7efc94c3-98bb-483f-9d8e-60b2c3829a07 tempest-DeleteServersTestJSON-2075719756 tempest-DeleteServersTestJSON-2075719756-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=10c8e995-dd9a-483b-9c1a-d9301cf27f1e HTTP/1.1" status: 200 len: 944 time: 0.4769626 Aug 09 16:51:01.613609 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.v2.base [req-00799fa1-02fa-44bd-9ee7-639ccb5474ae req-de021aec-0056-4630-adad-3a2aa2938f02 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Request body: {'port': {'device_id': '2c13ec5a-b577-4bed-aa8c-ce73b8391b3c', 'network_id': 'd512bb64-4fdf-40f1-b457-d57f69ae1831', 'admin_state_up': True, 'tenant_id': '321de2c92d814e6ab1da13939153da87', 'security_groups': ['f47dd32a-2cac-46a7-87f0-b2b85418fb7b']}} {{(pid=111141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 16:51:01.704595 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-59a7f06f-9426-4a14-b7a3-dd6052344b9b req-5cbc1183-c3ea-4d2b-9f97-1ccb51c9bb63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748338263269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748337861771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748337861789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12487573'] for port (c7c7c2fe-a482-49a1-bef6-cb7da54c233e), after_update {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:01.712540 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-6ccb4ae7-87d8-4813-a2c1-dafdffa124b4 req-7f34bb71-69b9-4587-82b6-99b2a8087d97 service neutron] 10.222.0.91 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ba04df11-96c3-4666-be53-8af43db1ed2d HTTP/1.1" status: 200 len: 217 time: 0.1062868 Aug 09 16:51:01.714502 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-f7e0c88e-c9d5-41bb-9356-2dd5d8484849 admin admin] Publish callbacks [] for security_group (d5f563a7-8f6b-49a9-bb75-7f4221e2d832), before_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:01.715927 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a7f06f-9426-4a14-b7a3-dd6052344b9b req-5cbc1183-c3ea-4d2b-9f97-1ccb51c9bb63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:01.719404 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-59a7f06f-9426-4a14-b7a3-dd6052344b9b req-5cbc1183-c3ea-4d2b-9f97-1ccb51c9bb63 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526441'] for port (None), before_response {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:01.729715 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-59a7f06f-9426-4a14-b7a3-dd6052344b9b req-5cbc1183-c3ea-4d2b-9f97-1ccb51c9bb63 service neutron] 10.222.0.91 "PUT /networking/v2.0/ports/c7c7c2fe-a482-49a1-bef6-cb7da54c233e HTTP/1.1" status: 200 len: 1093 time: 4.7257082 Aug 09 16:51:01.771765 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-f7e0c88e-c9d5-41bb-9356-2dd5d8484849 admin admin] Publish callbacks [] for security_group (d5f563a7-8f6b-49a9-bb75-7f4221e2d832), precommit_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:01.830560 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-fde3b962-37c2-47aa-8016-6d99c36c8bb5 req-727f0ffe-7e21-4aa8-8004-77703582fe94 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=2c13ec5a-b577-4bed-aa8c-ce73b8391b3c HTTP/1.1" status: 200 len: 210 time: 0.0705535 Aug 09 16:51:01.893455 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e459c0de-f2c6-4e0d-9d3d-eb62af7b2f7a req-44759389-515a-4612-af9e-5ac1247d2118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:01.895824 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-e459c0de-f2c6-4e0d-9d3d-eb62af7b2f7a req-44759389-515a-4612-af9e-5ac1247d2118 service neutron] 10.222.0.91 "GET /networking/v2.0/subnets?id=fa8494ca-da5a-4e74-b349-aebeb3fbaa4a HTTP/1.1" status: 200 len: 857 time: 0.4207101 Aug 09 16:51:01.988639 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-40df2a9e-dc50-4dca-b51d-b113d149ae35 req-69bcd6f3-7313-4160-841f-60b9317f63f8 tempest-DeleteServersTestJSON-2075719756 tempest-DeleteServersTestJSON-2075719756-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=4055fc19-de1b-4836-be2e-c70018f2c6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3931031 Aug 09 16:51:02.054041 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbc1183-c3ea-4d2b-9f97-1ccb51c9bb63 service neutron] Pushing event updated for resources: {'Port': ['ID=c7c7c2fe-a482-49a1-bef6-cb7da54c233e,revision_number=3']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:02.262495 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccb4ae7-87d8-4813-a2c1-dafdffa124b4 req-cace8bd9-7c41-4c4d-8ac9-d9a902979d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:02.264199 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-6ccb4ae7-87d8-4813-a2c1-dafdffa124b4 req-cace8bd9-7c41-4c4d-8ac9-d9a902979d7b service neutron] 10.222.0.91 "GET /networking/v2.0/subnets?id=fa8494ca-da5a-4e74-b349-aebeb3fbaa4a HTTP/1.1" status: 200 len: 857 time: 0.0817108 Aug 09 16:51:02.343540 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2561ca-1a8e-41fa-9791-2edfdbdf7e4f req-1a539b7e-8d2f-48d5-af6c-a907cacaa2d3 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:02.345147 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-1b2561ca-1a8e-41fa-9791-2edfdbdf7e4f req-1a539b7e-8d2f-48d5-af6c-a907cacaa2d3 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=bad3d121-535f-4a16-b412-574cf5da50e9 HTTP/1.1" status: 200 len: 943 time: 0.1613717 Aug 09 16:51:02.372059 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e459c0de-f2c6-4e0d-9d3d-eb62af7b2f7a req-7782ac7a-e4b5-4361-affd-40881f3611c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:02.373620 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-e459c0de-f2c6-4e0d-9d3d-eb62af7b2f7a req-7782ac7a-e4b5-4361-affd-40881f3611c9 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?network_id=e7c6cdf7-0095-4da2-9004-cdee3c973d7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3738084 Aug 09 16:51:02.378563 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079ff5b9-a1c9-4f72-8776-e7bc83dc6278 req-6cae41a4-b176-400a-b56d-f74bc929f11a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:02.380717 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-079ff5b9-a1c9-4f72-8776-e7bc83dc6278 req-6cae41a4-b176-400a-b56d-f74bc929f11a service neutron] 10.222.0.91 "GET /networking/v2.0/ports?tenant_id=4533225c6c3147308e6bfbc4a7fbf788&device_id=10c8e995-dd9a-483b-9c1a-d9301cf27f1e HTTP/1.1" status: 200 len: 1128 time: 0.3728690 Aug 09 16:51:02.389232 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-f7e0c88e-c9d5-41bb-9356-2dd5d8484849 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763768'] for security_group (d5f563a7-8f6b-49a9-bb75-7f4221e2d832), after_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:02.392444 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-f7e0c88e-c9d5-41bb-9356-2dd5d8484849 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:02.398418 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [None req-f7e0c88e-c9d5-41bb-9356-2dd5d8484849 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/d5f563a7-8f6b-49a9-bb75-7f4221e2d832 HTTP/1.1" status: 204 len: 168 time: 0.9812212 Aug 09 16:51:02.401502 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a7f06f-9426-4a14-b7a3-dd6052344b9b req-4b34ce18-eebc-4386-9080-06c4468c8159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:02.402991 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-59a7f06f-9426-4a14-b7a3-dd6052344b9b req-4b34ce18-eebc-4386-9080-06c4468c8159 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?tenant_id=54562f03aaae457ca88be251d2208e2e&device_id=e7a274d0-9d37-4f6f-8a7e-2f223cf42198 HTTP/1.1" status: 200 len: 1127 time: 0.2328408 Aug 09 16:51:02.411316 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccb4ae7-87d8-4813-a2c1-dafdffa124b4 req-30ea725d-79ce-40a7-9c7d-1242a4c38145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:02.412846 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-6ccb4ae7-87d8-4813-a2c1-dafdffa124b4 req-30ea725d-79ce-40a7-9c7d-1242a4c38145 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?network_id=e7c6cdf7-0095-4da2-9004-cdee3c973d7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0923336 Aug 09 16:51:02.417730 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e0c88e-c9d5-41bb-9356-2dd5d8484849 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5f563a7-8f6b-49a9-bb75-7f4221e2d832,revision_number=None']} {{(pid=111140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:02.556633 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-1b2561ca-1a8e-41fa-9791-2edfdbdf7e4f req-195e52e7-3ee8-44d7-902d-2fbac4c03deb tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=2bdfd362-24cf-46bd-9f16-b84704a8b95f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911252 Aug 09 16:51:02.579002 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-6ccb4ae7-87d8-4813-a2c1-dafdffa124b4 req-9546048e-efd7-4d15-8203-281c3f8b8ba2 service neutron] 10.222.0.91 "GET /networking/v2.0/networks/e7c6cdf7-0095-4da2-9004-cdee3c973d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438527 Aug 09 16:51:02.906590 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-6ccb4ae7-87d8-4813-a2c1-dafdffa124b4 req-adc02909-74ff-4f03-b4bd-c78acea4669d service neutron] 10.222.0.91 "GET /networking/v2.0/networks/e7c6cdf7-0095-4da2-9004-cdee3c973d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3101919 Aug 09 16:51:03.018039 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-08247c03-32f5-4ed7-bb61-81682491085d req-0dc2e00e-92bd-4e6a-ad25-2c2a5dad47be tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=2c13ec5a-b577-4bed-aa8c-ce73b8391b3c HTTP/1.1" status: 200 len: 210 time: 0.0649264 Aug 09 16:51:03.022990 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:INSERT=2,neutron:SELECT=94,neutron:DELETE=4 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:51:03.078253 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-59a7f06f-9426-4a14-b7a3-dd6052344b9b req-5c405458-e890-4304-960e-c9bc07833786 service neutron] 10.222.0.91 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c7c7c2fe-a482-49a1-bef6-cb7da54c233e HTTP/1.1" status: 200 len: 217 time: 0.5641899 Aug 09 16:51:03.078747 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10c8e995-dd9a-483b-9c1a-d9301cf27f1e', 'tag': '5ad131fe-fddf-4bca-bf02-1713526341b7'}, {'name': 'network-changed', 'server_uuid': 'e7a274d0-9d37-4f6f-8a7e-2f223cf42198', 'tag': 'c7c7c2fe-a482-49a1-bef6-cb7da54c233e'}] {{(pid=111141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 16:51:03.081032 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fc61e086496b7b72fa0be04cca19be1e9321c349ae61d053137ad661f53d53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce03f535-cdb4-4d46-acee-66fb23a7d878" -d '{"events": [{"name": "network-changed", "server_uuid": "10c8e995-dd9a-483b-9c1a-d9301cf27f1e", "tag": "5ad131fe-fddf-4bca-bf02-1713526341b7"}, {"name": "network-changed", "server_uuid": "e7a274d0-9d37-4f6f-8a7e-2f223cf42198", "tag": "c7c7c2fe-a482-49a1-bef6-cb7da54c233e"}]}' {{(pid=111141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:51:03.085269 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-e459c0de-f2c6-4e0d-9d3d-eb62af7b2f7a req-228d2746-1842-4a1b-8c83-e243b3e2ad44 service neutron] 10.222.0.91 "GET /networking/v2.0/networks/e7c6cdf7-0095-4da2-9004-cdee3c973d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6993027 Aug 09 16:51:03.086554 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-079ff5b9-a1c9-4f72-8776-e7bc83dc6278 req-10407c5d-d30e-4045-a062-5b2833ebc654 service neutron] 10.222.0.91 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5ad131fe-fddf-4bca-bf02-1713526341b7 HTTP/1.1" status: 200 len: 217 time: 0.6814022 Aug 09 16:51:03.221911 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a9fad4-7562-4831-9286-77917ef10fde req-a204e841-fd2f-4780-83cc-95a3a61f36b0 tempest-DeleteServersTestJSON-2075719756 tempest-DeleteServersTestJSON-2075719756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:03.225372 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00799fa1-02fa-44bd-9ee7-639ccb5474ae req-de021aec-0056-4630-adad-3a2aa2938f02 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Made reservation on behalf of 321de2c92d814e6ab1da13939153da87 for: {'port': 1} {{(pid=111141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:51:03.230829 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-69a9fad4-7562-4831-9286-77917ef10fde req-a204e841-fd2f-4780-83cc-95a3a61f36b0 tempest-DeleteServersTestJSON-2075719756 tempest-DeleteServersTestJSON-2075719756-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=10c8e995-dd9a-483b-9c1a-d9301cf27f1e HTTP/1.1" status: 200 len: 944 time: 0.1157923 Aug 09 16:51:03.234851 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-00799fa1-02fa-44bd-9ee7-639ccb5474ae req-de021aec-0056-4630-adad-3a2aa2938f02 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (None), before_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:03.340331 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-e459c0de-f2c6-4e0d-9d3d-eb62af7b2f7a req-31adc315-a909-4180-8373-469cb1086b11 service neutron] 10.222.0.91 "GET /networking/v2.0/networks/e7c6cdf7-0095-4da2-9004-cdee3c973d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2053180 Aug 09 16:51:03.382731 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-69a9fad4-7562-4831-9286-77917ef10fde req-8418e0e7-6e1a-4a4d-879c-739652d19edf tempest-DeleteServersTestJSON-2075719756 tempest-DeleteServersTestJSON-2075719756-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=4055fc19-de1b-4836-be2e-c70018f2c6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491389 Aug 09 16:51:03.469747 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 09 Aug 2022 16:51:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e97adb2-d7f2-42bf-aee4-ecc069c9961e x-openstack-request-id: req-5e97adb2-d7f2-42bf-aee4-ecc069c9961e {{(pid=111141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:51:03.470342 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10c8e995-dd9a-483b-9c1a-d9301cf27f1e", "tag": "5ad131fe-fddf-4bca-bf02-1713526341b7", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e7a274d0-9d37-4f6f-8a7e-2f223cf42198", "tag": "c7c7c2fe-a482-49a1-bef6-cb7da54c233e", "status": "completed", "code": 200}]} {{(pid=111141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:51:03.470452 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-5e97adb2-d7f2-42bf-aee4-ecc069c9961e {{(pid=111141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:51:03.471568 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e97adb2-d7f2-42bf-aee4-ecc069c9961e'] response: {'name': 'network-changed', 'server_uuid': '10c8e995-dd9a-483b-9c1a-d9301cf27f1e', 'tag': '5ad131fe-fddf-4bca-bf02-1713526341b7', 'status': 'completed', 'code': 200} Aug 09 16:51:03.471846 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e97adb2-d7f2-42bf-aee4-ecc069c9961e'] response: {'name': 'network-changed', 'server_uuid': 'e7a274d0-9d37-4f6f-8a7e-2f223cf42198', 'tag': 'c7c7c2fe-a482-49a1-bef6-cb7da54c233e', 'status': 'completed', 'code': 200} Aug 09 16:51:03.483611 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079ff5b9-a1c9-4f72-8776-e7bc83dc6278 req-dda631af-a5e3-4b94-b654-4c7d9921640a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:03.485341 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-079ff5b9-a1c9-4f72-8776-e7bc83dc6278 req-dda631af-a5e3-4b94-b654-4c7d9921640a service neutron] 10.222.0.91 "GET /networking/v2.0/subnets?id=d5c04f84-3435-4f8b-9c9f-e063a245781b HTTP/1.1" status: 200 len: 851 time: 0.2624867 Aug 09 16:51:03.492607 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2b171e-7ad6-4308-9674-85150855e731 req-1d626814-0909-4cdd-b292-33576d51995c tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:03.494391 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-9e2b171e-7ad6-4308-9674-85150855e731 req-1d626814-0909-4cdd-b292-33576d51995c tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=e7a274d0-9d37-4f6f-8a7e-2f223cf42198 HTTP/1.1" status: 200 len: 943 time: 0.4067478 Aug 09 16:51:03.541445 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a7f06f-9426-4a14-b7a3-dd6052344b9b req-6282d15e-be37-478a-b30f-380c139b0bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:03.542953 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-59a7f06f-9426-4a14-b7a3-dd6052344b9b req-6282d15e-be37-478a-b30f-380c139b0bf7 service neutron] 10.222.0.91 "GET /networking/v2.0/subnets?id=04d182a3-f5e2-47dc-869b-31a7d21795ba HTTP/1.1" status: 200 len: 850 time: 0.4466052 Aug 09 16:51:03.638848 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-9e2b171e-7ad6-4308-9674-85150855e731 req-2e52ea9b-f8e4-43f6-9fa3-c9deb474b56c tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=40ce6164-59be-4c55-abcb-0149a2e272fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1033790 Aug 09 16:51:03.671320 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.db.db_base_plugin_common [req-00799fa1-02fa-44bd-9ee7-639ccb5474ae req-de021aec-0056-4630-adad-3a2aa2938f02 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Allocated IP 172.20.0.14 (d512bb64-4fdf-40f1-b457-d57f69ae1831/414c40d7-70ed-42dc-9e49-6496154d7c43/6e84ef22-6ed0-41c2-a430-5a00d8efa76c) {{(pid=111141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:51:03.774308 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345a6704-c770-4ead-b7c1-5672963967f5 req-c082484d-61c3-45bd-ace6-6124335453ef tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:03.788088 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-345a6704-c770-4ead-b7c1-5672963967f5 req-c082484d-61c3-45bd-ace6-6124335453ef tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=bad3d121-535f-4a16-b412-574cf5da50e9 HTTP/1.1" status: 200 len: 943 time: 0.1261296 Aug 09 16:51:03.843892 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079ff5b9-a1c9-4f72-8776-e7bc83dc6278 req-fc246123-d27a-4caa-bad2-2aa2e6bd97db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:03.845938 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-079ff5b9-a1c9-4f72-8776-e7bc83dc6278 req-fc246123-d27a-4caa-bad2-2aa2e6bd97db service neutron] 10.222.0.91 "GET /networking/v2.0/ports?network_id=282e3700-6650-40cf-853f-239074e73a36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1723559 Aug 09 16:51:03.855610 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a7f06f-9426-4a14-b7a3-dd6052344b9b req-67113c0e-d3d4-42ea-967b-b7cc90b8b8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:03.857459 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-59a7f06f-9426-4a14-b7a3-dd6052344b9b req-67113c0e-d3d4-42ea-967b-b7cc90b8b8ba service neutron] 10.222.0.91 "GET /networking/v2.0/ports?network_id=c6e9ea29-d63f-40f2-84ee-974e268aa2d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1581404 Aug 09 16:51:03.902194 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d095d89a-30ef-4253-93b0-91cec6a3b14a req-688000af-53dd-4abf-b2dd-f654d82ba633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:03.904071 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-d095d89a-30ef-4253-93b0-91cec6a3b14a req-688000af-53dd-4abf-b2dd-f654d82ba633 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?tenant_id=b681b90f2f074e8c8cfb11939edc7f72&device_id=a4d48aed-6528-46cd-a11e-6899591a4a27 HTTP/1.1" status: 200 len: 1128 time: 0.1331224 Aug 09 16:51:03.933114 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-345a6704-c770-4ead-b7c1-5672963967f5 req-66b5f97b-17bf-4525-8749-ccd2cd490904 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=2bdfd362-24cf-46bd-9f16-b84704a8b95f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421468 Aug 09 16:51:04.340699 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-b0af9008-8cf2-4ca3-8712-72c835510ca6 req-7e7d8991-ee2f-4b3c-9ab1-33464e92ca58 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=2c13ec5a-b577-4bed-aa8c-ce73b8391b3c HTTP/1.1" status: 200 len: 210 time: 0.1176286 Aug 09 16:51:04.350808 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-079ff5b9-a1c9-4f72-8776-e7bc83dc6278 req-55673eaa-860b-443d-a594-03dbc17e4318 service neutron] 10.222.0.91 "GET /networking/v2.0/networks/282e3700-6650-40cf-853f-239074e73a36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4920599 Aug 09 16:51:04.365380 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:51:04.368814 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-59a7f06f-9426-4a14-b7a3-dd6052344b9b req-0caabe8c-fae8-4a97-8946-b34888af1157 service neutron] 10.222.0.91 "GET /networking/v2.0/networks/c6e9ea29-d63f-40f2-84ee-974e268aa2d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4959130 Aug 09 16:51:04.385247 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-00799fa1-02fa-44bd-9ee7-639ccb5474ae req-de021aec-0056-4630-adad-3a2aa2938f02 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Publish callbacks [] for port (6e84ef22-6ed0-41c2-a430-5a00d8efa76c), precommit_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:04.406653 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d095d89a-30ef-4253-93b0-91cec6a3b14a req-ac6affab-afd1-49ee-bb9c-741de92aa5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:04.408411 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-d095d89a-30ef-4253-93b0-91cec6a3b14a req-ac6affab-afd1-49ee-bb9c-741de92aa5fc service neutron] 10.222.0.91 "GET /networking/v2.0/networks?id=e7c6cdf7-0095-4da2-9004-cdee3c973d7e HTTP/1.1" status: 200 len: 919 time: 0.4569144 Aug 09 16:51:04.570622 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2c63a9-c79a-43f8-9e00-06f5bf746d77 req-144cca1d-23fd-43f5-9201-b9b937624c02 tempest-DeleteServersTestJSON-2075719756 tempest-DeleteServersTestJSON-2075719756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:04.578679 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-df2c63a9-c79a-43f8-9e00-06f5bf746d77 req-144cca1d-23fd-43f5-9201-b9b937624c02 tempest-DeleteServersTestJSON-2075719756 tempest-DeleteServersTestJSON-2075719756-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=10c8e995-dd9a-483b-9c1a-d9301cf27f1e HTTP/1.1" status: 200 len: 944 time: 0.0933406 Aug 09 16:51:04.630361 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-59a7f06f-9426-4a14-b7a3-dd6052344b9b req-100873d2-c63b-40f6-9278-6c2fe305dca5 service neutron] 10.222.0.91 "GET /networking/v2.0/networks/c6e9ea29-d63f-40f2-84ee-974e268aa2d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2499232 Aug 09 16:51:04.635706 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:51:04.694201 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-df2c63a9-c79a-43f8-9e00-06f5bf746d77 req-a62a7d54-b27f-430e-9ab6-457019a900dd tempest-DeleteServersTestJSON-2075719756 tempest-DeleteServersTestJSON-2075719756-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=4055fc19-de1b-4836-be2e-c70018f2c6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133366 Aug 09 16:51:04.755644 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-d095d89a-30ef-4253-93b0-91cec6a3b14a req-6c025fbc-9bf6-406f-b47f-88baba6ef004 service neutron] 10.222.0.91 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=53a24594-3349-4f0d-b4fe-6c7d9baea3f2 HTTP/1.1" status: 200 len: 217 time: 0.1278725 Aug 09 16:51:04.902962 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d095d89a-30ef-4253-93b0-91cec6a3b14a req-674a5371-6bec-470f-9289-3fe9307f9553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:04.904708 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-d095d89a-30ef-4253-93b0-91cec6a3b14a req-674a5371-6bec-470f-9289-3fe9307f9553 service neutron] 10.222.0.91 "GET /networking/v2.0/subnets?id=fa8494ca-da5a-4e74-b349-aebeb3fbaa4a HTTP/1.1" status: 200 len: 857 time: 0.0779150 Aug 09 16:51:04.922058 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fe2b42-b95d-4bf6-87b7-63b189d56c6f req-b180155d-ad11-4cc5-a875-f20831332a32 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:04.931057 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-97fe2b42-b95d-4bf6-87b7-63b189d56c6f req-b180155d-ad11-4cc5-a875-f20831332a32 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=e7a274d0-9d37-4f6f-8a7e-2f223cf42198 HTTP/1.1" status: 200 len: 943 time: 0.1581385 Aug 09 16:51:04.931057 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-079ff5b9-a1c9-4f72-8776-e7bc83dc6278 req-3cc91d04-af35-4d6c-867c-188a4a8fbbd2 service neutron] 10.222.0.91 "GET /networking/v2.0/networks/282e3700-6650-40cf-853f-239074e73a36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5612874 Aug 09 16:51:04.986544 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-00799fa1-02fa-44bd-9ee7-639ccb5474ae req-de021aec-0056-4630-adad-3a2aa2938f02 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748337861753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12487578'] for port (6e84ef22-6ed0-41c2-a430-5a00d8efa76c), after_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:05.039129 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d095d89a-30ef-4253-93b0-91cec6a3b14a req-e22f5309-a429-4d80-a0c0-8b4b5963ee25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:05.040696 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-d095d89a-30ef-4253-93b0-91cec6a3b14a req-e22f5309-a429-4d80-a0c0-8b4b5963ee25 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?network_id=e7c6cdf7-0095-4da2-9004-cdee3c973d7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0932896 Aug 09 16:51:05.090389 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00799fa1-02fa-44bd-9ee7-639ccb5474ae req-de021aec-0056-4630-adad-3a2aa2938f02 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Network d512bb64-4fdf-40f1-b457-d57f69ae1831 is already hosted by enough agents. {{(pid=111141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:51:05.092889 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-97fe2b42-b95d-4bf6-87b7-63b189d56c6f req-51f32a6b-eb2d-41dc-ad49-ee7a9f3f7052 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=40ce6164-59be-4c55-abcb-0149a2e272fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1618013 Aug 09 16:51:05.108003 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.scheduler.base_scheduler [req-00799fa1-02fa-44bd-9ee7-639ccb5474ae req-de021aec-0056-4630-adad-3a2aa2938f02 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Resources bound (agent type, host, resource id): {{(pid=111141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:51:05.136730 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.db.l3_dvrscheduler_db [req-00799fa1-02fa-44bd-9ee7-639ccb5474ae req-de021aec-0056-4630-adad-3a2aa2938f02 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Received port after_create {{(pid=111141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 09 16:51:05.143243 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de021aec-0056-4630-adad-3a2aa2938f02 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Pushing event updated for resources: {'Port': ['ID=6e84ef22-6ed0-41c2-a430-5a00d8efa76c,revision_number=1']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:05.190836 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9771652d-3fbb-46f2-92cc-7557fd21f92f req-40190534-9df6-41c0-bd91-7a3f65a016cf tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:05.199910 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-9771652d-3fbb-46f2-92cc-7557fd21f92f req-40190534-9df6-41c0-bd91-7a3f65a016cf tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=bad3d121-535f-4a16-b412-574cf5da50e9 HTTP/1.1" status: 200 len: 943 time: 0.0994458 Aug 09 16:51:05.292272 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-9771652d-3fbb-46f2-92cc-7557fd21f92f req-0e3338ec-023c-4757-b483-16e7a3fe9111 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=2bdfd362-24cf-46bd-9f16-b84704a8b95f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832705 Aug 09 16:51:05.324822 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:51:05.575876 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.provisioning_blocks [None req-9f11d4e3-c571-4db6-b9a0-4a66161a9c33 None None] Provisioning complete for port 6e84ef22-6ed0-41c2-a430-5a00d8efa76c triggered by entity DHCP. {{(pid=111142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 16:51:05.577948 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-9f11d4e3-c571-4db6-b9a0-4a66161a9c33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877469'] for port (6e84ef22-6ed0-41c2-a430-5a00d8efa76c), provisioning_complete {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:05.637667 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00799fa1-02fa-44bd-9ee7-639ccb5474ae req-de021aec-0056-4630-adad-3a2aa2938f02 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:05.638394 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-00799fa1-02fa-44bd-9ee7-639ccb5474ae req-de021aec-0056-4630-adad-3a2aa2938f02 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526441'] for port (None), before_response {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:05.666243 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-9f11d4e3-c571-4db6-b9a0-4a66161a9c33 None None] Port 6e84ef22-6ed0-41c2-a430-5a00d8efa76c cannot update to ACTIVE because it is not bound. {{(pid=111142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 09 16:51:05.688694 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce03f535-cdb4-4d46-acee-66fb23a7d878 req-4166fe5c-ac49-4ac4-9284-19688e81462e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:05.690636 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-ce03f535-cdb4-4d46-acee-66fb23a7d878 req-4166fe5c-ac49-4ac4-9284-19688e81462e service neutron] 10.222.0.91 "GET /networking/v2.0/ports?tenant_id=4533225c6c3147308e6bfbc4a7fbf788&device_id=10c8e995-dd9a-483b-9c1a-d9301cf27f1e HTTP/1.1" status: 200 len: 1128 time: 0.5081871 Aug 09 16:51:05.722167 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277c4004-90e2-47a8-a939-154cce0a094d req-5f70443e-da9c-4778-aee3-f01aa99917e0 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:05.729475 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-277c4004-90e2-47a8-a939-154cce0a094d req-5f70443e-da9c-4778-aee3-f01aa99917e0 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=2c13ec5a-b577-4bed-aa8c-ce73b8391b3c HTTP/1.1" status: 200 len: 932 time: 0.1220946 Aug 09 16:51:05.815345 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-00799fa1-02fa-44bd-9ee7-639ccb5474ae req-de021aec-0056-4630-adad-3a2aa2938f02 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.91 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2147207 Aug 09 16:51:05.818144 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-d095d89a-30ef-4253-93b0-91cec6a3b14a req-b1691e36-a273-4d13-b720-fec0f824e550 service neutron] 10.222.0.91 "GET /networking/v2.0/networks/e7c6cdf7-0095-4da2-9004-cdee3c973d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7530298 Aug 09 16:51:05.895132 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-277c4004-90e2-47a8-a939-154cce0a094d req-5aa280af-9eb4-4b34-9b5e-75c55d5d9fe5 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=f47dd32a-2cac-46a7-87f0-b2b85418fb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1636763 Aug 09 16:51:05.905480 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f7b4aa-6dce-45a0-961e-e54c394c39c3 req-4bc43de3-8703-4663-84ee-4003c3a1042a tempest-DeleteServersTestJSON-2075719756 tempest-DeleteServersTestJSON-2075719756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:05.916555 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-f2f7b4aa-6dce-45a0-961e-e54c394c39c3 req-4bc43de3-8703-4663-84ee-4003c3a1042a tempest-DeleteServersTestJSON-2075719756 tempest-DeleteServersTestJSON-2075719756-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=10c8e995-dd9a-483b-9c1a-d9301cf27f1e HTTP/1.1" status: 200 len: 944 time: 0.0709498 Aug 09 16:51:05.924061 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.v2.base [req-00799fa1-02fa-44bd-9ee7-639ccb5474ae req-fb1d9cfa-2245-4808-9e8e-fd9887e65fb8 service neutron] Request body: {'port': {'device_id': '2c13ec5a-b577-4bed-aa8c-ce73b8391b3c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85236'}} {{(pid=111141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 16:51:06.013869 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-f2f7b4aa-6dce-45a0-961e-e54c394c39c3 req-5089f876-68c0-4caf-a41f-405ef7816ade tempest-DeleteServersTestJSON-2075719756 tempest-DeleteServersTestJSON-2075719756-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=4055fc19-de1b-4836-be2e-c70018f2c6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983922 Aug 09 16:51:06.198367 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce03f535-cdb4-4d46-acee-66fb23a7d878 req-bd2945e6-1faa-45f4-a8eb-7fc3dedf7e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:06.203080 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-ce03f535-cdb4-4d46-acee-66fb23a7d878 req-bd2945e6-1faa-45f4-a8eb-7fc3dedf7e4c service neutron] 10.222.0.91 "GET /networking/v2.0/networks?id=282e3700-6650-40cf-853f-239074e73a36 HTTP/1.1" status: 200 len: 913 time: 0.4685469 Aug 09 16:51:06.237768 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:51:06.284739 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-d095d89a-30ef-4253-93b0-91cec6a3b14a req-90096971-1837-442e-91ea-ea68b7c259b5 service neutron] 10.222.0.91 "GET /networking/v2.0/networks/e7c6cdf7-0095-4da2-9004-cdee3c973d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3848369 Aug 09 16:51:06.325117 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-00799fa1-02fa-44bd-9ee7-639ccb5474ae req-fb1d9cfa-2245-4808-9e8e-fd9887e65fb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (6e84ef22-6ed0-41c2-a430-5a00d8efa76c), before_update {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:06.328476 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-ce03f535-cdb4-4d46-acee-66fb23a7d878 req-074e3913-8d1d-49ef-9fca-11c795bb392b service neutron] 10.222.0.91 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5ad131fe-fddf-4bca-bf02-1713526341b7 HTTP/1.1" status: 200 len: 217 time: 0.0977242 Aug 09 16:51:06.357489 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e158bef-eb08-4be0-8326-bbb1c1c57d02 req-a2880de6-f348-48e1-a08e-b1390d94ac4b tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:06.357489 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-8e158bef-eb08-4be0-8326-bbb1c1c57d02 req-a2880de6-f348-48e1-a08e-b1390d94ac4b tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=e7a274d0-9d37-4f6f-8a7e-2f223cf42198 HTTP/1.1" status: 200 len: 943 time: 0.1356351 Aug 09 16:51:06.486164 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-8e158bef-eb08-4be0-8326-bbb1c1c57d02 req-e9b49238-7443-469c-afb1-6ae203b313df tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=40ce6164-59be-4c55-abcb-0149a2e272fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1229982 Aug 09 16:51:06.501834 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cc97fa-7a71-4b84-98e4-1129bc95b701 req-55b02c49-569f-4541-85e9-ac86f919848a tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:06.503425 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-c0cc97fa-7a71-4b84-98e4-1129bc95b701 req-55b02c49-569f-4541-85e9-ac86f919848a tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=bad3d121-535f-4a16-b412-574cf5da50e9 HTTP/1.1" status: 200 len: 943 time: 0.0977676 Aug 09 16:51:06.584550 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-c0cc97fa-7a71-4b84-98e4-1129bc95b701 req-68cc9e2d-0c8f-49bb-a434-7b93c0279fab tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=2bdfd362-24cf-46bd-9f16-b84704a8b95f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725589 Aug 09 16:51:06.598625 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce03f535-cdb4-4d46-acee-66fb23a7d878 req-1e1458ec-ec11-4723-bcd4-5a0f3ef8c391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:06.600240 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-ce03f535-cdb4-4d46-acee-66fb23a7d878 req-1e1458ec-ec11-4723-bcd4-5a0f3ef8c391 service neutron] 10.222.0.91 "GET /networking/v2.0/subnets?id=d5c04f84-3435-4f8b-9c9f-e063a245781b HTTP/1.1" status: 200 len: 851 time: 0.1923997 Aug 09 16:51:06.699965 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce03f535-cdb4-4d46-acee-66fb23a7d878 req-f61c3c1c-7b21-469e-8a0b-b7e842f4396e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:06.701463 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-ce03f535-cdb4-4d46-acee-66fb23a7d878 req-f61c3c1c-7b21-469e-8a0b-b7e842f4396e service neutron] 10.222.0.91 "GET /networking/v2.0/ports?network_id=282e3700-6650-40cf-853f-239074e73a36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0915470 Aug 09 16:51:06.820593 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.notifiers.nova [req-00799fa1-02fa-44bd-9ee7-639ccb5474ae req-fb1d9cfa-2245-4808-9e8e-fd9887e65fb8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e84ef22-6ed0-41c2-a430-5a00d8efa76c {{(pid=111141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 09 16:51:06.828999 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-00799fa1-02fa-44bd-9ee7-639ccb5474ae req-fb1d9cfa-2245-4808-9e8e-fd9887e65fb8 service neutron] Publish callbacks [] for port (6e84ef22-6ed0-41c2-a430-5a00d8efa76c), precommit_update {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:06.839158 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:51:06.851319 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.db.provisioning_blocks [req-00799fa1-02fa-44bd-9ee7-639ccb5474ae req-fb1d9cfa-2245-4808-9e8e-fd9887e65fb8 service neutron] Transition to ACTIVE for port object 6e84ef22-6ed0-41c2-a430-5a00d8efa76c will not be triggered until provisioned by entity L2. {{(pid=111141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 09 16:51:06.918054 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-00799fa1-02fa-44bd-9ee7-639ccb5474ae req-fb1d9cfa-2245-4808-9e8e-fd9887e65fb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748338263269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748337861771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748337861789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12487573'] for port (6e84ef22-6ed0-41c2-a430-5a00d8efa76c), after_update {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:07.044262 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1d9cfa-2245-4808-9e8e-fd9887e65fb8 service neutron] Pushing event updated for resources: {'Port': ['ID=6e84ef22-6ed0-41c2-a430-5a00d8efa76c,revision_number=2']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:07.085202 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2c8f8c-18a0-412d-b253-f0abc208510a req-5b94cb6b-5426-41b3-97d7-b25c9995c01d tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:07.086766 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-6f2c8f8c-18a0-412d-b253-f0abc208510a req-5b94cb6b-5426-41b3-97d7-b25c9995c01d tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=2c13ec5a-b577-4bed-aa8c-ce73b8391b3c HTTP/1.1" status: 200 len: 944 time: 0.0843918 Aug 09 16:51:07.108866 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.managers [req-00799fa1-02fa-44bd-9ee7-639ccb5474ae req-fb1d9cfa-2245-4808-9e8e-fd9887e65fb8 service neutron] Attempting to bind port 6e84ef22-6ed0-41c2-a430-5a00d8efa76c on host hv-cinder-85236 for vnic_type normal with profile {{(pid=111141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 09 16:51:07.109203 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.managers [req-00799fa1-02fa-44bd-9ee7-639ccb5474ae req-fb1d9cfa-2245-4808-9e8e-fd9887e65fb8 service neutron] Attempting to bind port 6e84ef22-6ed0-41c2-a430-5a00d8efa76c by drivers openvswitch,hyperv on host hv-cinder-85236 at level 0 using segments [{'id': '22b689c2-f947-4ac8-81fc-daefa317b1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 980, 'network_id': 'd512bb64-4fdf-40f1-b457-d57f69ae1831'}] {{(pid=111141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 09 16:51:07.109533 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00799fa1-02fa-44bd-9ee7-639ccb5474ae req-fb1d9cfa-2245-4808-9e8e-fd9887e65fb8 service neutron] Attempting to bind port 6e84ef22-6ed0-41c2-a430-5a00d8efa76c on network d512bb64-4fdf-40f1-b457-d57f69ae1831 {{(pid=111141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 16:51:07.120615 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00799fa1-02fa-44bd-9ee7-639ccb5474ae req-fb1d9cfa-2245-4808-9e8e-fd9887e65fb8 service neutron] Port 6e84ef22-6ed0-41c2-a430-5a00d8efa76c on network d512bb64-4fdf-40f1-b457-d57f69ae1831 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85236 {{(pid=111141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 09 16:51:07.124135 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00799fa1-02fa-44bd-9ee7-639ccb5474ae req-fb1d9cfa-2245-4808-9e8e-fd9887e65fb8 service neutron] Attempting to bind port 6e84ef22-6ed0-41c2-a430-5a00d8efa76c on network d512bb64-4fdf-40f1-b457-d57f69ae1831 {{(pid=111141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 16:51:07.131549 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00799fa1-02fa-44bd-9ee7-639ccb5474ae req-fb1d9cfa-2245-4808-9e8e-fd9887e65fb8 service neutron] Checking agent: {'id': 'fd1157aa-8fd8-4c6b-a604-f3842f12d305', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85236', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 9, 16, 48, 30), 'started_at': datetime.datetime(2022, 8, 9, 16, 48, 30), 'heartbeat_timestamp': datetime.datetime(2022, 8, 9, 16, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 09 16:51:07.132006 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00799fa1-02fa-44bd-9ee7-639ccb5474ae req-fb1d9cfa-2245-4808-9e8e-fd9887e65fb8 service neutron] Checking segment: {'id': '22b689c2-f947-4ac8-81fc-daefa317b1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 980, 'network_id': 'd512bb64-4fdf-40f1-b457-d57f69ae1831'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 09 16:51:07.132504 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00799fa1-02fa-44bd-9ee7-639ccb5474ae req-fb1d9cfa-2245-4808-9e8e-fd9887e65fb8 service neutron] Bound using segment: {'id': '22b689c2-f947-4ac8-81fc-daefa317b1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 980, 'network_id': 'd512bb64-4fdf-40f1-b457-d57f69ae1831'} {{(pid=111141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 09 16:51:07.135290 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.managers [req-00799fa1-02fa-44bd-9ee7-639ccb5474ae req-fb1d9cfa-2245-4808-9e8e-fd9887e65fb8 service neutron] Bound port: 6e84ef22-6ed0-41c2-a430-5a00d8efa76c, host: hv-cinder-85236, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22b689c2-f947-4ac8-81fc-daefa317b1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 980, 'network_id': 'd512bb64-4fdf-40f1-b457-d57f69ae1831'}}] {{(pid=111141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 09 16:51:07.135290 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-00799fa1-02fa-44bd-9ee7-639ccb5474ae req-fb1d9cfa-2245-4808-9e8e-fd9887e65fb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (6e84ef22-6ed0-41c2-a430-5a00d8efa76c), before_update {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:07.184931 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2018fc1d-070d-4282-8beb-8cac9bd0d2e2 req-6f0a7638-4ab7-4a1d-9ae6-ea35e4900179 tempest-DeleteServersTestJSON-2075719756 tempest-DeleteServersTestJSON-2075719756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:07.186560 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-2018fc1d-070d-4282-8beb-8cac9bd0d2e2 req-6f0a7638-4ab7-4a1d-9ae6-ea35e4900179 tempest-DeleteServersTestJSON-2075719756 tempest-DeleteServersTestJSON-2075719756-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=10c8e995-dd9a-483b-9c1a-d9301cf27f1e HTTP/1.1" status: 200 len: 944 time: 0.0659530 Aug 09 16:51:07.189942 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-6f2c8f8c-18a0-412d-b253-f0abc208510a req-72242797-5cac-4f40-9183-3b9a66d9991d tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=f47dd32a-2cac-46a7-87f0-b2b85418fb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967677 Aug 09 16:51:07.238111 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-2018fc1d-070d-4282-8beb-8cac9bd0d2e2 req-51d6cd0f-9e69-444c-8de8-9be5272950e9 tempest-DeleteServersTestJSON-2075719756 tempest-DeleteServersTestJSON-2075719756-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=4055fc19-de1b-4836-be2e-c70018f2c6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458112 Aug 09 16:51:07.274852 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.db [req-00799fa1-02fa-44bd-9ee7-639ccb5474ae req-fb1d9cfa-2245-4808-9e8e-fd9887e65fb8 service neutron] For port 6e84ef22-6ed0-41c2-a430-5a00d8efa76c, host hv-cinder-85236, cleared binding levels {{(pid=111141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:51:07.295022 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.db [req-00799fa1-02fa-44bd-9ee7-639ccb5474ae req-fb1d9cfa-2245-4808-9e8e-fd9887e65fb8 service neutron] For port 6e84ef22-6ed0-41c2-a430-5a00d8efa76c, host hv-cinder-85236, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=6e84ef22-6ed0-41c2-a430-5a00d8efa76c,segment=NetworkSegment(22b689c2-f947-4ac8-81fc-daefa317b1b6),segment_id=22b689c2-f947-4ac8-81fc-daefa317b1b6)] {{(pid=111141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:51:07.340194 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-ce03f535-cdb4-4d46-acee-66fb23a7d878 req-788f3662-f89a-4053-be07-5578ae832ce8 service neutron] 10.222.0.91 "GET /networking/v2.0/networks/282e3700-6650-40cf-853f-239074e73a36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251631 Aug 09 16:51:07.429054 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-00799fa1-02fa-44bd-9ee7-639ccb5474ae req-fb1d9cfa-2245-4808-9e8e-fd9887e65fb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748338263269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748337861771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748337861789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12487573'] for port (6e84ef22-6ed0-41c2-a430-5a00d8efa76c), after_update {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:07.437810 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00799fa1-02fa-44bd-9ee7-639ccb5474ae req-fb1d9cfa-2245-4808-9e8e-fd9887e65fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:07.438496 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-00799fa1-02fa-44bd-9ee7-639ccb5474ae req-fb1d9cfa-2245-4808-9e8e-fd9887e65fb8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526441'] for port (None), before_response {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:07.440062 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-00799fa1-02fa-44bd-9ee7-639ccb5474ae req-fb1d9cfa-2245-4808-9e8e-fd9887e65fb8 service neutron] 10.222.0.91 "PUT /networking/v2.0/ports/6e84ef22-6ed0-41c2-a430-5a00d8efa76c HTTP/1.1" status: 200 len: 1094 time: 1.5449407 Aug 09 16:51:07.445383 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c13ec5a-b577-4bed-aa8c-ce73b8391b3c', 'tag': '6e84ef22-6ed0-41c2-a430-5a00d8efa76c'}] {{(pid=111141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 16:51:07.447705 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fc61e086496b7b72fa0be04cca19be1e9321c349ae61d053137ad661f53d53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0936e73f-852d-401c-9fa6-d8574998dfd1" -d '{"events": [{"name": "network-changed", "server_uuid": "2c13ec5a-b577-4bed-aa8c-ce73b8391b3c", "tag": "6e84ef22-6ed0-41c2-a430-5a00d8efa76c"}]}' {{(pid=111141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:51:07.525103 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1d9cfa-2245-4808-9e8e-fd9887e65fb8 service neutron] Pushing event updated for resources: {'Port': ['ID=6e84ef22-6ed0-41c2-a430-5a00d8efa76c,revision_number=3']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:07.541546 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-ce03f535-cdb4-4d46-acee-66fb23a7d878 req-d7d6a40d-e58c-4bc4-9da4-9e4ae6aa0335 service neutron] 10.222.0.91 "GET /networking/v2.0/networks/282e3700-6650-40cf-853f-239074e73a36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1813202 Aug 09 16:51:07.569735 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Aug 2022 16:51:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35aa5d9c-9121-4590-a7b2-c2447fa95769 x-openstack-request-id: req-35aa5d9c-9121-4590-a7b2-c2447fa95769 {{(pid=111141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:51:07.570107 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c13ec5a-b577-4bed-aa8c-ce73b8391b3c", "tag": "6e84ef22-6ed0-41c2-a430-5a00d8efa76c", "status": "completed", "code": 200}]} {{(pid=111141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:51:07.570308 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-35aa5d9c-9121-4590-a7b2-c2447fa95769 {{(pid=111141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:51:07.570720 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35aa5d9c-9121-4590-a7b2-c2447fa95769'] response: {'name': 'network-changed', 'server_uuid': '2c13ec5a-b577-4bed-aa8c-ce73b8391b3c', 'tag': '6e84ef22-6ed0-41c2-a430-5a00d8efa76c', 'status': 'completed', 'code': 200} Aug 09 16:51:07.609161 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.wsgi [-] (111141) accepted ('10.222.0.59', 49608) {{(pid=111141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:51:07.663295 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694e6e6b-506c-4519-ab4e-bcd39e5a5c5f req-f169a82c-44b6-4393-bcff-fcfa0c4c463d tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:07.669300 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-694e6e6b-506c-4519-ab4e-bcd39e5a5c5f req-f169a82c-44b6-4393-bcff-fcfa0c4c463d tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=e7a274d0-9d37-4f6f-8a7e-2f223cf42198 HTTP/1.1" status: 200 len: 943 time: 0.0675654 Aug 09 16:51:07.735909 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578970b8-ef53-4de2-977d-81b3a081dfbc req-0a0c996a-f3fe-4c12-92cf-080a4d65e684 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:07.741460 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-694e6e6b-506c-4519-ab4e-bcd39e5a5c5f req-36f358dc-c155-4ad1-97c3-bcb8bb118eb1 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=40ce6164-59be-4c55-abcb-0149a2e272fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665975 Aug 09 16:51:07.744364 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-578970b8-ef53-4de2-977d-81b3a081dfbc req-0a0c996a-f3fe-4c12-92cf-080a4d65e684 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=bad3d121-535f-4a16-b412-574cf5da50e9 HTTP/1.1" status: 200 len: 943 time: 0.0762639 Aug 09 16:51:07.806737 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-1a4e359d-1472-46f4-8d04-aa3964f2f8b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:07.812676 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-578970b8-ef53-4de2-977d-81b3a081dfbc req-eb4f0bb1-bc5f-457b-a853-107bf9bc531a tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=2bdfd362-24cf-46bd-9f16-b84704a8b95f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678027 Aug 09 16:51:07.882472 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:51:07.894259 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-1a4e359d-1472-46f4-8d04-aa3964f2f8b8 admin admin] Publish callbacks [] for security_group (82607efc-5fc5-41dd-bb9b-beeef4173b60), precommit_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:07.970146 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-1a4e359d-1472-46f4-8d04-aa3964f2f8b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763768'] for security_group (82607efc-5fc5-41dd-bb9b-beeef4173b60), after_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:08.009178 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4e359d-1472-46f4-8d04-aa3964f2f8b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82607efc-5fc5-41dd-bb9b-beeef4173b60,revision_number=1']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:08.013337 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [None req-1a4e359d-1472-46f4-8d04-aa3964f2f8b8 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=d0456e21e80143d999e249e5f313b738&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4051909 Aug 09 16:51:08.016403 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.wsgi [-] (111141) accepted ('10.222.0.59', 49618) {{(pid=111141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:51:08.073630 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-7b693a7c-4980-4af7-9529-a6a1cacc4702 admin admin] Publish callbacks [] for security_group (82607efc-5fc5-41dd-bb9b-beeef4173b60), before_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:08.097622 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-7b693a7c-4980-4af7-9529-a6a1cacc4702 admin admin] Publish callbacks [] for security_group (82607efc-5fc5-41dd-bb9b-beeef4173b60), precommit_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:08.226567 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-7b693a7c-4980-4af7-9529-a6a1cacc4702 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763768'] for security_group (82607efc-5fc5-41dd-bb9b-beeef4173b60), after_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:08.230275 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-7b693a7c-4980-4af7-9529-a6a1cacc4702 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:08.233019 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [None req-7b693a7c-4980-4af7-9529-a6a1cacc4702 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/82607efc-5fc5-41dd-bb9b-beeef4173b60 HTTP/1.1" status: 204 len: 168 time: 0.2146089 Aug 09 16:51:08.242796 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b693a7c-4980-4af7-9529-a6a1cacc4702 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82607efc-5fc5-41dd-bb9b-beeef4173b60,revision_number=None']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:08.348394 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.wsgi [-] (111140) accepted ('10.222.0.59', 49634) {{(pid=111140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:51:08.373601 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24543c1-d1f0-4fec-9bcc-50553fb6b375 req-1434597f-c21b-49f2-bba8-fd7cde23816a tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:08.375632 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-b24543c1-d1f0-4fec-9bcc-50553fb6b375 req-1434597f-c21b-49f2-bba8-fd7cde23816a tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=2c13ec5a-b577-4bed-aa8c-ce73b8391b3c HTTP/1.1" status: 200 len: 944 time: 0.0940552 Aug 09 16:51:08.404560 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3beead15-b39a-4166-a91e-0c453edeaae8 req-dc5862a8-2446-4b32-8eff-2235b9673dd6 tempest-DeleteServersTestJSON-2075719756 tempest-DeleteServersTestJSON-2075719756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:08.414626 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-3beead15-b39a-4166-a91e-0c453edeaae8 req-dc5862a8-2446-4b32-8eff-2235b9673dd6 tempest-DeleteServersTestJSON-2075719756 tempest-DeleteServersTestJSON-2075719756-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=10c8e995-dd9a-483b-9c1a-d9301cf27f1e HTTP/1.1" status: 200 len: 944 time: 0.0760436 Aug 09 16:51:08.455052 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-b24543c1-d1f0-4fec-9bcc-50553fb6b375 req-3591dbc9-42fe-40ed-b611-09fa9953aa5e tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=f47dd32a-2cac-46a7-87f0-b2b85418fb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730722 Aug 09 16:51:08.481453 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-3beead15-b39a-4166-a91e-0c453edeaae8 req-1923192a-2e05-469b-bcd4-9d69a74693ff tempest-DeleteServersTestJSON-2075719756 tempest-DeleteServersTestJSON-2075719756-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=4055fc19-de1b-4836-be2e-c70018f2c6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658696 Aug 09 16:51:08.524426 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-52ee64d4-88eb-47da-920b-a8681f8a6008 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:08.607062 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-52ee64d4-88eb-47da-920b-a8681f8a6008 admin admin] Publish callbacks [] for security_group (2848ee81-34b3-4d05-a2db-dbcce1b98c35), precommit_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:08.677755 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-52ee64d4-88eb-47da-920b-a8681f8a6008 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763768'] for security_group (2848ee81-34b3-4d05-a2db-dbcce1b98c35), after_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:08.712199 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:51:08.719896 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [None req-52ee64d4-88eb-47da-920b-a8681f8a6008 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=a56fdb4c2faf480fa46aeac82cbda5fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3695362 Aug 09 16:51:08.721710 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ee64d4-88eb-47da-920b-a8681f8a6008 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2848ee81-34b3-4d05-a2db-dbcce1b98c35,revision_number=1']} {{(pid=111140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:08.724038 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.wsgi [-] (111141) accepted ('10.222.0.59', 49642) {{(pid=111141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:51:08.783474 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-5eeb403d-d670-4062-a338-f473e1c33857 admin admin] Publish callbacks [] for security_group (2848ee81-34b3-4d05-a2db-dbcce1b98c35), before_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:08.811780 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-5eeb403d-d670-4062-a338-f473e1c33857 admin admin] Publish callbacks [] for security_group (2848ee81-34b3-4d05-a2db-dbcce1b98c35), precommit_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:08.867155 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ada0eb3-04de-49ea-b5a7-02173e90b2b2 req-a9b8f3ab-354f-4e29-833f-b8497579b7da tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:08.868851 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-7ada0eb3-04de-49ea-b5a7-02173e90b2b2 req-a9b8f3ab-354f-4e29-833f-b8497579b7da tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=e7a274d0-9d37-4f6f-8a7e-2f223cf42198 HTTP/1.1" status: 200 len: 943 time: 0.0526943 Aug 09 16:51:08.923052 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-7ada0eb3-04de-49ea-b5a7-02173e90b2b2 req-76775e5e-20c0-44a9-b7f6-5db8c0a92381 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=40ce6164-59be-4c55-abcb-0149a2e272fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485549 Aug 09 16:51:08.950865 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a83b21-0ed2-4f49-aed0-e35789d28ed1 req-5b092f82-6da2-47be-95e6-0b9b6dfec1c3 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:08.952423 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-42a83b21-0ed2-4f49-aed0-e35789d28ed1 req-5b092f82-6da2-47be-95e6-0b9b6dfec1c3 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=bad3d121-535f-4a16-b412-574cf5da50e9 HTTP/1.1" status: 200 len: 943 time: 0.0537119 Aug 09 16:51:09.002347 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-42a83b21-0ed2-4f49-aed0-e35789d28ed1 req-d3789818-9ada-4154-9611-024ecf1244e1 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=2bdfd362-24cf-46bd-9f16-b84704a8b95f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434844 Aug 09 16:51:09.031803 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-5eeb403d-d670-4062-a338-f473e1c33857 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763768'] for security_group (2848ee81-34b3-4d05-a2db-dbcce1b98c35), after_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:09.036783 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-5eeb403d-d670-4062-a338-f473e1c33857 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:09.036783 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [None req-5eeb403d-d670-4062-a338-f473e1c33857 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/2848ee81-34b3-4d05-a2db-dbcce1b98c35 HTTP/1.1" status: 204 len: 168 time: 0.3112442 Aug 09 16:51:09.044602 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eeb403d-d670-4062-a338-f473e1c33857 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2848ee81-34b3-4d05-a2db-dbcce1b98c35,revision_number=None']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:09.163144 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.wsgi [-] (111141) accepted ('10.222.0.59', 49650) {{(pid=111141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:51:09.174921 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-0ca745d4-bbb8-42d6-ad7c-b8a7e16fc046 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:09.258742 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-0ca745d4-bbb8-42d6-ad7c-b8a7e16fc046 admin admin] Publish callbacks [] for security_group (33e4fa0e-52da-44e0-bfc9-65fcf2344e35), precommit_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:09.306204 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-0ca745d4-bbb8-42d6-ad7c-b8a7e16fc046 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763768'] for security_group (33e4fa0e-52da-44e0-bfc9-65fcf2344e35), after_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:09.350372 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [None req-0ca745d4-bbb8-42d6-ad7c-b8a7e16fc046 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=ece278e1ad364210b26c677ee5858bd1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1878273 Aug 09 16:51:09.351650 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca745d4-bbb8-42d6-ad7c-b8a7e16fc046 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33e4fa0e-52da-44e0-bfc9-65fcf2344e35,revision_number=1']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:09.353308 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.wsgi [-] (111140) accepted ('10.222.0.59', 49656) {{(pid=111140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:51:09.414185 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-5885bdc0-0b2f-4f86-8bdd-0f1fec0e4987 admin admin] Publish callbacks [] for security_group (33e4fa0e-52da-44e0-bfc9-65fcf2344e35), before_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:09.438658 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-5885bdc0-0b2f-4f86-8bdd-0f1fec0e4987 admin admin] Publish callbacks [] for security_group (33e4fa0e-52da-44e0-bfc9-65fcf2344e35), precommit_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:09.596158 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95356cd5-a17d-424d-af5b-8c4594db5efc req-5a839aaa-8619-4042-a0a4-94e8b0a405a5 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:09.598229 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-95356cd5-a17d-424d-af5b-8c4594db5efc req-5a839aaa-8619-4042-a0a4-94e8b0a405a5 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=2c13ec5a-b577-4bed-aa8c-ce73b8391b3c HTTP/1.1" status: 200 len: 944 time: 0.0506141 Aug 09 16:51:09.611520 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b8614d-12f3-4def-8561-b5bb542c05e9 req-19bd1542-9a6b-4e91-aef8-4f5ea5aed789 tempest-DeleteServersTestJSON-2075719756 tempest-DeleteServersTestJSON-2075719756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:09.613003 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-b1b8614d-12f3-4def-8561-b5bb542c05e9 req-19bd1542-9a6b-4e91-aef8-4f5ea5aed789 tempest-DeleteServersTestJSON-2075719756 tempest-DeleteServersTestJSON-2075719756-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=10c8e995-dd9a-483b-9c1a-d9301cf27f1e HTTP/1.1" status: 200 len: 944 time: 0.0510316 Aug 09 16:51:09.622360 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-5885bdc0-0b2f-4f86-8bdd-0f1fec0e4987 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763768'] for security_group (33e4fa0e-52da-44e0-bfc9-65fcf2344e35), after_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:09.624377 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-5885bdc0-0b2f-4f86-8bdd-0f1fec0e4987 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:09.625543 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [None req-5885bdc0-0b2f-4f86-8bdd-0f1fec0e4987 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/33e4fa0e-52da-44e0-bfc9-65fcf2344e35 HTTP/1.1" status: 204 len: 168 time: 0.2711823 Aug 09 16:51:09.645323 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5885bdc0-0b2f-4f86-8bdd-0f1fec0e4987 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33e4fa0e-52da-44e0-bfc9-65fcf2344e35,revision_number=None']} {{(pid=111140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:09.687415 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-95356cd5-a17d-424d-af5b-8c4594db5efc req-382eebca-99bb-450d-a293-ecd202c522f0 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=f47dd32a-2cac-46a7-87f0-b2b85418fb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826712 Aug 09 16:51:09.688221 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-b1b8614d-12f3-4def-8561-b5bb542c05e9 req-85bdee39-aafc-4efe-ab11-d552e6b3d840 tempest-DeleteServersTestJSON-2075719756 tempest-DeleteServersTestJSON-2075719756-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=4055fc19-de1b-4836-be2e-c70018f2c6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678098 Aug 09 16:51:09.875404 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.wsgi [-] (111140) accepted ('10.222.0.59', 49670) {{(pid=111140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:51:09.891906 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-ddb64340-f816-459f-ae93-fa658a05e4f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:09.983642 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-ddb64340-f816-459f-ae93-fa658a05e4f7 admin admin] Publish callbacks [] for security_group (e5e98cf6-75a9-4f5a-96cf-f6d60dc10f43), precommit_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:10.057581 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57a4711-29c4-4c6f-94d9-76ca7cd67b5b req-3946edb6-3f11-451e-939c-bc363a0220d2 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:10.063657 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-e57a4711-29c4-4c6f-94d9-76ca7cd67b5b req-3946edb6-3f11-451e-939c-bc363a0220d2 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=e7a274d0-9d37-4f6f-8a7e-2f223cf42198 HTTP/1.1" status: 200 len: 943 time: 0.0617862 Aug 09 16:51:10.065642 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-ddb64340-f816-459f-ae93-fa658a05e4f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763768'] for security_group (e5e98cf6-75a9-4f5a-96cf-f6d60dc10f43), after_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:10.098513 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:51:10.129273 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-72b2a894-20e4-4963-b805-9f67a896a0be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (0d699ab0-1a4e-47ab-a625-f3b077123214), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:10.150685 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a79b98-41ca-45a6-aae2-639040802a1a req-5fe03c3a-39fe-45ee-b2cf-0bc108c54430 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:10.152443 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-90a79b98-41ca-45a6-aae2-639040802a1a req-5fe03c3a-39fe-45ee-b2cf-0bc108c54430 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=bad3d121-535f-4a16-b412-574cf5da50e9 HTTP/1.1" status: 200 len: 943 time: 0.0681612 Aug 09 16:51:10.154647 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb64340-f816-459f-ae93-fa658a05e4f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5e98cf6-75a9-4f5a-96cf-f6d60dc10f43,revision_number=1']} {{(pid=111140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:10.173988 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [None req-ddb64340-f816-459f-ae93-fa658a05e4f7 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=114f2276f851417382c9bee69be78bff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2975266 Aug 09 16:51:10.178233 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.wsgi [-] (111140) accepted ('10.222.0.59', 49684) {{(pid=111140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:51:10.194925 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-e57a4711-29c4-4c6f-94d9-76ca7cd67b5b req-59ec2f13-3b9a-41f3-aa99-f9011005a754 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=40ce6164-59be-4c55-abcb-0149a2e272fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1104858 Aug 09 16:51:10.221456 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-90a79b98-41ca-45a6-aae2-639040802a1a req-faa7040a-da9a-4dda-931b-58600c0a84b5 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=2bdfd362-24cf-46bd-9f16-b84704a8b95f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605006 Aug 09 16:51:10.249765 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-1b6a215e-0ec8-4fb6-87de-85115788a74b admin admin] Publish callbacks [] for security_group (e5e98cf6-75a9-4f5a-96cf-f6d60dc10f43), before_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:10.274593 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-1b6a215e-0ec8-4fb6-87de-85115788a74b admin admin] Publish callbacks [] for security_group (e5e98cf6-75a9-4f5a-96cf-f6d60dc10f43), precommit_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:10.296865 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Device 53a24594-3349-4f0d-b4fe-6c7d9baea3f2 details requested by agent hyperv_hv-cinder-85236 with host hv-cinder-85236 {{(pid=111142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 16:51:10.393635 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:51:10.414755 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-1b6a215e-0ec8-4fb6-87de-85115788a74b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763768'] for security_group (e5e98cf6-75a9-4f5a-96cf-f6d60dc10f43), after_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:10.417372 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-1b6a215e-0ec8-4fb6-87de-85115788a74b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:10.418825 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [None req-1b6a215e-0ec8-4fb6-87de-85115788a74b admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/e5e98cf6-75a9-4f5a-96cf-f6d60dc10f43 HTTP/1.1" status: 204 len: 168 time: 0.2389071 Aug 09 16:51:10.428689 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6a215e-0ec8-4fb6-87de-85115788a74b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5e98cf6-75a9-4f5a-96cf-f6d60dc10f43,revision_number=None']} {{(pid=111140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:10.429096 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.db [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] For port 53a24594-3349-4f0d-b4fe-6c7d9baea3f2, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=53a24594-3349-4f0d-b4fe-6c7d9baea3f2,segment=NetworkSegment(a94c1f41-ae8b-4dd1-abef-be7e62056af2),segment_id=a94c1f41-ae8b-4dd1-abef-be7e62056af2)] {{(pid=111142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:51:10.454282 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Returning: {'device': '53a24594-3349-4f0d-b4fe-6c7d9baea3f2', 'network_id': 'e7c6cdf7-0095-4da2-9004-cdee3c973d7e', 'port_id': '53a24594-3349-4f0d-b4fe-6c7d9baea3f2', 'mac_address': 'fa:16:3e:46:79:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 981, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa8494ca-da5a-4e74-b349-aebeb3fbaa4a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 16:51:10.493856 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Current status of the port 53a24594-3349-4f0d-b4fe-6c7d9baea3f2 is: DOWN; New status is: BUILD {{(pid=111142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 16:51:10.494378 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (53a24594-3349-4f0d-b4fe-6c7d9baea3f2), before_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:10.509152 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.notifiers.nova [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53a24594-3349-4f0d-b4fe-6c7d9baea3f2 {{(pid=111142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 09 16:51:10.531186 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.db [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] For port 53a24594-3349-4f0d-b4fe-6c7d9baea3f2, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=53a24594-3349-4f0d-b4fe-6c7d9baea3f2,segment=NetworkSegment(a94c1f41-ae8b-4dd1-abef-be7e62056af2),segment_id=a94c1f41-ae8b-4dd1-abef-be7e62056af2)] {{(pid=111142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:51:10.632004 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748338263269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748337861771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748337861789'] for port (53a24594-3349-4f0d-b4fe-6c7d9baea3f2), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:10.635571 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=100 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:51:10.655794 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:51:10.684937 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Pushing event updated for resources: {'Port': ['ID=53a24594-3349-4f0d-b4fe-6c7d9baea3f2,revision_number=4']} {{(pid=111142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:10.706527 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=100 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:51:10.837422 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5548fec1-8a12-4d15-b529-be5e9adf2828 req-d651708b-b178-4859-becd-f26b7ccabf07 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:10.848299 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-5548fec1-8a12-4d15-b529-be5e9adf2828 req-d651708b-b178-4859-becd-f26b7ccabf07 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=2c13ec5a-b577-4bed-aa8c-ce73b8391b3c HTTP/1.1" status: 200 len: 944 time: 0.0894251 Aug 09 16:51:10.871299 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0742a8-f259-4173-8fcb-cc18afba5bf4 req-c678a486-cd0b-4e4d-8142-d1e93d34ac85 tempest-DeleteServersTestJSON-2075719756 tempest-DeleteServersTestJSON-2075719756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:10.873347 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-4c0742a8-f259-4173-8fcb-cc18afba5bf4 req-c678a486-cd0b-4e4d-8142-d1e93d34ac85 tempest-DeleteServersTestJSON-2075719756 tempest-DeleteServersTestJSON-2075719756-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=10c8e995-dd9a-483b-9c1a-d9301cf27f1e HTTP/1.1" status: 200 len: 944 time: 0.0766430 Aug 09 16:51:10.906169 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:51:10.918797 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-5548fec1-8a12-4d15-b529-be5e9adf2828 req-6231ae87-de3c-439b-b929-7570d218b542 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=f47dd32a-2cac-46a7-87f0-b2b85418fb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688887 Aug 09 16:51:10.982510 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-4c0742a8-f259-4173-8fcb-cc18afba5bf4 req-20725e07-46d2-4f41-bd5c-50edf5313744 tempest-DeleteServersTestJSON-2075719756 tempest-DeleteServersTestJSON-2075719756-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=4055fc19-de1b-4836-be2e-c70018f2c6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036546 Aug 09 16:51:11.074037 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.db [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] get_ports_and_sgs() called for port_ids ['53a24594-3349-4f0d-b4fe-6c7d9baea3f2'] {{(pid=111142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:51:11.124111 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:51:11.351086 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:51:11.385105 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569a821a-f01d-4133-a1a3-5c6e8ada2e9d req-ff6257c8-4196-4310-86dd-0814c081715e tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:11.385802 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43d2293-8986-440c-a8d8-7362333dced5 req-83451133-27a1-4045-bab7-467ae7c5ed06 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:11.389167 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-569a821a-f01d-4133-a1a3-5c6e8ada2e9d req-ff6257c8-4196-4310-86dd-0814c081715e tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=e7a274d0-9d37-4f6f-8a7e-2f223cf42198 HTTP/1.1" status: 200 len: 943 time: 0.0809064 Aug 09 16:51:11.395186 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-f43d2293-8986-440c-a8d8-7362333dced5 req-83451133-27a1-4045-bab7-467ae7c5ed06 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=bad3d121-535f-4a16-b412-574cf5da50e9 HTTP/1.1" status: 200 len: 943 time: 0.0678084 Aug 09 16:51:11.465209 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-569a821a-f01d-4133-a1a3-5c6e8ada2e9d req-4a38be74-fbe7-42cf-9f25-6890253b329d tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=40ce6164-59be-4c55-abcb-0149a2e272fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674288 Aug 09 16:51:11.506561 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0936e73f-852d-401c-9fa6-d8574998dfd1 req-8926f4eb-cbbe-4961-8df7-6afb69178b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:11.508100 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-0936e73f-852d-401c-9fa6-d8574998dfd1 req-8926f4eb-cbbe-4961-8df7-6afb69178b7c service neutron] 10.222.0.91 "GET /networking/v2.0/ports?tenant_id=321de2c92d814e6ab1da13939153da87&device_id=2c13ec5a-b577-4bed-aa8c-ce73b8391b3c HTTP/1.1" status: 200 len: 1128 time: 0.1085587 Aug 09 16:51:11.517779 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce03f535-cdb4-4d46-acee-66fb23a7d878 req-f1e18e48-431c-4960-8b54-dc3026952194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:11.519374 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-ce03f535-cdb4-4d46-acee-66fb23a7d878 req-f1e18e48-431c-4960-8b54-dc3026952194 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?tenant_id=54562f03aaae457ca88be251d2208e2e&device_id=e7a274d0-9d37-4f6f-8a7e-2f223cf42198 HTTP/1.1" status: 200 len: 1127 time: 0.0861640 Aug 09 16:51:11.563709 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-f43d2293-8986-440c-a8d8-7362333dced5 req-7ee68152-aaea-4473-b725-665b9b5fac9b tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=2bdfd362-24cf-46bd-9f16-b84704a8b95f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533313 Aug 09 16:51:11.790930 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0936e73f-852d-401c-9fa6-d8574998dfd1 req-96cd326a-df97-4332-971e-2a7612f523d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:11.800714 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-0936e73f-852d-401c-9fa6-d8574998dfd1 req-96cd326a-df97-4332-971e-2a7612f523d2 service neutron] 10.222.0.91 "GET /networking/v2.0/networks?tenant_id=321de2c92d814e6ab1da13939153da87&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2640705 Aug 09 16:51:11.800714 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce03f535-cdb4-4d46-acee-66fb23a7d878 req-bb7cf162-3ee5-431d-a2fc-7862ea4c869c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:11.800714 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-ce03f535-cdb4-4d46-acee-66fb23a7d878 req-bb7cf162-3ee5-431d-a2fc-7862ea4c869c service neutron] 10.222.0.91 "GET /networking/v2.0/networks?id=c6e9ea29-d63f-40f2-84ee-974e268aa2d8 HTTP/1.1" status: 200 len: 912 time: 0.2559333 Aug 09 16:51:11.800714 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:51:12.084134 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f9b7d5-52ce-4850-9493-124da40f920b req-baf68a0b-d828-4e88-86cb-f7d29fe6eb1a tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:12.086376 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-49f9b7d5-52ce-4850-9493-124da40f920b req-baf68a0b-d828-4e88-86cb-f7d29fe6eb1a tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=2c13ec5a-b577-4bed-aa8c-ce73b8391b3c HTTP/1.1" status: 200 len: 944 time: 0.0834301 Aug 09 16:51:12.140935 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-49f9b7d5-52ce-4850-9493-124da40f920b req-1beb54bb-698f-4e0e-838c-3fa6155da75e tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=f47dd32a-2cac-46a7-87f0-b2b85418fb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486729 Aug 09 16:51:12.167474 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-ce03f535-cdb4-4d46-acee-66fb23a7d878 req-e90284e0-48b0-489b-af23-6ced2889d1b0 service neutron] 10.222.0.91 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c7c7c2fe-a482-49a1-bef6-cb7da54c233e HTTP/1.1" status: 200 len: 217 time: 0.3482683 Aug 09 16:51:12.296221 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98809680-2a95-469a-9e5d-26aec69410c1 req-e7de945a-e6c7-4e71-9856-729147ca9074 tempest-DeleteServersTestJSON-2075719756 tempest-DeleteServersTestJSON-2075719756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:12.297694 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-98809680-2a95-469a-9e5d-26aec69410c1 req-e7de945a-e6c7-4e71-9856-729147ca9074 tempest-DeleteServersTestJSON-2075719756 tempest-DeleteServersTestJSON-2075719756-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=10c8e995-dd9a-483b-9c1a-d9301cf27f1e HTTP/1.1" status: 200 len: 944 time: 0.1507201 Aug 09 16:51:12.323452 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Device 5ad131fe-fddf-4bca-bf02-1713526341b7 details requested by agent hyperv_hv-cinder-85236 with host hv-cinder-85236 {{(pid=111142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 16:51:12.360051 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce03f535-cdb4-4d46-acee-66fb23a7d878 req-ee59eedb-291f-4fe4-be28-2abc7f5ab4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:12.361520 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-ce03f535-cdb4-4d46-acee-66fb23a7d878 req-ee59eedb-291f-4fe4-be28-2abc7f5ab4ba service neutron] 10.222.0.91 "GET /networking/v2.0/subnets?id=04d182a3-f5e2-47dc-869b-31a7d21795ba HTTP/1.1" status: 200 len: 850 time: 0.1718459 Aug 09 16:51:12.363715 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0936e73f-852d-401c-9fa6-d8574998dfd1 req-c324d813-b0c0-4680-a5cc-dd00d603730a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:12.370008 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-0936e73f-852d-401c-9fa6-d8574998dfd1 req-c324d813-b0c0-4680-a5cc-dd00d603730a service neutron] 10.222.0.91 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5564296 Aug 09 16:51:12.406364 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-98809680-2a95-469a-9e5d-26aec69410c1 req-e68cb2c6-25f8-42a6-947c-06140fdb25bf tempest-DeleteServersTestJSON-2075719756 tempest-DeleteServersTestJSON-2075719756-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=4055fc19-de1b-4836-be2e-c70018f2c6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976489 Aug 09 16:51:12.440535 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-db8296eb-5558-4c78-8526-0db0b00d7b61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (2cf02505-efcb-442b-855b-6c659df6f18c), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:12.496368 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.db [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] For port 5ad131fe-fddf-4bca-bf02-1713526341b7, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=5ad131fe-fddf-4bca-bf02-1713526341b7,segment=NetworkSegment(98d3c410-8005-4210-b36d-790e6c16d8ec),segment_id=98d3c410-8005-4210-b36d-790e6c16d8ec)] {{(pid=111142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:51:12.510096 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Returning: {'device': '5ad131fe-fddf-4bca-bf02-1713526341b7', 'network_id': '282e3700-6650-40cf-853f-239074e73a36', 'port_id': '5ad131fe-fddf-4bca-bf02-1713526341b7', 'mac_address': 'fa:16:3e:8e:c7:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 986, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5c04f84-3435-4f8b-9c9f-e063a245781b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 16:51:12.554568 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Current status of the port 5ad131fe-fddf-4bca-bf02-1713526341b7 is: DOWN; New status is: BUILD {{(pid=111142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 16:51:12.554969 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (5ad131fe-fddf-4bca-bf02-1713526341b7), before_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:12.612803 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49978be6-63bf-4fe1-9bff-86abedafd9cf req-aa7a1411-19a9-467e-b493-7fc2666cc844 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:12.622591 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-49978be6-63bf-4fe1-9bff-86abedafd9cf req-aa7a1411-19a9-467e-b493-7fc2666cc844 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=e7a274d0-9d37-4f6f-8a7e-2f223cf42198 HTTP/1.1" status: 200 len: 943 time: 0.0739446 Aug 09 16:51:12.692647 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.notifiers.nova [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ad131fe-fddf-4bca-bf02-1713526341b7 {{(pid=111142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 09 16:51:12.699555 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-49978be6-63bf-4fe1-9bff-86abedafd9cf req-f376a6d4-b5c5-4eab-9ed9-608f89d54873 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=40ce6164-59be-4c55-abcb-0149a2e272fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757949 Aug 09 16:51:12.714211 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.db [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] For port 5ad131fe-fddf-4bca-bf02-1713526341b7, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=5ad131fe-fddf-4bca-bf02-1713526341b7,segment=NetworkSegment(98d3c410-8005-4210-b36d-790e6c16d8ec),segment_id=98d3c410-8005-4210-b36d-790e6c16d8ec)] {{(pid=111142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:51:12.766076 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa74e9d-71d2-4af1-adc5-3826b198f1c1 req-17a376f0-5c42-4e05-b76a-c5f14430d673 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:12.767649 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-5aa74e9d-71d2-4af1-adc5-3826b198f1c1 req-17a376f0-5c42-4e05-b76a-c5f14430d673 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=bad3d121-535f-4a16-b412-574cf5da50e9 HTTP/1.1" status: 200 len: 943 time: 0.0849314 Aug 09 16:51:12.820566 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748338263269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748337861771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748337861789'] for port (5ad131fe-fddf-4bca-bf02-1713526341b7), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:12.821516 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Device ba04df11-96c3-4666-be53-8af43db1ed2d details requested by agent hyperv_hv-cinder-85236 with host hv-cinder-85236 {{(pid=111142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 16:51:12.831781 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-5aa74e9d-71d2-4af1-adc5-3826b198f1c1 req-74607130-6301-4b10-9b98-01b9f30a1ede tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=2bdfd362-24cf-46bd-9f16-b84704a8b95f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566688 Aug 09 16:51:12.838539 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:51:12.930222 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:51:12.934262 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Pushing event updated for resources: {'Port': ['ID=5ad131fe-fddf-4bca-bf02-1713526341b7,revision_number=4']} {{(pid=111142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:12.993226 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.db [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] For port ba04df11-96c3-4666-be53-8af43db1ed2d, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=ba04df11-96c3-4666-be53-8af43db1ed2d,segment=NetworkSegment(a94c1f41-ae8b-4dd1-abef-be7e62056af2),segment_id=a94c1f41-ae8b-4dd1-abef-be7e62056af2)] {{(pid=111142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:51:12.997852 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:51:13.006596 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Returning: {'device': 'ba04df11-96c3-4666-be53-8af43db1ed2d', 'network_id': 'e7c6cdf7-0095-4da2-9004-cdee3c973d7e', 'port_id': 'ba04df11-96c3-4666-be53-8af43db1ed2d', 'mac_address': 'fa:16:3e:54:15:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 981, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa8494ca-da5a-4e74-b349-aebeb3fbaa4a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 16:51:13.046197 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Current status of the port ba04df11-96c3-4666-be53-8af43db1ed2d is: DOWN; New status is: BUILD {{(pid=111142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 16:51:13.046729 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (ba04df11-96c3-4666-be53-8af43db1ed2d), before_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:13.056841 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=100 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:51:13.062398 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.notifiers.nova [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba04df11-96c3-4666-be53-8af43db1ed2d {{(pid=111142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 09 16:51:13.090395 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.db [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] For port ba04df11-96c3-4666-be53-8af43db1ed2d, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=ba04df11-96c3-4666-be53-8af43db1ed2d,segment=NetworkSegment(a94c1f41-ae8b-4dd1-abef-be7e62056af2),segment_id=a94c1f41-ae8b-4dd1-abef-be7e62056af2)] {{(pid=111142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:51:13.203446 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748338263269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748337861771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748337861789'] for port (ba04df11-96c3-4666-be53-8af43db1ed2d), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:13.272663 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Pushing event updated for resources: {'Port': ['ID=ba04df11-96c3-4666-be53-8af43db1ed2d,revision_number=4']} {{(pid=111142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:13.279476 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7377c947-41d4-4490-a225-78f11b951f5f req-f7754f3a-3d21-4866-ac63-d9d07e3c3a03 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:13.290345 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-7377c947-41d4-4490-a225-78f11b951f5f req-f7754f3a-3d21-4866-ac63-d9d07e3c3a03 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=2c13ec5a-b577-4bed-aa8c-ce73b8391b3c HTTP/1.1" status: 200 len: 944 time: 0.0709574 Aug 09 16:51:13.333991 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-7377c947-41d4-4490-a225-78f11b951f5f req-604020b0-8dd1-4a6f-bedf-3ecf57f53de6 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=f47dd32a-2cac-46a7-87f0-b2b85418fb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451279 Aug 09 16:51:13.537959 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f89129-f4d4-4e8f-afb6-c976288d35ec req-9a9da94e-f65d-4145-95b4-f0d22062c2fc tempest-DeleteServersTestJSON-2075719756 tempest-DeleteServersTestJSON-2075719756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:13.539643 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-c7f89129-f4d4-4e8f-afb6-c976288d35ec req-9a9da94e-f65d-4145-95b4-f0d22062c2fc tempest-DeleteServersTestJSON-2075719756 tempest-DeleteServersTestJSON-2075719756-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=10c8e995-dd9a-483b-9c1a-d9301cf27f1e HTTP/1.1" status: 200 len: 945 time: 0.0536706 Aug 09 16:51:13.593052 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-c7f89129-f4d4-4e8f-afb6-c976288d35ec req-8e7802c3-debd-471f-b76f-34acebda8663 tempest-DeleteServersTestJSON-2075719756 tempest-DeleteServersTestJSON-2075719756-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=4055fc19-de1b-4836-be2e-c70018f2c6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473866 Aug 09 16:51:13.734176 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-e70f562e-e7df-49ad-a15a-67a143aa0666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (bc6be869-02df-4ed8-8ee0-3ec53a1551af), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:13.834225 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83b4d2e-527f-4643-a3ee-201fcdd4dd3c req-3f021ec3-902b-4e9d-b916-64015b1339ac tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:13.835832 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-b83b4d2e-527f-4643-a3ee-201fcdd4dd3c req-3f021ec3-902b-4e9d-b916-64015b1339ac tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=e7a274d0-9d37-4f6f-8a7e-2f223cf42198 HTTP/1.1" status: 200 len: 943 time: 0.0489080 Aug 09 16:51:13.889027 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:INSERT=1,neutron:SELECT=99 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:51:13.889334 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-b83b4d2e-527f-4643-a3ee-201fcdd4dd3c req-24dcd9f4-eca2-4671-a19f-10190d323e55 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=40ce6164-59be-4c55-abcb-0149a2e272fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464137 Aug 09 16:51:13.971050 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99369144-8446-47c9-a6e6-9c7103e070c1 req-7aecedf7-3608-4280-a2d5-f5bb68c918cd tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:13.974498 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-99369144-8446-47c9-a6e6-9c7103e070c1 req-7aecedf7-3608-4280-a2d5-f5bb68c918cd tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=bad3d121-535f-4a16-b412-574cf5da50e9 HTTP/1.1" status: 200 len: 944 time: 0.0565381 Aug 09 16:51:14.020009 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-99369144-8446-47c9-a6e6-9c7103e070c1 req-3eef6aca-0f05-49b2-8c49-9bd2f42c86e4 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=2bdfd362-24cf-46bd-9f16-b84704a8b95f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418639 Aug 09 16:51:14.408932 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:51:14.472061 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c14e9d5-e3df-4a95-a7be-0939b1077991 req-4322ffa1-194c-456c-a990-7f0e5f9fd00a tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:14.474254 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-1c14e9d5-e3df-4a95-a7be-0939b1077991 req-4322ffa1-194c-456c-a990-7f0e5f9fd00a tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=2c13ec5a-b577-4bed-aa8c-ce73b8391b3c HTTP/1.1" status: 200 len: 944 time: 0.0545852 Aug 09 16:51:14.529435 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-1c14e9d5-e3df-4a95-a7be-0939b1077991 req-d61cc54b-9cbb-4830-821b-2f24fdd5604c tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=f47dd32a-2cac-46a7-87f0-b2b85418fb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496497 Aug 09 16:51:14.717256 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635bb336-95ff-4ebc-8d72-61a1128e61a3 req-aa3f8b5b-6404-4d2c-9e5d-8290c2550333 tempest-DeleteServersTestJSON-2075719756 tempest-DeleteServersTestJSON-2075719756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:14.718732 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-635bb336-95ff-4ebc-8d72-61a1128e61a3 req-aa3f8b5b-6404-4d2c-9e5d-8290c2550333 tempest-DeleteServersTestJSON-2075719756 tempest-DeleteServersTestJSON-2075719756-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=10c8e995-dd9a-483b-9c1a-d9301cf27f1e HTTP/1.1" status: 200 len: 945 time: 0.0466015 Aug 09 16:51:14.766208 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-635bb336-95ff-4ebc-8d72-61a1128e61a3 req-3845db63-fb02-44ac-901c-f1b3d47fb8c9 tempest-DeleteServersTestJSON-2075719756 tempest-DeleteServersTestJSON-2075719756-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=4055fc19-de1b-4836-be2e-c70018f2c6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409954 Aug 09 16:51:14.791490 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:51:14.888606 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:51:15.007707 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe067f18-ba65-44d7-aaab-49ba2974a59f req-240dbb11-57cf-442f-a6be-6c212d289e0d tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:15.009192 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-fe067f18-ba65-44d7-aaab-49ba2974a59f req-240dbb11-57cf-442f-a6be-6c212d289e0d tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=e7a274d0-9d37-4f6f-8a7e-2f223cf42198 HTTP/1.1" status: 200 len: 943 time: 0.0477824 Aug 09 16:51:15.043243 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:INSERT=6 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:51:15.057500 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-fe067f18-ba65-44d7-aaab-49ba2974a59f req-0b6261b1-e8b8-4b69-939b-5309017e4fe8 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=40ce6164-59be-4c55-abcb-0149a2e272fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424752 Aug 09 16:51:15.143057 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38f2278-4dbc-4ead-841c-c587ebdc686f req-d9ce2d36-410f-4dc8-a0ae-5bc888ff00d9 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:15.145190 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-b38f2278-4dbc-4ead-841c-c587ebdc686f req-d9ce2d36-410f-4dc8-a0ae-5bc888ff00d9 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=bad3d121-535f-4a16-b412-574cf5da50e9 HTTP/1.1" status: 200 len: 944 time: 0.0464289 Aug 09 16:51:15.197357 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-b38f2278-4dbc-4ead-841c-c587ebdc686f req-b6765e56-7475-48ae-b6aa-5bdacf7f452e tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=2bdfd362-24cf-46bd-9f16-b84704a8b95f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459046 Aug 09 16:51:15.277188 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=4 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:51:15.327814 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce03f535-cdb4-4d46-acee-66fb23a7d878 req-468e7513-22e0-4ff8-9fe8-dc7508d772bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:15.329358 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-ce03f535-cdb4-4d46-acee-66fb23a7d878 req-468e7513-22e0-4ff8-9fe8-dc7508d772bc service neutron] 10.222.0.91 "GET /networking/v2.0/ports?network_id=c6e9ea29-d63f-40f2-84ee-974e268aa2d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0404394 Aug 09 16:51:15.431400 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-5c325a0b-ed39-4cac-be6f-43defe9e55aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (33bcacdc-c215-42b6-b75f-650d86e609be), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:15.449456 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:51:15.467779 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00799fa1-02fa-44bd-9ee7-639ccb5474ae req-a86e1032-2a14-4944-aaf6-03d91c221c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:15.469305 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-00799fa1-02fa-44bd-9ee7-639ccb5474ae req-a86e1032-2a14-4944-aaf6-03d91c221c54 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?tenant_id=321de2c92d814e6ab1da13939153da87&device_id=2c13ec5a-b577-4bed-aa8c-ce73b8391b3c HTTP/1.1" status: 200 len: 1128 time: 0.0853999 Aug 09 16:51:15.527500 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-ce03f535-cdb4-4d46-acee-66fb23a7d878 req-2330d89f-12dd-49f7-8433-e801d75bf908 service neutron] 10.222.0.91 "GET /networking/v2.0/networks/c6e9ea29-d63f-40f2-84ee-974e268aa2d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1624169 Aug 09 16:51:15.528827 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-00799fa1-02fa-44bd-9ee7-639ccb5474ae req-932b6f98-ad6b-4a35-a8dd-e69c8f4f3dad service neutron] 10.222.0.91 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6e84ef22-6ed0-41c2-a430-5a00d8efa76c HTTP/1.1" status: 200 len: 217 time: 0.0378530 Aug 09 16:51:15.648063 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00799fa1-02fa-44bd-9ee7-639ccb5474ae req-278c158f-58b9-4070-b166-3650bc8612f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:15.650158 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-00799fa1-02fa-44bd-9ee7-639ccb5474ae req-278c158f-58b9-4070-b166-3650bc8612f4 service neutron] 10.222.0.91 "GET /networking/v2.0/subnets?id=414c40d7-70ed-42dc-9e49-6496154d7c43 HTTP/1.1" status: 200 len: 853 time: 0.1031671 Aug 09 16:51:15.672568 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df22bbbe-3ef1-4b5a-a4fd-73066143f171 req-81acfcd3-275b-4dee-a67c-75d2acf09033 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:15.674177 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-df22bbbe-3ef1-4b5a-a4fd-73066143f171 req-81acfcd3-275b-4dee-a67c-75d2acf09033 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=2c13ec5a-b577-4bed-aa8c-ce73b8391b3c HTTP/1.1" status: 200 len: 944 time: 0.0550413 Aug 09 16:51:15.708290 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (47988f4d-09d0-4892-bbfe-5b11c743802f), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:15.709204 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-ce03f535-cdb4-4d46-acee-66fb23a7d878 req-d5eced54-7fb0-4322-af17-3b8c4b5e9ba8 service neutron] 10.222.0.91 "GET /networking/v2.0/networks/c6e9ea29-d63f-40f2-84ee-974e268aa2d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1697266 Aug 09 16:51:15.714535 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00799fa1-02fa-44bd-9ee7-639ccb5474ae req-7233f1ce-2390-4916-bd70-cf543cf4a638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:15.716029 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-00799fa1-02fa-44bd-9ee7-639ccb5474ae req-7233f1ce-2390-4916-bd70-cf543cf4a638 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?network_id=d512bb64-4fdf-40f1-b457-d57f69ae1831&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0505786 Aug 09 16:51:15.728717 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-df22bbbe-3ef1-4b5a-a4fd-73066143f171 req-245fc7a9-bcf0-440c-b4d6-736c7d424b62 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=f47dd32a-2cac-46a7-87f0-b2b85418fb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483172 Aug 09 16:51:15.825549 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-00799fa1-02fa-44bd-9ee7-639ccb5474ae req-ce39dab3-aa17-4e33-bcaf-8ab25cf76e85 service neutron] 10.222.0.91 "GET /networking/v2.0/networks/d512bb64-4fdf-40f1-b457-d57f69ae1831?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919216 Aug 09 16:51:15.929304 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1a50dc-8fb1-4936-a647-4595d5837c26 req-5d9a47f2-10f0-4051-aabd-5f7b6fa0286f tempest-DeleteServersTestJSON-2075719756 tempest-DeleteServersTestJSON-2075719756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:15.930769 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-bb1a50dc-8fb1-4936-a647-4595d5837c26 req-5d9a47f2-10f0-4051-aabd-5f7b6fa0286f tempest-DeleteServersTestJSON-2075719756 tempest-DeleteServersTestJSON-2075719756-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=10c8e995-dd9a-483b-9c1a-d9301cf27f1e HTTP/1.1" status: 200 len: 945 time: 0.0876377 Aug 09 16:51:15.985183 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-00799fa1-02fa-44bd-9ee7-639ccb5474ae req-774e2778-206f-4ebe-b8b8-0464a5c9c99f service neutron] 10.222.0.91 "GET /networking/v2.0/networks/d512bb64-4fdf-40f1-b457-d57f69ae1831?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505392 Aug 09 16:51:15.999782 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-bb1a50dc-8fb1-4936-a647-4595d5837c26 req-b94cb368-ce45-4b44-a29c-90e4158a2655 tempest-DeleteServersTestJSON-2075719756 tempest-DeleteServersTestJSON-2075719756-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=4055fc19-de1b-4836-be2e-c70018f2c6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627367 Aug 09 16:51:16.002739 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=100 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:51:16.151918 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=100 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:51:16.194237 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a2bfce-4841-484d-93df-9cdac42f455c req-dd6eaf1d-b45e-4b93-a0e7-1bf56c499d07 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:16.195804 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-17a2bfce-4841-484d-93df-9cdac42f455c req-dd6eaf1d-b45e-4b93-a0e7-1bf56c499d07 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=e7a274d0-9d37-4f6f-8a7e-2f223cf42198 HTTP/1.1" status: 200 len: 943 time: 0.0624588 Aug 09 16:51:16.268141 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-17a2bfce-4841-484d-93df-9cdac42f455c req-cf1e1ceb-edbc-4c49-a5e8-cd3a77b4c1e3 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=40ce6164-59be-4c55-abcb-0149a2e272fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628190 Aug 09 16:51:16.325143 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38870ecc-60c1-4180-bfda-a2e916ff10ef req-665a128e-457b-4c76-9ca8-c13cc1c36015 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:16.326622 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-38870ecc-60c1-4180-bfda-a2e916ff10ef req-665a128e-457b-4c76-9ca8-c13cc1c36015 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=bad3d121-535f-4a16-b412-574cf5da50e9 HTTP/1.1" status: 200 len: 944 time: 0.0495963 Aug 09 16:51:16.357626 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=100 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:51:16.377888 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=100 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:51:16.383666 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-38870ecc-60c1-4180-bfda-a2e916ff10ef req-d3852649-7ceb-4235-965f-2912bceeba29 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=2bdfd362-24cf-46bd-9f16-b84704a8b95f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514429 Aug 09 16:51:16.848258 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438d8a1e-9605-4114-b0b8-f107d3645efa req-4ddc2da5-b2ce-4478-9084-51453ad165db tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:16.849768 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-438d8a1e-9605-4114-b0b8-f107d3645efa req-4ddc2da5-b2ce-4478-9084-51453ad165db tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=2c13ec5a-b577-4bed-aa8c-ce73b8391b3c HTTP/1.1" status: 200 len: 944 time: 0.0473478 Aug 09 16:51:16.860769 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=100 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:51:16.898901 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-438d8a1e-9605-4114-b0b8-f107d3645efa req-4b82f27c-1603-4b68-b872-23154cb8c87e tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=f47dd32a-2cac-46a7-87f0-b2b85418fb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436599 Aug 09 16:51:17.125067 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83076828-1dee-49cb-b10a-6e651ab6f6a1 req-f144be42-f971-4754-9ef3-c2ed2cf8a677 tempest-DeleteServersTestJSON-2075719756 tempest-DeleteServersTestJSON-2075719756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:17.126554 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-83076828-1dee-49cb-b10a-6e651ab6f6a1 req-f144be42-f971-4754-9ef3-c2ed2cf8a677 tempest-DeleteServersTestJSON-2075719756 tempest-DeleteServersTestJSON-2075719756-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=10c8e995-dd9a-483b-9c1a-d9301cf27f1e HTTP/1.1" status: 200 len: 945 time: 0.0528395 Aug 09 16:51:17.178824 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-83076828-1dee-49cb-b10a-6e651ab6f6a1 req-02d2157f-96ca-4475-93c1-f498460b2c1c tempest-DeleteServersTestJSON-2075719756 tempest-DeleteServersTestJSON-2075719756-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=4055fc19-de1b-4836-be2e-c70018f2c6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432861 Aug 09 16:51:17.402343 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b45c72-0d11-4b06-8694-7c03cbbc1bf3 req-33f6b820-39d6-4fcf-a5e4-89e15820a110 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:17.403880 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-50b45c72-0d11-4b06-8694-7c03cbbc1bf3 req-33f6b820-39d6-4fcf-a5e4-89e15820a110 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=e7a274d0-9d37-4f6f-8a7e-2f223cf42198 HTTP/1.1" status: 200 len: 943 time: 0.0509348 Aug 09 16:51:17.460800 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-50b45c72-0d11-4b06-8694-7c03cbbc1bf3 req-50d447a9-a868-4c3f-be41-2680c198b9ab tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=40ce6164-59be-4c55-abcb-0149a2e272fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497336 Aug 09 16:51:17.507229 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62397f68-ce51-48fc-a529-e452a31285bb req-06f815ab-2bdb-477d-b698-2d4478fb94a4 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:17.508706 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-62397f68-ce51-48fc-a529-e452a31285bb req-06f815ab-2bdb-477d-b698-2d4478fb94a4 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=bad3d121-535f-4a16-b412-574cf5da50e9 HTTP/1.1" status: 200 len: 944 time: 0.0468631 Aug 09 16:51:17.562386 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-62397f68-ce51-48fc-a529-e452a31285bb req-72af343e-897e-4a61-b6d9-f247b2bb32fe tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=2bdfd362-24cf-46bd-9f16-b84704a8b95f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480609 Aug 09 16:51:18.019374 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343c2719-b105-499e-ac29-2ca56b0aedaa req-2ded32b8-6489-47ce-a0a2-f953418cf241 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:18.021464 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-343c2719-b105-499e-ac29-2ca56b0aedaa req-2ded32b8-6489-47ce-a0a2-f953418cf241 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=2c13ec5a-b577-4bed-aa8c-ce73b8391b3c HTTP/1.1" status: 200 len: 944 time: 0.0492129 Aug 09 16:51:18.069644 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-343c2719-b105-499e-ac29-2ca56b0aedaa req-47752293-a984-49dd-ba4a-e5767fb01d77 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=f47dd32a-2cac-46a7-87f0-b2b85418fb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426059 Aug 09 16:51:18.301238 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f460297-8075-4fb9-9e02-5e2c2f94c9ff req-cbde5c0d-a356-4d14-9772-09633ba37fb0 tempest-DeleteServersTestJSON-2075719756 tempest-DeleteServersTestJSON-2075719756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:18.302699 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-6f460297-8075-4fb9-9e02-5e2c2f94c9ff req-cbde5c0d-a356-4d14-9772-09633ba37fb0 tempest-DeleteServersTestJSON-2075719756 tempest-DeleteServersTestJSON-2075719756-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=10c8e995-dd9a-483b-9c1a-d9301cf27f1e HTTP/1.1" status: 200 len: 945 time: 0.0452547 Aug 09 16:51:18.354457 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-6f460297-8075-4fb9-9e02-5e2c2f94c9ff req-9417a1af-0cdd-424e-84bc-9d1af71624c7 tempest-DeleteServersTestJSON-2075719756 tempest-DeleteServersTestJSON-2075719756-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=4055fc19-de1b-4836-be2e-c70018f2c6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462358 Aug 09 16:51:18.440818 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG dbcounter [-] [111143] Writing DB stats neutron:SELECT=32 {{(pid=111143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:51:18.448303 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG dbcounter [-] [111143] Writing DB stats neutron:SELECT=2 {{(pid=111143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:51:18.579244 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200c58f5-700e-4205-878d-27c762f1164d req-ea755501-b140-4237-8f36-70769b6125d7 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:18.580607 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-200c58f5-700e-4205-878d-27c762f1164d req-ea755501-b140-4237-8f36-70769b6125d7 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=e7a274d0-9d37-4f6f-8a7e-2f223cf42198 HTTP/1.1" status: 200 len: 943 time: 0.0465047 Aug 09 16:51:18.635644 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-200c58f5-700e-4205-878d-27c762f1164d req-9a402b0b-37f4-4610-baf5-3c62894d306b tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=40ce6164-59be-4c55-abcb-0149a2e272fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488746 Aug 09 16:51:18.668137 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.db [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] get_ports_and_sgs() called for port_ids ['5ad131fe-fddf-4bca-bf02-1713526341b7'] {{(pid=111142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:51:18.690809 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:51:18.692256 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd53442e-2bec-443d-8e3a-30b70e32ad6c req-f2bf864c-82cd-4366-b05e-a715996fa5ec tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:18.694124 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-dd53442e-2bec-443d-8e3a-30b70e32ad6c req-f2bf864c-82cd-4366-b05e-a715996fa5ec tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=bad3d121-535f-4a16-b412-574cf5da50e9 HTTP/1.1" status: 200 len: 944 time: 0.0503895 Aug 09 16:51:18.757603 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Device 53a24594-3349-4f0d-b4fe-6c7d9baea3f2 up at agent hyperv_hv-cinder-85236 {{(pid=111142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:51:18.758962 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-dd53442e-2bec-443d-8e3a-30b70e32ad6c req-fe5e249f-eb9e-4c94-894e-b18026ec19dd tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=2bdfd362-24cf-46bd-9f16-b84704a8b95f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520525 Aug 09 16:51:18.855335 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.provisioning_blocks [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Provisioning for port 53a24594-3349-4f0d-b4fe-6c7d9baea3f2 completed by entity L2. {{(pid=111142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 09 16:51:18.945372 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.provisioning_blocks [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Provisioning complete for port 53a24594-3349-4f0d-b4fe-6c7d9baea3f2 triggered by entity L2. {{(pid=111142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 16:51:18.945764 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877469'] for port (53a24594-3349-4f0d-b4fe-6c7d9baea3f2), provisioning_complete {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:19.020458 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Current status of the port 53a24594-3349-4f0d-b4fe-6c7d9baea3f2 is: BUILD; New status is: ACTIVE {{(pid=111142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 16:51:19.020840 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (53a24594-3349-4f0d-b4fe-6c7d9baea3f2), before_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:19.032885 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.db [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] get_ports_and_sgs() called for port_ids ['ba04df11-96c3-4666-be53-8af43db1ed2d'] {{(pid=111142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:51:19.071805 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4d48aed-6528-46cd-a11e-6899591a4a27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53a24594-3349-4f0d-b4fe-6c7d9baea3f2'}] {{(pid=111142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 16:51:19.152268 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.db [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] For port 53a24594-3349-4f0d-b4fe-6c7d9baea3f2, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=53a24594-3349-4f0d-b4fe-6c7d9baea3f2,segment=NetworkSegment(a94c1f41-ae8b-4dd1-abef-be7e62056af2),segment_id=a94c1f41-ae8b-4dd1-abef-be7e62056af2)] {{(pid=111142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:51:19.196251 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7af0a67-01f6-4d20-9bb4-e7f7fa2a1cd4 req-020a44d3-3c20-4954-bd88-76304975c97c tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:19.197971 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-f7af0a67-01f6-4d20-9bb4-e7f7fa2a1cd4 req-020a44d3-3c20-4954-bd88-76304975c97c tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=2c13ec5a-b577-4bed-aa8c-ce73b8391b3c HTTP/1.1" status: 200 len: 944 time: 0.0541215 Aug 09 16:51:19.237130 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748338263269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748337861771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748337861789'] for port (53a24594-3349-4f0d-b4fe-6c7d9baea3f2), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:19.251698 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-f7af0a67-01f6-4d20-9bb4-e7f7fa2a1cd4 req-248d2026-f223-43c5-8051-88b3da08cd22 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=f47dd32a-2cac-46a7-87f0-b2b85418fb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478885 Aug 09 16:51:19.270844 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a3936692d9fe67bf654b43a226d329952087876dab2ee9ab8d24037cf19aeb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce569a81-99b8-4b39-a150-ea0915c543fb" -d '{"events": [{"server_uuid": "a4d48aed-6528-46cd-a11e-6899591a4a27", "name": "network-vif-plugged", "status": "completed", "tag": "53a24594-3349-4f0d-b4fe-6c7d9baea3f2"}]}' {{(pid=111142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:51:19.313678 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Pushing event updated for resources: {'Port': ['ID=53a24594-3349-4f0d-b4fe-6c7d9baea3f2,revision_number=5']} {{(pid=111142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:19.375874 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Aug 2022 16:51:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8be7c1e-07c7-441d-a9df-c7af967d8fd1 x-openstack-request-id: req-a8be7c1e-07c7-441d-a9df-c7af967d8fd1 {{(pid=111142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:51:19.376206 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4d48aed-6528-46cd-a11e-6899591a4a27", "name": "network-vif-plugged", "status": "completed", "tag": "53a24594-3349-4f0d-b4fe-6c7d9baea3f2", "code": 200}]} {{(pid=111142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:51:19.376467 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a8be7c1e-07c7-441d-a9df-c7af967d8fd1 {{(pid=111142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:51:19.376929 dv-cinder-852364-3-iscsi neutron-server[111142]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8be7c1e-07c7-441d-a9df-c7af967d8fd1'] response: {'server_uuid': 'a4d48aed-6528-46cd-a11e-6899591a4a27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53a24594-3349-4f0d-b4fe-6c7d9baea3f2', 'code': 200} Aug 09 16:51:19.478623 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e43beb-7888-4759-9685-ae2c8ab666ea req-f8bd57d6-e639-4567-a13c-d1f6ec086f0e tempest-DeleteServersTestJSON-2075719756 tempest-DeleteServersTestJSON-2075719756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:19.480142 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-d4e43beb-7888-4759-9685-ae2c8ab666ea req-f8bd57d6-e639-4567-a13c-d1f6ec086f0e tempest-DeleteServersTestJSON-2075719756 tempest-DeleteServersTestJSON-2075719756-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=10c8e995-dd9a-483b-9c1a-d9301cf27f1e HTTP/1.1" status: 200 len: 945 time: 0.0508332 Aug 09 16:51:19.529696 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-d4e43beb-7888-4759-9685-ae2c8ab666ea req-fcd191bf-0a29-48ad-91e3-3e54e9ee56a3 tempest-DeleteServersTestJSON-2075719756 tempest-DeleteServersTestJSON-2075719756-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=4055fc19-de1b-4836-be2e-c70018f2c6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435226 Aug 09 16:51:19.713867 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Device c7c7c2fe-a482-49a1-bef6-cb7da54c233e details requested by agent hyperv_hv-cinder-85236 with host hv-cinder-85236 {{(pid=111142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 16:51:19.760768 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc40ac28-e385-4c2f-99ff-4fa6cf5eb67d req-80678b5d-b045-4260-b8ca-0ed08849c402 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:19.762353 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-cc40ac28-e385-4c2f-99ff-4fa6cf5eb67d req-80678b5d-b045-4260-b8ca-0ed08849c402 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=e7a274d0-9d37-4f6f-8a7e-2f223cf42198 HTTP/1.1" status: 200 len: 943 time: 0.0512435 Aug 09 16:51:19.823666 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-cc40ac28-e385-4c2f-99ff-4fa6cf5eb67d req-4bf023ed-e1f8-42c2-9916-16c01307fea9 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=40ce6164-59be-4c55-abcb-0149a2e272fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554953 Aug 09 16:51:19.833259 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:51:19.857608 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.db [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] For port c7c7c2fe-a482-49a1-bef6-cb7da54c233e, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=c7c7c2fe-a482-49a1-bef6-cb7da54c233e,segment=NetworkSegment(087eff6f-7ffe-4685-8407-ebe76234df3c),segment_id=087eff6f-7ffe-4685-8407-ebe76234df3c)] {{(pid=111142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:51:19.871934 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Returning: {'device': 'c7c7c2fe-a482-49a1-bef6-cb7da54c233e', 'network_id': 'c6e9ea29-d63f-40f2-84ee-974e268aa2d8', 'port_id': 'c7c7c2fe-a482-49a1-bef6-cb7da54c233e', 'mac_address': 'fa:16:3e:2b:89:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 976, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04d182a3-f5e2-47dc-869b-31a7d21795ba', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 16:51:19.879969 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=100 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:51:19.910846 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e76efb-cfdc-4d32-8bd9-a1353a4eaeec req-fd961232-7627-4099-90c8-32646b2c9efd tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:19.911016 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Current status of the port c7c7c2fe-a482-49a1-bef6-cb7da54c233e is: DOWN; New status is: BUILD {{(pid=111142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 16:51:19.911476 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (c7c7c2fe-a482-49a1-bef6-cb7da54c233e), before_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:19.912911 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-20e76efb-cfdc-4d32-8bd9-a1353a4eaeec req-fd961232-7627-4099-90c8-32646b2c9efd tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=bad3d121-535f-4a16-b412-574cf5da50e9 HTTP/1.1" status: 200 len: 944 time: 0.0671227 Aug 09 16:51:19.933643 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.notifiers.nova [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7c7c2fe-a482-49a1-bef6-cb7da54c233e {{(pid=111142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 09 16:51:19.950414 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:51:19.964731 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.db [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] For port c7c7c2fe-a482-49a1-bef6-cb7da54c233e, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=c7c7c2fe-a482-49a1-bef6-cb7da54c233e,segment=NetworkSegment(087eff6f-7ffe-4685-8407-ebe76234df3c),segment_id=087eff6f-7ffe-4685-8407-ebe76234df3c)] {{(pid=111142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:51:19.980345 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-20e76efb-cfdc-4d32-8bd9-a1353a4eaeec req-d722327f-48d4-4d02-b651-6f45c3b466a5 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=2bdfd362-24cf-46bd-9f16-b84704a8b95f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618010 Aug 09 16:51:20.054493 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748338263269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748337861771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748337861789'] for port (c7c7c2fe-a482-49a1-bef6-cb7da54c233e), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:20.108316 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Pushing event updated for resources: {'Port': ['ID=c7c7c2fe-a482-49a1-bef6-cb7da54c233e,revision_number=4']} {{(pid=111142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:20.419686 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45df1826-9dae-4728-b422-340d1e6ed31e req-351639e0-42be-47f7-8d04-04f68c44a351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:20.421205 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-45df1826-9dae-4728-b422-340d1e6ed31e req-351639e0-42be-47f7-8d04-04f68c44a351 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?device_id=a4d48aed-6528-46cd-a11e-6899591a4a27 HTTP/1.1" status: 200 len: 1130 time: 0.1035488 Aug 09 16:51:20.429732 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b663edbb-13a1-4e71-a4f4-e7fead9748d6 req-6b226440-98a1-4605-9c3e-2f4baca92e22 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:20.439917 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-b663edbb-13a1-4e71-a4f4-e7fead9748d6 req-6b226440-98a1-4605-9c3e-2f4baca92e22 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=2c13ec5a-b577-4bed-aa8c-ce73b8391b3c HTTP/1.1" status: 200 len: 944 time: 0.0823286 Aug 09 16:51:20.451506 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-45df1826-9dae-4728-b422-340d1e6ed31e req-66d48d90-e617-4070-a0fc-5e517146bc26 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:20.452556 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Device 5ad131fe-fddf-4bca-bf02-1713526341b7 up at agent hyperv_hv-cinder-85236 {{(pid=111142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:51:20.509459 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.provisioning_blocks [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Provisioning for port 5ad131fe-fddf-4bca-bf02-1713526341b7 completed by entity L2. {{(pid=111142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 09 16:51:20.517608 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-b663edbb-13a1-4e71-a4f4-e7fead9748d6 req-64b48ddf-0f0b-4318-a737-ad0186a6fa88 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=f47dd32a-2cac-46a7-87f0-b2b85418fb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790238 Aug 09 16:51:20.570359 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-45df1826-9dae-4728-b422-340d1e6ed31e req-66d48d90-e617-4070-a0fc-5e517146bc26 service neutron] Publish callbacks [] for security_group (42070359-9458-4862-9e78-d00439ab713b), precommit_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:20.608393 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.provisioning_blocks [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Provisioning complete for port 5ad131fe-fddf-4bca-bf02-1713526341b7 triggered by entity L2. {{(pid=111142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 16:51:20.608796 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877469'] for port (5ad131fe-fddf-4bca-bf02-1713526341b7), provisioning_complete {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:20.632050 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-45df1826-9dae-4728-b422-340d1e6ed31e req-66d48d90-e617-4070-a0fc-5e517146bc26 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763768'] for security_group (42070359-9458-4862-9e78-d00439ab713b), after_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:20.679580 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f786513f-6a6e-4549-89cc-f96e49165319 req-73ea8977-9e69-4f3d-8988-6d43015eb276 tempest-DeleteServersTestJSON-2075719756 tempest-DeleteServersTestJSON-2075719756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:20.685966 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-45df1826-9dae-4728-b422-340d1e6ed31e req-66d48d90-e617-4070-a0fc-5e517146bc26 service neutron] 10.222.0.91 "GET /networking/v2.0/security-groups?id=2bdfd362-24cf-46bd-9f16-b84704a8b95f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2538195 Aug 09 16:51:20.686743 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d48d90-e617-4070-a0fc-5e517146bc26 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=42070359-9458-4862-9e78-d00439ab713b,revision_number=1']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:20.689357 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-f786513f-6a6e-4549-89cc-f96e49165319 req-73ea8977-9e69-4f3d-8988-6d43015eb276 tempest-DeleteServersTestJSON-2075719756 tempest-DeleteServersTestJSON-2075719756-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=10c8e995-dd9a-483b-9c1a-d9301cf27f1e HTTP/1.1" status: 200 len: 945 time: 0.0833521 Aug 09 16:51:20.714736 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Current status of the port 5ad131fe-fddf-4bca-bf02-1713526341b7 is: BUILD; New status is: ACTIVE {{(pid=111142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 16:51:20.715260 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (5ad131fe-fddf-4bca-bf02-1713526341b7), before_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:20.751095 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-f786513f-6a6e-4549-89cc-f96e49165319 req-2c34c25e-6040-44e8-b9f1-bf48a7f00acc tempest-DeleteServersTestJSON-2075719756 tempest-DeleteServersTestJSON-2075719756-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=4055fc19-de1b-4836-be2e-c70018f2c6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577631 Aug 09 16:51:20.764988 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.db [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] For port 5ad131fe-fddf-4bca-bf02-1713526341b7, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=5ad131fe-fddf-4bca-bf02-1713526341b7,segment=NetworkSegment(98d3c410-8005-4210-b36d-790e6c16d8ec),segment_id=98d3c410-8005-4210-b36d-790e6c16d8ec)] {{(pid=111142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:51:20.900250 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748338263269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748337861771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748337861789'] for port (5ad131fe-fddf-4bca-bf02-1713526341b7), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:20.901442 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Device ba04df11-96c3-4666-be53-8af43db1ed2d up at agent hyperv_hv-cinder-85236 {{(pid=111142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:51:20.948059 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.db [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] get_ports_and_sgs() called for port_ids ['c7c7c2fe-a482-49a1-bef6-cb7da54c233e'] {{(pid=111142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:51:20.954278 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588e9974-7027-499a-be65-eb4002aad927 req-633891cb-96b0-420d-b13e-743aec06e449 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:20.956335 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-588e9974-7027-499a-be65-eb4002aad927 req-633891cb-96b0-420d-b13e-743aec06e449 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=e7a274d0-9d37-4f6f-8a7e-2f223cf42198 HTTP/1.1" status: 200 len: 944 time: 0.0539722 Aug 09 16:51:21.010090 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-588e9974-7027-499a-be65-eb4002aad927 req-ff2a753a-0c8f-49e9-976a-d99cba576a69 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=40ce6164-59be-4c55-abcb-0149a2e272fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483937 Aug 09 16:51:21.025017 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Pushing event updated for resources: {'Port': ['ID=5ad131fe-fddf-4bca-bf02-1713526341b7,revision_number=5']} {{(pid=111142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:21.044266 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.provisioning_blocks [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Provisioning for port ba04df11-96c3-4666-be53-8af43db1ed2d completed by entity L2. {{(pid=111142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 09 16:51:21.155381 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d04109-64dd-4984-9750-6031d56e7be7 req-fcdfcf9e-6180-4824-91f8-5d524d491ce3 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:21.156918 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-00d04109-64dd-4984-9750-6031d56e7be7 req-fcdfcf9e-6180-4824-91f8-5d524d491ce3 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=bad3d121-535f-4a16-b412-574cf5da50e9 HTTP/1.1" status: 200 len: 944 time: 0.0533562 Aug 09 16:51:21.197259 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.provisioning_blocks [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Provisioning complete for port ba04df11-96c3-4666-be53-8af43db1ed2d triggered by entity L2. {{(pid=111142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 16:51:21.198824 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877469'] for port (ba04df11-96c3-4666-be53-8af43db1ed2d), provisioning_complete {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:21.229562 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-00d04109-64dd-4984-9750-6031d56e7be7 req-33052665-a7e3-4aa4-8e2d-fb9ff35a66c3 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=2bdfd362-24cf-46bd-9f16-b84704a8b95f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651956 Aug 09 16:51:21.289104 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Current status of the port ba04df11-96c3-4666-be53-8af43db1ed2d is: BUILD; New status is: ACTIVE {{(pid=111142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 16:51:21.292178 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (ba04df11-96c3-4666-be53-8af43db1ed2d), before_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:21.329293 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.db [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] For port ba04df11-96c3-4666-be53-8af43db1ed2d, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=ba04df11-96c3-4666-be53-8af43db1ed2d,segment=NetworkSegment(a94c1f41-ae8b-4dd1-abef-be7e62056af2),segment_id=a94c1f41-ae8b-4dd1-abef-be7e62056af2)] {{(pid=111142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:51:21.366815 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.wsgi [-] (111140) accepted ('10.222.0.59', 49996) {{(pid=111140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:51:21.382882 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10c8e995-dd9a-483b-9c1a-d9301cf27f1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ad131fe-fddf-4bca-bf02-1713526341b7'}, {'server_uuid': 'bad3d121-535f-4a16-b412-574cf5da50e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba04df11-96c3-4666-be53-8af43db1ed2d'}] {{(pid=111142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 16:51:21.385318 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a3936692d9fe67bf654b43a226d329952087876dab2ee9ab8d24037cf19aeb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbbc4d43-5f39-4c7b-a84d-8fc03d207810" -d '{"events": [{"server_uuid": "10c8e995-dd9a-483b-9c1a-d9301cf27f1e", "name": "network-vif-plugged", "status": "completed", "tag": "5ad131fe-fddf-4bca-bf02-1713526341b7"}, {"server_uuid": "bad3d121-535f-4a16-b412-574cf5da50e9", "name": "network-vif-plugged", "status": "completed", "tag": "ba04df11-96c3-4666-be53-8af43db1ed2d"}]}' {{(pid=111142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:51:21.420079 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748338263269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748337861771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748337861789'] for port (ba04df11-96c3-4666-be53-8af43db1ed2d), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:21.428385 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 09 Aug 2022 16:51:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9e8f4a9-287c-40e8-bb7d-9c149eeb460c x-openstack-request-id: req-f9e8f4a9-287c-40e8-bb7d-9c149eeb460c {{(pid=111142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:51:21.434097 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10c8e995-dd9a-483b-9c1a-d9301cf27f1e", "name": "network-vif-plugged", "status": "completed", "tag": "5ad131fe-fddf-4bca-bf02-1713526341b7", "code": 200}, {"server_uuid": "bad3d121-535f-4a16-b412-574cf5da50e9", "name": "network-vif-plugged", "status": "completed", "tag": "ba04df11-96c3-4666-be53-8af43db1ed2d", "code": 200}]} {{(pid=111142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:51:21.434097 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-f9e8f4a9-287c-40e8-bb7d-9c149eeb460c {{(pid=111142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:51:21.434097 dv-cinder-852364-3-iscsi neutron-server[111142]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9e8f4a9-287c-40e8-bb7d-9c149eeb460c'] response: {'server_uuid': '10c8e995-dd9a-483b-9c1a-d9301cf27f1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ad131fe-fddf-4bca-bf02-1713526341b7', 'code': 200} Aug 09 16:51:21.434097 dv-cinder-852364-3-iscsi neutron-server[111142]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9e8f4a9-287c-40e8-bb7d-9c149eeb460c'] response: {'server_uuid': 'bad3d121-535f-4a16-b412-574cf5da50e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba04df11-96c3-4666-be53-8af43db1ed2d', 'code': 200} Aug 09 16:51:21.477244 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Pushing event updated for resources: {'Port': ['ID=ba04df11-96c3-4666-be53-8af43db1ed2d,revision_number=5']} {{(pid=111142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:21.487021 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-c942ea4a-c250-489f-94e1-35ec576a9c2b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:21.564790 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-c942ea4a-c250-489f-94e1-35ec576a9c2b admin admin] Publish callbacks [] for security_group (6eabe301-2300-4b1e-891a-aa5dbea23fdf), precommit_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:21.639658 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7d22f2-e586-426d-979c-ca4490af62bd req-9d9f04a5-b670-4f50-83cc-3a252f4c44ea tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:21.641162 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-2c7d22f2-e586-426d-979c-ca4490af62bd req-9d9f04a5-b670-4f50-83cc-3a252f4c44ea tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=2c13ec5a-b577-4bed-aa8c-ce73b8391b3c HTTP/1.1" status: 200 len: 944 time: 0.0459609 Aug 09 16:51:21.664670 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:51:21.677163 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-c942ea4a-c250-489f-94e1-35ec576a9c2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763768'] for security_group (6eabe301-2300-4b1e-891a-aa5dbea23fdf), after_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:21.733651 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-2c7d22f2-e586-426d-979c-ca4490af62bd req-607cccc8-3b71-4a47-a61d-7fdd2e1ff5ea tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=f47dd32a-2cac-46a7-87f0-b2b85418fb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853126 Aug 09 16:51:21.738700 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c942ea4a-c250-489f-94e1-35ec576a9c2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6eabe301-2300-4b1e-891a-aa5dbea23fdf,revision_number=1']} {{(pid=111140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:21.741191 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [None req-c942ea4a-c250-489f-94e1-35ec576a9c2b admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=bce859b7e41649769f80cf8da6849766&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3730185 Aug 09 16:51:21.743964 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.wsgi [-] (111141) accepted ('10.222.0.59', 50004) {{(pid=111141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:51:21.791004 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:51:21.807271 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:51:21.808287 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-acca53bf-85f5-4bd9-a25f-5c51091c60f3 admin admin] Publish callbacks [] for security_group (6eabe301-2300-4b1e-891a-aa5dbea23fdf), before_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:21.835321 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-acca53bf-85f5-4bd9-a25f-5c51091c60f3 admin admin] Publish callbacks [] for security_group (6eabe301-2300-4b1e-891a-aa5dbea23fdf), precommit_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:21.922411 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1abd1a-1ee0-40b1-b86f-def4323b2ee5 req-c5603769-2e2d-48d4-bf93-5891781befa6 tempest-DeleteServersTestJSON-2075719756 tempest-DeleteServersTestJSON-2075719756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:21.923911 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-8f1abd1a-1ee0-40b1-b86f-def4323b2ee5 req-c5603769-2e2d-48d4-bf93-5891781befa6 tempest-DeleteServersTestJSON-2075719756 tempest-DeleteServersTestJSON-2075719756-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=10c8e995-dd9a-483b-9c1a-d9301cf27f1e HTTP/1.1" status: 200 len: 946 time: 0.0540092 Aug 09 16:51:21.930048 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Device c7c7c2fe-a482-49a1-bef6-cb7da54c233e up at agent hyperv_hv-cinder-85236 {{(pid=111142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:51:21.982466 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.provisioning_blocks [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Provisioning for port c7c7c2fe-a482-49a1-bef6-cb7da54c233e completed by entity L2. {{(pid=111142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 09 16:51:21.984875 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-8f1abd1a-1ee0-40b1-b86f-def4323b2ee5 req-63b8388c-745f-439a-8bee-8f756d250d3c tempest-DeleteServersTestJSON-2075719756 tempest-DeleteServersTestJSON-2075719756-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=4055fc19-de1b-4836-be2e-c70018f2c6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530665 Aug 09 16:51:22.021528 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-acca53bf-85f5-4bd9-a25f-5c51091c60f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763768'] for security_group (6eabe301-2300-4b1e-891a-aa5dbea23fdf), after_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:22.024617 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-acca53bf-85f5-4bd9-a25f-5c51091c60f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:22.027447 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [None req-acca53bf-85f5-4bd9-a25f-5c51091c60f3 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/6eabe301-2300-4b1e-891a-aa5dbea23fdf HTTP/1.1" status: 204 len: 168 time: 0.2807598 Aug 09 16:51:22.034955 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acca53bf-85f5-4bd9-a25f-5c51091c60f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eabe301-2300-4b1e-891a-aa5dbea23fdf,revision_number=None']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:22.102905 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.provisioning_blocks [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Provisioning complete for port c7c7c2fe-a482-49a1-bef6-cb7da54c233e triggered by entity L2. {{(pid=111142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 16:51:22.103429 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877469'] for port (c7c7c2fe-a482-49a1-bef6-cb7da54c233e), provisioning_complete {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:22.140359 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:51:22.151763 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:51:22.197505 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4797c4-615a-4ef4-b638-75abd44fee4a req-b18a2dd2-b6cf-42fb-bc90-708c8942dbbe tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:22.201641 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-5b4797c4-615a-4ef4-b638-75abd44fee4a req-b18a2dd2-b6cf-42fb-bc90-708c8942dbbe tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=e7a274d0-9d37-4f6f-8a7e-2f223cf42198 HTTP/1.1" status: 200 len: 944 time: 0.0736730 Aug 09 16:51:22.243524 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Current status of the port c7c7c2fe-a482-49a1-bef6-cb7da54c233e is: BUILD; New status is: ACTIVE {{(pid=111142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 16:51:22.244288 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (c7c7c2fe-a482-49a1-bef6-cb7da54c233e), before_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:22.263564 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-5b4797c4-615a-4ef4-b638-75abd44fee4a req-15f8e4a2-d92c-4fe2-8bdb-ae40fd2ad306 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=40ce6164-59be-4c55-abcb-0149a2e272fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551298 Aug 09 16:51:22.280287 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a32b892-442a-428d-b305-6b7f47416c4f req-028eb00a-19c6-4934-adbc-e8d9438a5c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:22.281960 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-6a32b892-442a-428d-b305-6b7f47416c4f req-028eb00a-19c6-4934-adbc-e8d9438a5c2d service neutron] 10.222.0.91 "GET /networking/v2.0/ports?device_id=bad3d121-535f-4a16-b412-574cf5da50e9 HTTP/1.1" status: 200 len: 1129 time: 0.1071653 Aug 09 16:51:22.285831 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7b6569-f7a2-4613-b464-c50b8764861d req-76617302-9617-4e7b-bd9a-4f53e4010613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:22.287552 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-1a7b6569-f7a2-4613-b464-c50b8764861d req-76617302-9617-4e7b-bd9a-4f53e4010613 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?device_id=10c8e995-dd9a-483b-9c1a-d9301cf27f1e HTTP/1.1" status: 200 len: 1130 time: 0.0603034 Aug 09 16:51:22.319402 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.db [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] For port c7c7c2fe-a482-49a1-bef6-cb7da54c233e, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=c7c7c2fe-a482-49a1-bef6-cb7da54c233e,segment=NetworkSegment(087eff6f-7ffe-4685-8407-ebe76234df3c),segment_id=087eff6f-7ffe-4685-8407-ebe76234df3c)] {{(pid=111142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:51:22.402856 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-1a7b6569-f7a2-4613-b464-c50b8764861d req-323854b9-8278-4350-b665-35103dfa1cad service neutron] 10.222.0.91 "GET /networking/v2.0/security-groups?id=4055fc19-de1b-4836-be2e-c70018f2c6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995386 Aug 09 16:51:22.407340 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-6a32b892-442a-428d-b305-6b7f47416c4f req-84fd8621-e3a4-48f3-9279-ca5f6c0840e2 service neutron] 10.222.0.91 "GET /networking/v2.0/security-groups?id=2bdfd362-24cf-46bd-9f16-b84704a8b95f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175976 Aug 09 16:51:22.415245 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748338263269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748337861771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748337861789'] for port (c7c7c2fe-a482-49a1-bef6-cb7da54c233e), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:22.443844 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29134685-71d2-448c-bad1-9b61f6a30fe9 req-30d11286-aed1-449b-abc6-1c9f18274193 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:22.455427 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-29134685-71d2-448c-bad1-9b61f6a30fe9 req-30d11286-aed1-449b-abc6-1c9f18274193 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=bad3d121-535f-4a16-b412-574cf5da50e9 HTTP/1.1" status: 200 len: 945 time: 0.1039741 Aug 09 16:51:22.489457 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Pushing event updated for resources: {'Port': ['ID=c7c7c2fe-a482-49a1-bef6-cb7da54c233e,revision_number=5']} {{(pid=111142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:22.516656 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-29134685-71d2-448c-bad1-9b61f6a30fe9 req-19ed4af2-34e9-44a0-9c7c-6185d9c7947d tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=2bdfd362-24cf-46bd-9f16-b84704a8b95f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560412 Aug 09 16:51:22.720047 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Device 6e84ef22-6ed0-41c2-a430-5a00d8efa76c details requested by agent hyperv_hv-cinder-85236 with host hv-cinder-85236 {{(pid=111142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 16:51:22.835125 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.db [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] For port 6e84ef22-6ed0-41c2-a430-5a00d8efa76c, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=6e84ef22-6ed0-41c2-a430-5a00d8efa76c,segment=NetworkSegment(22b689c2-f947-4ac8-81fc-daefa317b1b6),segment_id=22b689c2-f947-4ac8-81fc-daefa317b1b6)] {{(pid=111142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:51:22.846885 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Returning: {'device': '6e84ef22-6ed0-41c2-a430-5a00d8efa76c', 'network_id': 'd512bb64-4fdf-40f1-b457-d57f69ae1831', 'port_id': '6e84ef22-6ed0-41c2-a430-5a00d8efa76c', 'mac_address': 'fa:16:3e:1f:e2:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 980, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '414c40d7-70ed-42dc-9e49-6496154d7c43', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 16:51:22.866864 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0f2c31-5981-4376-99e2-70860597d88d req-c8a365f1-6c2e-491f-9a03-b86ee02a28c4 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:22.868757 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-be0f2c31-5981-4376-99e2-70860597d88d req-c8a365f1-6c2e-491f-9a03-b86ee02a28c4 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=2c13ec5a-b577-4bed-aa8c-ce73b8391b3c HTTP/1.1" status: 200 len: 944 time: 0.0488203 Aug 09 16:51:22.891456 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Current status of the port 6e84ef22-6ed0-41c2-a430-5a00d8efa76c is: DOWN; New status is: BUILD {{(pid=111142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 16:51:22.891456 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (6e84ef22-6ed0-41c2-a430-5a00d8efa76c), before_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:22.899368 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.notifiers.nova [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e84ef22-6ed0-41c2-a430-5a00d8efa76c {{(pid=111142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 09 16:51:22.921534 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.db [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] For port 6e84ef22-6ed0-41c2-a430-5a00d8efa76c, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=6e84ef22-6ed0-41c2-a430-5a00d8efa76c,segment=NetworkSegment(22b689c2-f947-4ac8-81fc-daefa317b1b6),segment_id=22b689c2-f947-4ac8-81fc-daefa317b1b6)] {{(pid=111142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:51:22.938355 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-be0f2c31-5981-4376-99e2-70860597d88d req-20a70211-5d89-4a51-8d98-163e3229ab15 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=f47dd32a-2cac-46a7-87f0-b2b85418fb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640035 Aug 09 16:51:23.003366 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.wsgi [-] (111141) accepted ('10.222.0.59', 50036) {{(pid=111141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:51:23.005049 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748338263269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748337861771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748337861789'] for port (6e84ef22-6ed0-41c2-a430-5a00d8efa76c), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:23.028011 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-bd802240-850f-4458-8b0f-75c9986bedb2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:23.049202 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:51:23.055853 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Pushing event updated for resources: {'Port': ['ID=6e84ef22-6ed0-41c2-a430-5a00d8efa76c,revision_number=4']} {{(pid=111142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:23.124045 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b61366-17a8-40cf-9017-cf5216dd4330 req-115bc416-2151-4475-87df-c7f28f7aab12 tempest-DeleteServersTestJSON-2075719756 tempest-DeleteServersTestJSON-2075719756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:23.125521 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-97b61366-17a8-40cf-9017-cf5216dd4330 req-115bc416-2151-4475-87df-c7f28f7aab12 tempest-DeleteServersTestJSON-2075719756 tempest-DeleteServersTestJSON-2075719756-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=10c8e995-dd9a-483b-9c1a-d9301cf27f1e HTTP/1.1" status: 200 len: 946 time: 0.0606294 Aug 09 16:51:23.204604 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-97b61366-17a8-40cf-9017-cf5216dd4330 req-3f08cc79-54b0-49f1-b7af-cefa3fae7ec4 tempest-DeleteServersTestJSON-2075719756 tempest-DeleteServersTestJSON-2075719756-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=4055fc19-de1b-4836-be2e-c70018f2c6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703940 Aug 09 16:51:23.209535 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-bd802240-850f-4458-8b0f-75c9986bedb2 admin admin] Publish callbacks [] for security_group (5a25af9e-ba91-4a8c-83e5-309785d8b25c), precommit_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:23.280106 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.wsgi [-] (111141) accepted ('10.222.0.59', 50048) {{(pid=111141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:51:23.322680 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-bd802240-850f-4458-8b0f-75c9986bedb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763768'] for security_group (5a25af9e-ba91-4a8c-83e5-309785d8b25c), after_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:23.367363 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [None req-bd802240-850f-4458-8b0f-75c9986bedb2 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=14a41153e1704387a22277336af91ecd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3620107 Aug 09 16:51:23.368127 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd802240-850f-4458-8b0f-75c9986bedb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a25af9e-ba91-4a8c-83e5-309785d8b25c,revision_number=1']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:23.370503 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.wsgi [-] (111141) accepted ('10.222.0.59', 50054) {{(pid=111141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:51:23.393802 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7618b3a-1f30-44b9-a9dd-3af5975f7d9c req-28c41d83-e38d-487f-809b-5fcda4ce1c9d tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:23.399667 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-c7618b3a-1f30-44b9-a9dd-3af5975f7d9c req-28c41d83-e38d-487f-809b-5fcda4ce1c9d tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=e7a274d0-9d37-4f6f-8a7e-2f223cf42198 HTTP/1.1" status: 200 len: 945 time: 0.0573695 Aug 09 16:51:23.418553 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-a69e3cf2-ec72-4d0d-96aa-caff1284a93e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:23.430358 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7a274d0-9d37-4f6f-8a7e-2f223cf42198', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7c7c2fe-a482-49a1-bef6-cb7da54c233e'}] {{(pid=111142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 16:51:23.432764 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a3936692d9fe67bf654b43a226d329952087876dab2ee9ab8d24037cf19aeb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc151446-6dfc-4e15-8f68-61066544ad42" -d '{"events": [{"server_uuid": "e7a274d0-9d37-4f6f-8a7e-2f223cf42198", "name": "network-vif-plugged", "status": "completed", "tag": "c7c7c2fe-a482-49a1-bef6-cb7da54c233e"}]}' {{(pid=111142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:51:23.446937 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-3479e634-05fc-42a0-87f1-eeb9ea909c51 admin admin] Publish callbacks [] for security_group (5a25af9e-ba91-4a8c-83e5-309785d8b25c), before_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:23.447514 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-c7618b3a-1f30-44b9-a9dd-3af5975f7d9c req-85f4b6be-879a-4287-933f-9e2376c6c967 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=40ce6164-59be-4c55-abcb-0149a2e272fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454040 Aug 09 16:51:23.479244 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.db [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] get_ports_and_sgs() called for port_ids ['6e84ef22-6ed0-41c2-a430-5a00d8efa76c'] {{(pid=111142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:51:23.481007 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=85,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:51:23.488893 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-3479e634-05fc-42a0-87f1-eeb9ea909c51 admin admin] Publish callbacks [] for security_group (5a25af9e-ba91-4a8c-83e5-309785d8b25c), precommit_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:23.511071 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Aug 2022 16:51:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bb2c28b-d33b-4b27-9100-9b2e497bb51b x-openstack-request-id: req-2bb2c28b-d33b-4b27-9100-9b2e497bb51b {{(pid=111142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:51:23.511482 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7a274d0-9d37-4f6f-8a7e-2f223cf42198", "name": "network-vif-plugged", "status": "completed", "tag": "c7c7c2fe-a482-49a1-bef6-cb7da54c233e", "code": 200}]} {{(pid=111142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:51:23.514473 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-2bb2c28b-d33b-4b27-9100-9b2e497bb51b {{(pid=111142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:51:23.514473 dv-cinder-852364-3-iscsi neutron-server[111142]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2bb2c28b-d33b-4b27-9100-9b2e497bb51b'] response: {'server_uuid': 'e7a274d0-9d37-4f6f-8a7e-2f223cf42198', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7c7c2fe-a482-49a1-bef6-cb7da54c233e', 'code': 200} Aug 09 16:51:23.516423 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:51:23.562685 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-a69e3cf2-ec72-4d0d-96aa-caff1284a93e admin admin] Publish callbacks [] for security_group (bd4fd3f5-18d3-4971-94c7-0a22da8a13f9), precommit_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:23.656712 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd103e29-aabe-4497-b1fa-cee7a71278f0 req-0faa487b-5b60-40d0-b6d0-6d7505dd10f3 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:23.658462 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-cd103e29-aabe-4497-b1fa-cee7a71278f0 req-0faa487b-5b60-40d0-b6d0-6d7505dd10f3 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=bad3d121-535f-4a16-b412-574cf5da50e9 HTTP/1.1" status: 200 len: 945 time: 0.0621729 Aug 09 16:51:23.671683 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:51:23.695238 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-3479e634-05fc-42a0-87f1-eeb9ea909c51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763768'] for security_group (5a25af9e-ba91-4a8c-83e5-309785d8b25c), after_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:23.698048 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-3479e634-05fc-42a0-87f1-eeb9ea909c51 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:23.700550 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [None req-3479e634-05fc-42a0-87f1-eeb9ea909c51 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/5a25af9e-ba91-4a8c-83e5-309785d8b25c HTTP/1.1" status: 204 len: 168 time: 0.3291299 Aug 09 16:51:23.712344 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-cd103e29-aabe-4497-b1fa-cee7a71278f0 req-9f138484-de58-4499-bf3e-ddd26e75b544 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=2bdfd362-24cf-46bd-9f16-b84704a8b95f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466568 Aug 09 16:51:23.716122 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-a69e3cf2-ec72-4d0d-96aa-caff1284a93e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763768'] for security_group (bd4fd3f5-18d3-4971-94c7-0a22da8a13f9), after_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:23.739072 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3479e634-05fc-42a0-87f1-eeb9ea909c51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a25af9e-ba91-4a8c-83e5-309785d8b25c,revision_number=None']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:23.770193 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [None req-a69e3cf2-ec72-4d0d-96aa-caff1284a93e admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=2656032731e746ccbe95bc5f9185a1d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4858108 Aug 09 16:51:23.770894 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.wsgi [-] (111140) accepted ('10.222.0.59', 50076) {{(pid=111140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:51:23.782603 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69e3cf2-ec72-4d0d-96aa-caff1284a93e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd4fd3f5-18d3-4971-94c7-0a22da8a13f9,revision_number=1']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:23.848724 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-133980ab-5210-42c8-95ee-8a9442ce7df9 admin admin] Publish callbacks [] for security_group (bd4fd3f5-18d3-4971-94c7-0a22da8a13f9), before_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:23.875276 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-133980ab-5210-42c8-95ee-8a9442ce7df9 admin admin] Publish callbacks [] for security_group (bd4fd3f5-18d3-4971-94c7-0a22da8a13f9), precommit_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:24.026888 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-133980ab-5210-42c8-95ee-8a9442ce7df9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763768'] for security_group (bd4fd3f5-18d3-4971-94c7-0a22da8a13f9), after_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:24.029605 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-133980ab-5210-42c8-95ee-8a9442ce7df9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:24.038442 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [None req-133980ab-5210-42c8-95ee-8a9442ce7df9 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/bd4fd3f5-18d3-4971-94c7-0a22da8a13f9 HTTP/1.1" status: 204 len: 168 time: 0.2614348 Aug 09 16:51:24.056162 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133980ab-5210-42c8-95ee-8a9442ce7df9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd4fd3f5-18d3-4971-94c7-0a22da8a13f9,revision_number=None']} {{(pid=111140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:24.070542 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133980ab-5210-42c8-95ee-8a9442ce7df9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:51:24.070893 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133980ab-5210-42c8-95ee-8a9442ce7df9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:51:24.071297 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133980ab-5210-42c8-95ee-8a9442ce7df9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:51:24.071706 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133980ab-5210-42c8-95ee-8a9442ce7df9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:51:24.071842 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b35cd0-d159-4ef3-9eed-127c1a3299cb req-5f812a18-4568-4764-ad21-b8edbf067bd9 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:24.072308 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133980ab-5210-42c8-95ee-8a9442ce7df9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:51:24.072308 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133980ab-5210-42c8-95ee-8a9442ce7df9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:51:24.072670 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133980ab-5210-42c8-95ee-8a9442ce7df9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:51:24.073323 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-27b35cd0-d159-4ef3-9eed-127c1a3299cb req-5f812a18-4568-4764-ad21-b8edbf067bd9 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=2c13ec5a-b577-4bed-aa8c-ce73b8391b3c HTTP/1.1" status: 200 len: 945 time: 0.0609498 Aug 09 16:51:24.077257 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133980ab-5210-42c8-95ee-8a9442ce7df9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:51:24.077592 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133980ab-5210-42c8-95ee-8a9442ce7df9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:51:24.077949 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133980ab-5210-42c8-95ee-8a9442ce7df9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:51:24.079436 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133980ab-5210-42c8-95ee-8a9442ce7df9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:51:24.079757 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133980ab-5210-42c8-95ee-8a9442ce7df9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:51:24.080099 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133980ab-5210-42c8-95ee-8a9442ce7df9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:51:24.080439 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133980ab-5210-42c8-95ee-8a9442ce7df9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:51:24.080772 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133980ab-5210-42c8-95ee-8a9442ce7df9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:51:24.132823 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-27b35cd0-d159-4ef3-9eed-127c1a3299cb req-7dc25284-cde5-4423-a838-d5d4d1068ad3 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=f47dd32a-2cac-46a7-87f0-b2b85418fb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515144 Aug 09 16:51:24.339013 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e23d61-115a-43b3-904d-87546a6f13fa req-7000ac3c-4ab0-4945-b3e5-ce345edcb7d9 tempest-DeleteServersTestJSON-2075719756 tempest-DeleteServersTestJSON-2075719756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:24.340541 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-00e23d61-115a-43b3-904d-87546a6f13fa req-7000ac3c-4ab0-4945-b3e5-ce345edcb7d9 tempest-DeleteServersTestJSON-2075719756 tempest-DeleteServersTestJSON-2075719756-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=10c8e995-dd9a-483b-9c1a-d9301cf27f1e HTTP/1.1" status: 200 len: 946 time: 0.0574875 Aug 09 16:51:24.399236 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-00e23d61-115a-43b3-904d-87546a6f13fa req-a221bc7f-b487-4387-b3b4-2c9911004e32 tempest-DeleteServersTestJSON-2075719756 tempest-DeleteServersTestJSON-2075719756-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=4055fc19-de1b-4836-be2e-c70018f2c6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528278 Aug 09 16:51:24.574373 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30dc891-61ca-4bef-a4a6-49e2ae5cf253 req-bf496a70-7896-44ec-82a6-2892c4e284bb tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:24.575917 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-e30dc891-61ca-4bef-a4a6-49e2ae5cf253 req-bf496a70-7896-44ec-82a6-2892c4e284bb tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=e7a274d0-9d37-4f6f-8a7e-2f223cf42198 HTTP/1.1" status: 200 len: 945 time: 0.0488007 Aug 09 16:51:24.623617 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-e30dc891-61ca-4bef-a4a6-49e2ae5cf253 req-ff4a68e7-bb43-450f-96c7-3649b7f9946e tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=40ce6164-59be-4c55-abcb-0149a2e272fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420723 Aug 09 16:51:24.745725 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Device 6e84ef22-6ed0-41c2-a430-5a00d8efa76c up at agent hyperv_hv-cinder-85236 {{(pid=111142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:51:24.791220 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.provisioning_blocks [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Provisioning for port 6e84ef22-6ed0-41c2-a430-5a00d8efa76c completed by entity L2. {{(pid=111142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 09 16:51:24.820280 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.wsgi [-] (111140) accepted ('10.222.0.59', 50116) {{(pid=111140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:51:24.843696 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-05116c6c-df8d-4734-bfe9-0f328440eab1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:24.897515 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8184c3d-67c3-4e63-be48-75eb6bbda502 req-d459c285-1303-4571-8392-cdc4d3fc2bb4 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:24.899803 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-c8184c3d-67c3-4e63-be48-75eb6bbda502 req-d459c285-1303-4571-8392-cdc4d3fc2bb4 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=bad3d121-535f-4a16-b412-574cf5da50e9 HTTP/1.1" status: 200 len: 945 time: 0.0773258 Aug 09 16:51:24.917089 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.provisioning_blocks [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Provisioning complete for port 6e84ef22-6ed0-41c2-a430-5a00d8efa76c triggered by entity L2. {{(pid=111142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 16:51:24.917469 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877469'] for port (6e84ef22-6ed0-41c2-a430-5a00d8efa76c), provisioning_complete {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:24.922490 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:51:24.986222 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-c8184c3d-67c3-4e63-be48-75eb6bbda502 req-24fa9371-f30a-4753-8bfd-d20263347c34 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=2bdfd362-24cf-46bd-9f16-b84704a8b95f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796359 Aug 09 16:51:25.014167 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-05116c6c-df8d-4734-bfe9-0f328440eab1 admin admin] Publish callbacks [] for security_group (0058cf79-1d2e-4183-910d-ba941c4269e3), precommit_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:25.033599 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.wsgi [-] (111140) accepted ('10.222.0.59', 50120) {{(pid=111140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:51:25.122096 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Current status of the port 6e84ef22-6ed0-41c2-a430-5a00d8efa76c is: BUILD; New status is: ACTIVE {{(pid=111142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 16:51:25.122588 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (6e84ef22-6ed0-41c2-a430-5a00d8efa76c), before_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:25.123818 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-05116c6c-df8d-4734-bfe9-0f328440eab1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763768'] for security_group (0058cf79-1d2e-4183-910d-ba941c4269e3), after_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:25.153750 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.v2.base [None req-8a0cb8f7-f0d8-44b5-bb03-273aa22855fa admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1330405017-network', 'tenant_id': 'ff33cc235b464b0585ae94f8b36a2d15'}} {{(pid=111140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 16:51:25.157685 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.db [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] For port 6e84ef22-6ed0-41c2-a430-5a00d8efa76c, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=6e84ef22-6ed0-41c2-a430-5a00d8efa76c,segment=NetworkSegment(22b689c2-f947-4ac8-81fc-daefa317b1b6),segment_id=22b689c2-f947-4ac8-81fc-daefa317b1b6)] {{(pid=111142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:51:25.190112 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05116c6c-df8d-4734-bfe9-0f328440eab1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0058cf79-1d2e-4183-910d-ba941c4269e3,revision_number=1']} {{(pid=111140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:25.209899 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.wsgi [-] (111141) accepted ('10.222.0.59', 50128) {{(pid=111141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:51:25.210378 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [None req-05116c6c-df8d-4734-bfe9-0f328440eab1 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=927af70ceb8c456f8cc2d28292864d6d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3886299 Aug 09 16:51:25.248650 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748338263269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748337861771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748337861789'] for port (6e84ef22-6ed0-41c2-a430-5a00d8efa76c), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:25.282956 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a0cb8f7-f0d8-44b5-bb03-273aa22855fa admin admin] Made reservation on behalf of ff33cc235b464b0585ae94f8b36a2d15 for: {'network': 1} {{(pid=111140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:51:25.287333 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-8a0cb8f7-f0d8-44b5-bb03-273aa22855fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for network (None), before_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:25.297652 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-8a0cb8f7-f0d8-44b5-bb03-273aa22855fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:25.302751 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Pushing event updated for resources: {'Port': ['ID=6e84ef22-6ed0-41c2-a430-5a00d8efa76c,revision_number=5']} {{(pid=111142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:25.311064 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-9d1d4ad8-46cb-4a05-947d-60edb8d3540f admin admin] Publish callbacks [] for security_group (0058cf79-1d2e-4183-910d-ba941c4269e3), before_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:25.311522 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:51:25.311878 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:51:25.312245 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:51:25.312593 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:51:25.312936 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:51:25.313451 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:51:25.313792 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:51:25.314469 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:51:25.314817 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:51:25.315216 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:51:25.320849 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:51:25.320849 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:51:25.320849 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:51:25.320849 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:51:25.320849 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:51:25.334309 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a301fe1-4fa9-4fed-b721-769d9f65fc2e req-64f17138-6aef-4379-b38a-0cdc0fe0a9d2 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:25.336213 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-7a301fe1-4fa9-4fed-b721-769d9f65fc2e req-64f17138-6aef-4379-b38a-0cdc0fe0a9d2 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=2c13ec5a-b577-4bed-aa8c-ce73b8391b3c HTTP/1.1" status: 200 len: 946 time: 0.0908790 Aug 09 16:51:25.341964 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:INSERT=8,neutron:SELECT=87,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:51:25.371958 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-9d1d4ad8-46cb-4a05-947d-60edb8d3540f admin admin] Publish callbacks [] for security_group (0058cf79-1d2e-4183-910d-ba941c4269e3), precommit_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:25.402394 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=74,neutron:INSERT=24,neutron:UPDATE=2 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:51:25.410721 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-8a0cb8f7-f0d8-44b5-bb03-273aa22855fa admin admin] Publish callbacks [] for security_group (6ead9e0f-0949-4d9e-a292-e2b5d25e26fd), precommit_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:25.433054 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-7a301fe1-4fa9-4fed-b721-769d9f65fc2e req-58107f01-df31-4dbc-90aa-84bdfca324cc tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=f47dd32a-2cac-46a7-87f0-b2b85418fb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857136 Aug 09 16:51:25.491126 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-8a0cb8f7-f0d8-44b5-bb03-273aa22855fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763768'] for security_group (6ead9e0f-0949-4d9e-a292-e2b5d25e26fd), after_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:25.513142 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c13ec5a-b577-4bed-aa8c-ce73b8391b3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e84ef22-6ed0-41c2-a430-5a00d8efa76c'}] {{(pid=111142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 16:51:25.515687 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a3936692d9fe67bf654b43a226d329952087876dab2ee9ab8d24037cf19aeb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19bca5f3-ba6c-4445-9c5f-6d10c9c11601" -d '{"events": [{"server_uuid": "2c13ec5a-b577-4bed-aa8c-ce73b8391b3c", "name": "network-vif-plugged", "status": "completed", "tag": "6e84ef22-6ed0-41c2-a430-5a00d8efa76c"}]}' {{(pid=111142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:51:25.540678 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-9d1d4ad8-46cb-4a05-947d-60edb8d3540f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763768'] for security_group (0058cf79-1d2e-4183-910d-ba941c4269e3), after_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:25.544567 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-9d1d4ad8-46cb-4a05-947d-60edb8d3540f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:25.545695 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [None req-9d1d4ad8-46cb-4a05-947d-60edb8d3540f admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/0058cf79-1d2e-4183-910d-ba941c4269e3 HTTP/1.1" status: 204 len: 168 time: 0.3347495 Aug 09 16:51:25.559511 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1d4ad8-46cb-4a05-947d-60edb8d3540f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0058cf79-1d2e-4183-910d-ba941c4269e3,revision_number=None']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:25.560965 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Aug 2022 16:51:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26cdf277-d704-4ffb-8f82-5389acee5941 x-openstack-request-id: req-26cdf277-d704-4ffb-8f82-5389acee5941 {{(pid=111142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:51:25.561253 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c13ec5a-b577-4bed-aa8c-ce73b8391b3c", "name": "network-vif-plugged", "status": "completed", "tag": "6e84ef22-6ed0-41c2-a430-5a00d8efa76c", "code": 200}]} {{(pid=111142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:51:25.561506 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-26cdf277-d704-4ffb-8f82-5389acee5941 {{(pid=111142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:51:25.561610 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a0cb8f7-f0d8-44b5-bb03-273aa22855fa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 983} {{(pid=111140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 16:51:25.561926 dv-cinder-852364-3-iscsi neutron-server[111142]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26cdf277-d704-4ffb-8f82-5389acee5941'] response: {'server_uuid': '2c13ec5a-b577-4bed-aa8c-ce73b8391b3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e84ef22-6ed0-41c2-a430-5a00d8efa76c', 'code': 200} Aug 09 16:51:25.571234 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1d4ad8-46cb-4a05-947d-60edb8d3540f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:51:25.571668 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1d4ad8-46cb-4a05-947d-60edb8d3540f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:51:25.572274 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1d4ad8-46cb-4a05-947d-60edb8d3540f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:51:25.572375 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0cb8f7-f0d8-44b5-bb03-273aa22855fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ead9e0f-0949-4d9e-a292-e2b5d25e26fd,revision_number=1']} {{(pid=111140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:25.572731 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1d4ad8-46cb-4a05-947d-60edb8d3540f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:51:25.573138 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1d4ad8-46cb-4a05-947d-60edb8d3540f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:51:25.573529 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1d4ad8-46cb-4a05-947d-60edb8d3540f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:51:25.573918 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1d4ad8-46cb-4a05-947d-60edb8d3540f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:51:25.574915 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1d4ad8-46cb-4a05-947d-60edb8d3540f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:51:25.575789 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1d4ad8-46cb-4a05-947d-60edb8d3540f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:51:25.576694 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1d4ad8-46cb-4a05-947d-60edb8d3540f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:51:25.577126 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1d4ad8-46cb-4a05-947d-60edb8d3540f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:51:25.577572 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1d4ad8-46cb-4a05-947d-60edb8d3540f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:51:25.577993 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1d4ad8-46cb-4a05-947d-60edb8d3540f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:51:25.578456 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1d4ad8-46cb-4a05-947d-60edb8d3540f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:51:25.578991 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1d4ad8-46cb-4a05-947d-60edb8d3540f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:51:25.581017 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e889a0-4bfb-41ee-bdfe-0cd8465facf9 req-c993752e-71c1-411b-af01-1a3d1d62f067 tempest-DeleteServersTestJSON-2075719756 tempest-DeleteServersTestJSON-2075719756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:25.583456 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-20e889a0-4bfb-41ee-bdfe-0cd8465facf9 req-c993752e-71c1-411b-af01-1a3d1d62f067 tempest-DeleteServersTestJSON-2075719756 tempest-DeleteServersTestJSON-2075719756-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=10c8e995-dd9a-483b-9c1a-d9301cf27f1e HTTP/1.1" status: 200 len: 946 time: 0.1034958 Aug 09 16:51:25.587178 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-8a0cb8f7-f0d8-44b5-bb03-273aa22855fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3501092'] for segment (bb636647-4c19-422e-b685-3062ba5b4f5c), precommit_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:25.587535 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.db.segments_db [None req-8a0cb8f7-f0d8-44b5-bb03-273aa22855fa admin admin] Added segment bb636647-4c19-422e-b685-3062ba5b4f5c of type vlan for network 1bafa5fe-28c5-4ad6-94e7-243cd8bbbc14 Aug 09 16:51:25.647402 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-8a0cb8f7-f0d8-44b5-bb03-273aa22855fa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748337886136'] for network (1bafa5fe-28c5-4ad6-94e7-243cd8bbbc14), precommit_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:25.689659 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-20e889a0-4bfb-41ee-bdfe-0cd8465facf9 req-a395736b-00a9-4470-8233-a2e9f6aae167 tempest-DeleteServersTestJSON-2075719756 tempest-DeleteServersTestJSON-2075719756-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=4055fc19-de1b-4836-be2e-c70018f2c6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935090 Aug 09 16:51:25.766314 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164fdfb1-0803-481b-94fd-fa0b8e75ae2f req-6d815f52-2d98-4b9e-99f8-9b9c919d57d4 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:25.768119 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-164fdfb1-0803-481b-94fd-fa0b8e75ae2f req-6d815f52-2d98-4b9e-99f8-9b9c919d57d4 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=e7a274d0-9d37-4f6f-8a7e-2f223cf42198 HTTP/1.1" status: 200 len: 945 time: 0.0655437 Aug 09 16:51:25.768271 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-8a0cb8f7-f0d8-44b5-bb03-273aa22855fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463'] for network (1bafa5fe-28c5-4ad6-94e7-243cd8bbbc14), after_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:25.769870 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a0cb8f7-f0d8-44b5-bb03-273aa22855fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:25.770801 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-8a0cb8f7-f0d8-44b5-bb03-273aa22855fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526441'] for network (None), before_response {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:25.821820 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-164fdfb1-0803-481b-94fd-fa0b8e75ae2f req-88406d68-36b5-42db-9c64-26ca72504ebf tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=40ce6164-59be-4c55-abcb-0149a2e272fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461903 Aug 09 16:51:25.864286 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0cb8f7-f0d8-44b5-bb03-273aa22855fa admin admin] Pushing event updated for resources: {'Network': ['ID=1bafa5fe-28c5-4ad6-94e7-243cd8bbbc14,revision_number=1']} {{(pid=111140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:25.869810 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Network 1bafa5fe-28c5-4ad6-94e7-243cd8bbbc14 details requested by agent ovs-agent-dv-cinder-852364-3-iscsi with host dv-cinder-852364-3-iscsi {{(pid=111142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 16:51:25.960085 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [None req-8a0cb8f7-f0d8-44b5-bb03-273aa22855fa admin admin] 10.222.0.59 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.9253852 Aug 09 16:51:25.963061 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.wsgi [-] (111140) accepted ('10.222.0.59', 50146) {{(pid=111140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:51:25.967768 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.v2.base [None req-18213306-f262-48d1-b63d-39a77bee1975 admin admin] Request body: {'subnet': {'network_id': '1bafa5fe-28c5-4ad6-94e7-243cd8bbbc14', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1330405017-subnet', 'tenant_id': 'ff33cc235b464b0585ae94f8b36a2d15', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 16:51:26.086416 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18213306-f262-48d1-b63d-39a77bee1975 admin admin] Made reservation on behalf of ff33cc235b464b0585ae94f8b36a2d15 for: {'subnet': 1} {{(pid=111140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:51:26.088590 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-18213306-f262-48d1-b63d-39a77bee1975 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8786553'] for subnet (None), before_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:26.178120 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb19f52e-7a16-44f2-bade-a9658108e424 req-57b33784-2e6a-48ec-b5e0-369333c031ea tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:26.179626 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-eb19f52e-7a16-44f2-bade-a9658108e424 req-57b33784-2e6a-48ec-b5e0-369333c031ea tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=bad3d121-535f-4a16-b412-574cf5da50e9 HTTP/1.1" status: 200 len: 945 time: 0.1036687 Aug 09 16:51:26.200409 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:51:26.249299 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-eb19f52e-7a16-44f2-bade-a9658108e424 req-0a68a418-9c79-455a-b4ac-44053149162b tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=2bdfd362-24cf-46bd-9f16-b84704a8b95f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589480 Aug 09 16:51:26.321113 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.wsgi [-] (111141) accepted ('10.222.0.59', 50156) {{(pid=111141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:51:26.335097 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-ec1909ba-a061-438e-a8b0-e0fb1590ff8a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:26.437845 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-18213306-f262-48d1-b63d-39a77bee1975 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12086561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8786543'] for subnet (bf528536-5727-45e9-b860-ec14f33509bf), after_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:26.444840 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-ec1909ba-a061-438e-a8b0-e0fb1590ff8a admin admin] Publish callbacks [] for security_group (71441948-b6bc-47be-b8dd-879b5deb11b3), precommit_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:26.506561 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18213306-f262-48d1-b63d-39a77bee1975 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf528536-5727-45e9-b860-ec14f33509bf,revision_number=0']} {{(pid=111140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:26.525387 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-ec1909ba-a061-438e-a8b0-e0fb1590ff8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763768'] for security_group (71441948-b6bc-47be-b8dd-879b5deb11b3), after_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:26.547548 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:51:26.573206 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18213306-f262-48d1-b63d-39a77bee1975 admin admin] Checking segment: {'id': 'bb636647-4c19-422e-b685-3062ba5b4f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 983, 'network_id': '1bafa5fe-28c5-4ad6-94e7-243cd8bbbc14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 09 16:51:26.573206 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18213306-f262-48d1-b63d-39a77bee1975 admin admin] Network hostable DHCP agents. Network: 1bafa5fe-28c5-4ad6-94e7-243cd8bbbc14, hostable agents: ['0d699ab0-1a4e-47ab-a625-f3b077123214'], hosted agents: [] {{(pid=111140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 16:51:26.576901 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1909ba-a061-438e-a8b0-e0fb1590ff8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71441948-b6bc-47be-b8dd-879b5deb11b3,revision_number=1']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:26.583170 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [None req-ec1909ba-a061-438e-a8b0-e0fb1590ff8a admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=747c6212fec745e39d2b4f2dfcdb235a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2600307 Aug 09 16:51:26.585433 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.wsgi [-] (111141) accepted ('10.222.0.59', 50170) {{(pid=111141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:51:26.605628 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81893665-f434-4a59-9391-c3c322910ea0 req-f29da200-8488-47eb-a5ff-c40c63b6a6d2 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:26.609136 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-81893665-f434-4a59-9391-c3c322910ea0 req-f29da200-8488-47eb-a5ff-c40c63b6a6d2 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=2c13ec5a-b577-4bed-aa8c-ce73b8391b3c HTTP/1.1" status: 200 len: 946 time: 0.0857420 Aug 09 16:51:26.662689 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-db975444-41f6-4680-8b47-1b83e4247115 admin admin] Publish callbacks [] for security_group (71441948-b6bc-47be-b8dd-879b5deb11b3), before_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:26.671399 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-81893665-f434-4a59-9391-c3c322910ea0 req-42f71e5b-8b0c-4eec-99f3-e5a1896f269d tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=f47dd32a-2cac-46a7-87f0-b2b85418fb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547836 Aug 09 16:51:26.694492 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-db975444-41f6-4680-8b47-1b83e4247115 admin admin] Publish callbacks [] for security_group (71441948-b6bc-47be-b8dd-879b5deb11b3), precommit_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:26.713205 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18213306-f262-48d1-b63d-39a77bee1975 admin admin] Network 1bafa5fe-28c5-4ad6-94e7-243cd8bbbc14 is scheduled to be hosted by DHCP agent 0d699ab0-1a4e-47ab-a625-f3b077123214 with binding_index 1 {{(pid=111140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 16:51:26.853848 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-db975444-41f6-4680-8b47-1b83e4247115 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763768'] for security_group (71441948-b6bc-47be-b8dd-879b5deb11b3), after_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:26.854046 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.scheduler.base_scheduler [None req-18213306-f262-48d1-b63d-39a77bee1975 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852364-3-iscsi, 1bafa5fe-28c5-4ad6-94e7-243cd8bbbc14) {{(pid=111140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:51:26.859149 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18213306-f262-48d1-b63d-39a77bee1975 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:26.859973 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-18213306-f262-48d1-b63d-39a77bee1975 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:26.861312 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-db975444-41f6-4680-8b47-1b83e4247115 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:26.862668 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [None req-db975444-41f6-4680-8b47-1b83e4247115 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/71441948-b6bc-47be-b8dd-879b5deb11b3 HTTP/1.1" status: 204 len: 168 time: 0.2760112 Aug 09 16:51:26.872632 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf3494d8-dac4-4e74-8e4a-055b541f5bb3 None None] Network 1bafa5fe-28c5-4ad6-94e7-243cd8bbbc14 requested from dv-cinder-852364-3-iscsi {{(pid=111142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 09 16:51:26.897842 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db975444-41f6-4680-8b47-1b83e4247115 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71441948-b6bc-47be-b8dd-879b5deb11b3,revision_number=None']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:27.022156 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:51:27.034000 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [None req-18213306-f262-48d1-b63d-39a77bee1975 admin admin] 10.222.0.59 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0642600 Aug 09 16:51:27.047803 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db43ed4c-051a-4f91-9a82-b485c5c729a8 req-9c54eba3-b5ae-4805-bc39-88860ff6664a tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:27.053295 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f349c92-9983-4b50-a385-d2255a759dac req-cffda161-889e-4c36-a378-1d553f22c63f tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:27.055895 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-db43ed4c-051a-4f91-9a82-b485c5c729a8 req-9c54eba3-b5ae-4805-bc39-88860ff6664a tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=e7a274d0-9d37-4f6f-8a7e-2f223cf42198 HTTP/1.1" status: 200 len: 945 time: 0.0740211 Aug 09 16:51:27.060265 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-8f349c92-9983-4b50-a385-d2255a759dac req-cffda161-889e-4c36-a378-1d553f22c63f tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=bad3d121-535f-4a16-b412-574cf5da50e9 HTTP/1.1" status: 200 len: 945 time: 0.0965877 Aug 09 16:51:27.069407 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529b6d72-229d-47c8-9273-0fe8ed8be8bc req-212ed290-7bc7-476f-b22d-86b62d3259e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:27.071056 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-529b6d72-229d-47c8-9273-0fe8ed8be8bc req-212ed290-7bc7-476f-b22d-86b62d3259e8 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?device_id=e7a274d0-9d37-4f6f-8a7e-2f223cf42198 HTTP/1.1" status: 200 len: 1129 time: 0.0897436 Aug 09 16:51:27.085643 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-051a4efa-83c5-46a7-bca8-473cbdb905ff None None] Network 1bafa5fe-28c5-4ad6-94e7-243cd8bbbc14 requested from dv-cinder-852364-3-iscsi {{(pid=111142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 09 16:51:27.142415 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-db43ed4c-051a-4f91-9a82-b485c5c729a8 req-799b4714-7532-47d2-a07b-f667753fe029 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=40ce6164-59be-4c55-abcb-0149a2e272fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855374 Aug 09 16:51:27.210725 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-529b6d72-229d-47c8-9273-0fe8ed8be8bc req-7a3ade98-a7cd-43fe-972c-b1ede1761b70 service neutron] 10.222.0.91 "GET /networking/v2.0/security-groups?id=40ce6164-59be-4c55-abcb-0149a2e272fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1210191 Aug 09 16:51:27.215228 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a93afc-ab1b-47e1-a8fb-1cd1b01a397c req-271f5943-7b0d-4960-b1ee-d7e7112c104d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:27.216784 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-b3a93afc-ab1b-47e1-a8fb-1cd1b01a397c req-271f5943-7b0d-4960-b1ee-d7e7112c104d service neutron] 10.222.0.91 "GET /networking/v2.0/ports?tenant_id=b681b90f2f074e8c8cfb11939edc7f72&device_id=bad3d121-535f-4a16-b412-574cf5da50e9 HTTP/1.1" status: 200 len: 1129 time: 0.1282396 Aug 09 16:51:27.220188 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-8f349c92-9983-4b50-a385-d2255a759dac req-644b0998-32eb-4670-8b69-b98e7105fcd1 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=2bdfd362-24cf-46bd-9f16-b84704a8b95f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589007 Aug 09 16:51:27.873066 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe68f21-724e-46eb-bb13-6c43852ff2c4 req-8b9f2be3-2920-425f-b68f-4389a515e8ef tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:27.874719 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-bbe68f21-724e-46eb-bb13-6c43852ff2c4 req-8b9f2be3-2920-425f-b68f-4389a515e8ef tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=2c13ec5a-b577-4bed-aa8c-ce73b8391b3c HTTP/1.1" status: 200 len: 946 time: 0.0820308 Aug 09 16:51:27.888472 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:51:27.906557 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f711b7-bfb4-4ad2-a77e-10279c55f510 req-a1c623db-ddc7-48e7-b366-7662d715653c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:27.908192 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-13f711b7-bfb4-4ad2-a77e-10279c55f510 req-a1c623db-ddc7-48e7-b366-7662d715653c service neutron] 10.222.0.91 "GET /networking/v2.0/ports?device_id=2c13ec5a-b577-4bed-aa8c-ce73b8391b3c HTTP/1.1" status: 200 len: 1130 time: 0.2826562 Aug 09 16:51:27.930765 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-bbe68f21-724e-46eb-bb13-6c43852ff2c4 req-50ac5815-9ff7-4c2d-8888-3a61009ad76f tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=f47dd32a-2cac-46a7-87f0-b2b85418fb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483501 Aug 09 16:51:27.958137 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a93afc-ab1b-47e1-a8fb-1cd1b01a397c req-a173c1e9-05a0-4437-a8f0-5026727d2d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:27.962513 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-b3a93afc-ab1b-47e1-a8fb-1cd1b01a397c req-a173c1e9-05a0-4437-a8f0-5026727d2d1e service neutron] 10.222.0.91 "GET /networking/v2.0/networks?id=e7c6cdf7-0095-4da2-9004-cdee3c973d7e HTTP/1.1" status: 200 len: 919 time: 0.3832374 Aug 09 16:51:28.068591 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.wsgi [-] (111141) accepted ('10.222.0.59', 50226) {{(pid=111141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:51:28.073805 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.v2.base [None req-ef888d4b-3df2-44b1-8128-3b347caf7852 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-436967088-network', 'tenant_id': '4e01283f7ad641148110b3fddaa6f568'}} {{(pid=111141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 16:51:28.133046 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-b3a93afc-ab1b-47e1-a8fb-1cd1b01a397c req-c23875ce-de27-43b9-b44f-be46ffac92dd service neutron] 10.222.0.91 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ba04df11-96c3-4666-be53-8af43db1ed2d HTTP/1.1" status: 200 len: 217 time: 0.0540209 Aug 09 16:51:28.202133 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-13f711b7-bfb4-4ad2-a77e-10279c55f510 req-75362807-3a0b-4926-9ee1-ee46c7955ccf service neutron] 10.222.0.91 "GET /networking/v2.0/security-groups?id=f47dd32a-2cac-46a7-87f0-b2b85418fb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1242850 Aug 09 16:51:28.210356 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a93afc-ab1b-47e1-a8fb-1cd1b01a397c req-7c3b9dc7-643c-4551-b511-fb3a8a2b47a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:28.211797 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-b3a93afc-ab1b-47e1-a8fb-1cd1b01a397c req-7c3b9dc7-643c-4551-b511-fb3a8a2b47a9 service neutron] 10.222.0.91 "GET /networking/v2.0/subnets?id=fa8494ca-da5a-4e74-b349-aebeb3fbaa4a HTTP/1.1" status: 200 len: 857 time: 0.0707386 Aug 09 16:51:28.253649 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef888d4b-3df2-44b1-8128-3b347caf7852 admin admin] Made reservation on behalf of 4e01283f7ad641148110b3fddaa6f568 for: {'network': 1} {{(pid=111141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:51:28.256044 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-ef888d4b-3df2-44b1-8128-3b347caf7852 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for network (None), before_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:28.257377 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f5dfe0-9ca9-4bbb-964b-5f2945160f8c req-5d1ab9fc-2afd-4165-869d-6e8281bead97 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:28.259280 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-f1f5dfe0-9ca9-4bbb-964b-5f2945160f8c req-5d1ab9fc-2afd-4165-869d-6e8281bead97 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=e7a274d0-9d37-4f6f-8a7e-2f223cf42198 HTTP/1.1" status: 200 len: 945 time: 0.0478337 Aug 09 16:51:28.265598 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-ef888d4b-3df2-44b1-8128-3b347caf7852 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:28.319320 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-f1f5dfe0-9ca9-4bbb-964b-5f2945160f8c req-0f1f1f29-3219-4adf-a23e-d4eae2931b5a tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=40ce6164-59be-4c55-abcb-0149a2e272fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542095 Aug 09 16:51:28.367723 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-ef888d4b-3df2-44b1-8128-3b347caf7852 admin admin] Publish callbacks [] for security_group (b11ce951-e4c7-4697-9ca8-7ac01e77cc8f), precommit_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:28.460037 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-ef888d4b-3df2-44b1-8128-3b347caf7852 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763768'] for security_group (b11ce951-e4c7-4697-9ca8-7ac01e77cc8f), after_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:28.461004 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18653285-ab7e-4ea7-9287-f9a6433e46c9 req-f5aa24bc-7155-46dd-91bd-bea4c347b0c8 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:28.470761 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-18653285-ab7e-4ea7-9287-f9a6433e46c9 req-f5aa24bc-7155-46dd-91bd-bea4c347b0c8 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=bad3d121-535f-4a16-b412-574cf5da50e9 HTTP/1.1" status: 200 len: 945 time: 0.0669408 Aug 09 16:51:28.489973 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef888d4b-3df2-44b1-8128-3b347caf7852 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 962} {{(pid=111141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 16:51:28.500515 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef888d4b-3df2-44b1-8128-3b347caf7852 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b11ce951-e4c7-4697-9ca8-7ac01e77cc8f,revision_number=1']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:28.508119 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-ef888d4b-3df2-44b1-8128-3b347caf7852 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3501092'] for segment (07641e8d-2d1b-4893-9c52-f7a668713f1b), precommit_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:28.508462 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.db.segments_db [None req-ef888d4b-3df2-44b1-8128-3b347caf7852 admin admin] Added segment 07641e8d-2d1b-4893-9c52-f7a668713f1b of type vlan for network 3b009528-da9c-44e7-ac47-528aebf011c1 Aug 09 16:51:28.543651 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-18653285-ab7e-4ea7-9287-f9a6433e46c9 req-47a65f91-f810-46f7-8382-0a4e949f1d0f tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=2bdfd362-24cf-46bd-9f16-b84704a8b95f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606923 Aug 09 16:51:28.564996 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-ef888d4b-3df2-44b1-8128-3b347caf7852 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748337886136'] for network (3b009528-da9c-44e7-ac47-528aebf011c1), precommit_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:28.664441 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-ef888d4b-3df2-44b1-8128-3b347caf7852 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463'] for network (3b009528-da9c-44e7-ac47-528aebf011c1), after_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:28.665539 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef888d4b-3df2-44b1-8128-3b347caf7852 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:28.666128 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-ef888d4b-3df2-44b1-8128-3b347caf7852 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526441'] for network (None), before_response {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:28.734037 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef888d4b-3df2-44b1-8128-3b347caf7852 admin admin] Pushing event updated for resources: {'Network': ['ID=3b009528-da9c-44e7-ac47-528aebf011c1,revision_number=1']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:28.744828 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Network 3b009528-da9c-44e7-ac47-528aebf011c1 details requested by agent ovs-agent-dv-cinder-852364-3-iscsi with host dv-cinder-852364-3-iscsi {{(pid=111142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 16:51:28.782568 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [None req-ef888d4b-3df2-44b1-8128-3b347caf7852 admin admin] 10.222.0.59 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.7126441 Aug 09 16:51:28.785775 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.wsgi [-] (111141) accepted ('10.222.0.59', 50248) {{(pid=111141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:51:28.788302 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:51:28.790983 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.v2.base [None req-57c30e87-b9e5-4654-adb6-14e1b6ccbffd admin admin] Request body: {'subnet': {'network_id': '3b009528-da9c-44e7-ac47-528aebf011c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-436967088-subnet', 'tenant_id': '4e01283f7ad641148110b3fddaa6f568', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 16:51:28.883233 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=81,neutron:INSERT=17,neutron:UPDATE=2 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:51:28.884414 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57c30e87-b9e5-4654-adb6-14e1b6ccbffd admin admin] Made reservation on behalf of 4e01283f7ad641148110b3fddaa6f568 for: {'subnet': 1} {{(pid=111141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:51:28.887503 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-57c30e87-b9e5-4654-adb6-14e1b6ccbffd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12315165'] for subnet (None), before_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:29.042925 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a93afc-ab1b-47e1-a8fb-1cd1b01a397c req-ee8b95fa-e637-4c7f-a41c-17efaadda781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:29.044462 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-b3a93afc-ab1b-47e1-a8fb-1cd1b01a397c req-ee8b95fa-e637-4c7f-a41c-17efaadda781 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?network_id=e7c6cdf7-0095-4da2-9004-cdee3c973d7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0469463 Aug 09 16:51:29.137327 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9758104-8499-405e-96af-6f082f5939be req-6d495b4c-2080-4d14-9558-533b10f03e1c tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:29.145846 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-b9758104-8499-405e-96af-6f082f5939be req-6d495b4c-2080-4d14-9558-533b10f03e1c tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=2c13ec5a-b577-4bed-aa8c-ce73b8391b3c HTTP/1.1" status: 200 len: 946 time: 0.0802524 Aug 09 16:51:29.227752 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-b9758104-8499-405e-96af-6f082f5939be req-0b0e3dcb-fd2c-4882-aa93-f9f8ad3fda80 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=f47dd32a-2cac-46a7-87f0-b2b85418fb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805380 Aug 09 16:51:29.265822 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-57c30e87-b9e5-4654-adb6-14e1b6ccbffd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12487470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12315147'] for subnet (830c1366-6016-44cb-a9d3-ca8b6ff2782b), after_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:29.304387 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:UPDATE=3,neutron:SELECT=86,neutron:INSERT=9,neutron:DELETE=2 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:51:29.334075 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c30e87-b9e5-4654-adb6-14e1b6ccbffd admin admin] Pushing event updated for resources: {'Subnet': ['ID=830c1366-6016-44cb-a9d3-ca8b6ff2782b,revision_number=0']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:29.343477 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c30e87-b9e5-4654-adb6-14e1b6ccbffd admin admin] Checking segment: {'id': '07641e8d-2d1b-4893-9c52-f7a668713f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 962, 'network_id': '3b009528-da9c-44e7-ac47-528aebf011c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 09 16:51:29.343885 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57c30e87-b9e5-4654-adb6-14e1b6ccbffd admin admin] Network hostable DHCP agents. Network: 3b009528-da9c-44e7-ac47-528aebf011c1, hostable agents: ['0d699ab0-1a4e-47ab-a625-f3b077123214'], hosted agents: [] {{(pid=111141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 16:51:29.446387 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928d3c65-813d-41f8-8f04-51a9fe9b59c7 req-f7d0b93e-ec76-4d46-90f3-ad7f8fc23ec9 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:29.449267 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-928d3c65-813d-41f8-8f04-51a9fe9b59c7 req-f7d0b93e-ec76-4d46-90f3-ad7f8fc23ec9 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=e7a274d0-9d37-4f6f-8a7e-2f223cf42198 HTTP/1.1" status: 200 len: 945 time: 0.0480087 Aug 09 16:51:29.471469 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57c30e87-b9e5-4654-adb6-14e1b6ccbffd admin admin] Network 3b009528-da9c-44e7-ac47-528aebf011c1 is scheduled to be hosted by DHCP agent 0d699ab0-1a4e-47ab-a625-f3b077123214 with binding_index 1 {{(pid=111141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 16:51:29.487683 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=100 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:51:29.506349 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-928d3c65-813d-41f8-8f04-51a9fe9b59c7 req-b541e358-2417-4aae-a4d5-00dad28485a6 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=40ce6164-59be-4c55-abcb-0149a2e272fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511508 Aug 09 16:51:29.648530 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.scheduler.base_scheduler [None req-57c30e87-b9e5-4654-adb6-14e1b6ccbffd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852364-3-iscsi, 3b009528-da9c-44e7-ac47-528aebf011c1) {{(pid=111141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:51:29.664825 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57c30e87-b9e5-4654-adb6-14e1b6ccbffd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:29.665511 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-57c30e87-b9e5-4654-adb6-14e1b6ccbffd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526441'] for subnet (None), before_response {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:29.668859 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f3e2425-a52a-4005-bbf9-0280c6898c5b None None] Network 3b009528-da9c-44e7-ac47-528aebf011c1 requested from dv-cinder-852364-3-iscsi {{(pid=111142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 09 16:51:29.684488 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46b8eed-2881-46fe-9ea3-018768bd2369 req-4e5bcf28-cfc0-4de1-af7c-6cb6ad7fc935 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:29.686550 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-b46b8eed-2881-46fe-9ea3-018768bd2369 req-4e5bcf28-cfc0-4de1-af7c-6cb6ad7fc935 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=e7a274d0-9d37-4f6f-8a7e-2f223cf42198 HTTP/1.1" status: 200 len: 945 time: 0.0685067 Aug 09 16:51:29.696909 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.wsgi [-] (111141) accepted ('10.222.0.59', 50290) {{(pid=111141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:51:29.702737 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.v2.base [None req-cb5b3135-71b3-468e-87d3-cb66f9e4cad3 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Request body: {'floatingip': {'port_id': 'c7c7c2fe-a482-49a1-bef6-cb7da54c233e'}} {{(pid=111141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 16:51:29.709431 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (fd1157aa-8fd8-4c6b-a604-f3842f12d305), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:29.775262 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7ce8f2a-48ff-47f9-a2a9-95356fb753d7 None None] Network 3b009528-da9c-44e7-ac47-528aebf011c1 requested from dv-cinder-852364-3-iscsi {{(pid=111142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 09 16:51:29.789411 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-cb5b3135-71b3-468e-87d3-cb66f9e4cad3 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Publish callbacks [] for floatingip (80626948-0023-4774-b81e-1adf99c36de0), before_update {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:29.790833 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22aa75e-1683-4f76-b393-dfb60200255d req-135cf18b-05c7-48fc-91c6-4b0bd4fd132d tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:29.794013 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-b22aa75e-1683-4f76-b393-dfb60200255d req-135cf18b-05c7-48fc-91c6-4b0bd4fd132d tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=bad3d121-535f-4a16-b412-574cf5da50e9 HTTP/1.1" status: 200 len: 945 time: 0.0528417 Aug 09 16:51:29.832018 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [None req-57c30e87-b9e5-4654-adb6-14e1b6ccbffd admin admin] 10.222.0.59 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0442324 Aug 09 16:51:29.833565 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:51:29.886791 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-b22aa75e-1683-4f76-b393-dfb60200255d req-e34a75d9-beec-4531-bfc1-cac1e5f66db3 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=2bdfd362-24cf-46bd-9f16-b84704a8b95f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851636 Aug 09 16:51:30.320963 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-b3a93afc-ab1b-47e1-a8fb-1cd1b01a397c req-ac912a6b-8eb0-48ba-86c3-7799202793bd service neutron] 10.222.0.91 "GET /networking/v2.0/networks/e7c6cdf7-0095-4da2-9004-cdee3c973d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2514336 Aug 09 16:51:30.368493 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcf2ce1-b10a-4665-9aed-8fe250dbf78b req-2ec7e56c-1cc7-4124-988c-80e27ac98db1 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:30.369985 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-1fcf2ce1-b10a-4665-9aed-8fe250dbf78b req-2ec7e56c-1cc7-4124-988c-80e27ac98db1 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=2c13ec5a-b577-4bed-aa8c-ce73b8391b3c HTTP/1.1" status: 200 len: 946 time: 0.0567942 Aug 09 16:51:30.406607 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-2c43a9a7-d081-4b74-a573-3d3bd8082c8b req-fcbec6d6-9b04-4dad-a010-835e20577acf service neutron] 10.222.0.91 "GET /networking/v2.0/ports?device_id=a4d48aed-6528-46cd-a11e-6899591a4a27&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1304352 Aug 09 16:51:30.594743 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-cb5b3135-71b3-468e-87d3-cb66f9e4cad3 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:30.605920 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-1fcf2ce1-b10a-4665-9aed-8fe250dbf78b req-eb8f2d9e-47e1-499f-8a15-784e8fcf17f6 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=f47dd32a-2cac-46a7-87f0-b2b85418fb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2297628 Aug 09 16:51:30.676792 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-cb5b3135-71b3-468e-87d3-cb66f9e4cad3 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-336914'] for floatingip (80626948-0023-4774-b81e-1adf99c36de0), after_update {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:30.773044 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.db.l3_db [None req-cb5b3135-71b3-468e-87d3-cb66f9e4cad3 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Floating IP 80626948-0023-4774-b81e-1adf99c36de0 associated. External IP: 172.27.2.114, port: c7c7c2fe-a482-49a1-bef6-cb7da54c233e. Aug 09 16:51:31.228277 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:51:31.249800 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c43a9a7-d081-4b74-a573-3d3bd8082c8b req-57dba0cc-422b-44b0-b471-6e67f487f9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:31.251364 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-2c43a9a7-d081-4b74-a573-3d3bd8082c8b req-57dba0cc-422b-44b0-b471-6e67f487f9d5 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?tenant_id=b681b90f2f074e8c8cfb11939edc7f72&device_id=a4d48aed-6528-46cd-a11e-6899591a4a27 HTTP/1.1" status: 200 len: 1130 time: 0.1412408 Aug 09 16:51:31.275421 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b149c979-f961-444e-8a2c-d468854940fa req-79f7b5b7-598a-4c66-a15a-7eb1e85151d6 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:31.276894 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-b149c979-f961-444e-8a2c-d468854940fa req-79f7b5b7-598a-4c66-a15a-7eb1e85151d6 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=bad3d121-535f-4a16-b412-574cf5da50e9 HTTP/1.1" status: 200 len: 945 time: 0.1657469 Aug 09 16:51:31.359413 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-b3a93afc-ab1b-47e1-a8fb-1cd1b01a397c req-fd94f3bd-efd8-4a6b-a0a1-f1c24dc0c776 service neutron] 10.222.0.91 "GET /networking/v2.0/networks/e7c6cdf7-0095-4da2-9004-cdee3c973d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5463343 Aug 09 16:51:31.447506 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-b149c979-f961-444e-8a2c-d468854940fa req-1ec144b8-e516-4120-b977-ad1f7387f485 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=2bdfd362-24cf-46bd-9f16-b84704a8b95f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558871 Aug 09 16:51:31.502642 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c43a9a7-d081-4b74-a573-3d3bd8082c8b req-5f52fce9-50f3-43c5-94c2-9513aa5601fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:31.504900 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-2c43a9a7-d081-4b74-a573-3d3bd8082c8b req-5f52fce9-50f3-43c5-94c2-9513aa5601fe service neutron] 10.222.0.91 "GET /networking/v2.0/networks?id=e7c6cdf7-0095-4da2-9004-cdee3c973d7e HTTP/1.1" status: 200 len: 919 time: 0.2255917 Aug 09 16:51:31.527328 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb5b3135-71b3-468e-87d3-cb66f9e4cad3 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Router 2cab2482-7444-4975-b616-2ff06d0c2e17 has already been hosted by L3 agent 2cf02505-efcb-442b-855b-6c659df6f18c {{(pid=111141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 09 16:51:31.567828 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-2c43a9a7-d081-4b74-a573-3d3bd8082c8b req-433cd7d1-329c-4af5-b5a7-7e3a2dd32a37 service neutron] 10.222.0.91 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=53a24594-3349-4f0d-b4fe-6c7d9baea3f2 HTTP/1.1" status: 200 len: 217 time: 0.0393419 Aug 09 16:51:31.679890 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb5b3135-71b3-468e-87d3-cb66f9e4cad3 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Notify agent at l3_agent.dv-cinder-852364-3-iscsi the message routers_updated {{(pid=111141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:51:31.685164 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-cb5b3135-71b3-468e-87d3-cb66f9e4cad3 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90003'] for floatingip (None), before_response {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:31.705278 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb3a1ce-e130-42d1-beff-df2f690b1775 None None] Sync routers for ids ['2cab2482-7444-4975-b616-2ff06d0c2e17'] in dv-cinder-852364-3-iscsi {{(pid=111143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:51:31.717875 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb3a1ce-e130-42d1-beff-df2f690b1775 None None] Routers {'2cab2482-7444-4975-b616-2ff06d0c2e17'} bound to L3 agent in host dv-cinder-852364-3-iscsi {{(pid=111143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 16:51:31.718466 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.l3_hamode_db [None req-3fb3a1ce-e130-42d1-beff-df2f690b1775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-09T16:42:12Z,description=,heartbeat_timestamp=2022-08-09T16:51:12Z,host='dv-cinder-852364-3-iscsi',id=2cf02505-efcb-442b-855b-6c659df6f18c,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:13Z,topic='l3_agent')) {'router_ids': ['2cab2482-7444-4975-b616-2ff06d0c2e17'], 'active': True} {{(pid=111143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:51:31.721474 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [None req-cb5b3135-71b3-468e-87d3-cb66f9e4cad3 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] 10.222.0.59 "PUT /networking/v2.0/floatingips/80626948-0023-4774-b81e-1adf99c36de0 HTTP/1.1" status: 200 len: 991 time: 2.0228603 Aug 09 16:51:31.723629 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7a274d0-9d37-4f6f-8a7e-2f223cf42198', 'tag': 'c7c7c2fe-a482-49a1-bef6-cb7da54c233e'}] {{(pid=111141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 16:51:31.726144 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fc61e086496b7b72fa0be04cca19be1e9321c349ae61d053137ad661f53d53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a8bd981-6109-4452-aed9-09450eea0120" -d '{"events": [{"name": "network-changed", "server_uuid": "e7a274d0-9d37-4f6f-8a7e-2f223cf42198", "tag": "c7c7c2fe-a482-49a1-bef6-cb7da54c233e"}]}' {{(pid=111141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:51:31.743887 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abcaeda-c5eb-4b58-a7f6-60bfaef3d0e1 req-c63b2b7e-3332-4047-bb53-39a2e622d986 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:31.751649 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-3abcaeda-c5eb-4b58-a7f6-60bfaef3d0e1 req-c63b2b7e-3332-4047-bb53-39a2e622d986 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=2c13ec5a-b577-4bed-aa8c-ce73b8391b3c HTTP/1.1" status: 200 len: 946 time: 0.0682497 Aug 09 16:51:31.798001 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Aug 2022 16:51:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb5687dc-a692-4630-b960-be0447cf3117 x-openstack-request-id: req-bb5687dc-a692-4630-b960-be0447cf3117 {{(pid=111141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:51:31.798805 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7a274d0-9d37-4f6f-8a7e-2f223cf42198", "tag": "c7c7c2fe-a482-49a1-bef6-cb7da54c233e", "status": "completed", "code": 200}]} {{(pid=111141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:51:31.799222 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-bb5687dc-a692-4630-b960-be0447cf3117 {{(pid=111141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:51:31.799943 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb5687dc-a692-4630-b960-be0447cf3117'] response: {'name': 'network-changed', 'server_uuid': 'e7a274d0-9d37-4f6f-8a7e-2f223cf42198', 'tag': 'c7c7c2fe-a482-49a1-bef6-cb7da54c233e', 'status': 'completed', 'code': 200} Aug 09 16:51:31.807348 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c43a9a7-d081-4b74-a573-3d3bd8082c8b req-2ebe49b1-be4f-43e6-9285-fef592177486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:31.807759 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-2c43a9a7-d081-4b74-a573-3d3bd8082c8b req-2ebe49b1-be4f-43e6-9285-fef592177486 service neutron] 10.222.0.91 "GET /networking/v2.0/subnets?id=fa8494ca-da5a-4e74-b349-aebeb3fbaa4a HTTP/1.1" status: 200 len: 857 time: 0.0648546 Aug 09 16:51:31.816238 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-3abcaeda-c5eb-4b58-a7f6-60bfaef3d0e1 req-de3f0cf4-fc7b-4066-ab7b-e12a5ea891f3 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=f47dd32a-2cac-46a7-87f0-b2b85418fb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607870 Aug 09 16:51:31.847653 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.l3_dvr_db [None req-3fb3a1ce-e130-42d1-beff-df2f690b1775 None None] Set router 2cab2482-7444-4975-b616-2ff06d0c2e17 gateway port host: dv-cinder-852364-3-iscsi {{(pid=111143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 16:51:31.956670 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7379d2a4-2bfa-456c-8503-6d43110fabdf req-ef611a4c-954b-45be-b34f-a9a9184d6c41 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:31.958197 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-7379d2a4-2bfa-456c-8503-6d43110fabdf req-ef611a4c-954b-45be-b34f-a9a9184d6c41 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=2c13ec5a-b577-4bed-aa8c-ce73b8391b3c HTTP/1.1" status: 200 len: 946 time: 0.0681636 Aug 09 16:51:31.968127 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.wsgi [-] (111140) accepted ('10.222.0.59', 50350) {{(pid=111140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:51:31.972684 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.v2.base [None req-2ba2220f-ef15-4eda-ab62-a1e054ba60a3 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Request body: {'floatingip': {'port_id': '6e84ef22-6ed0-41c2-a430-5a00d8efa76c'}} {{(pid=111140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 16:51:32.016686 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c43a9a7-d081-4b74-a573-3d3bd8082c8b req-ad812e26-fca2-4a44-a924-c7caca73005e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:32.019422 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-2c43a9a7-d081-4b74-a573-3d3bd8082c8b req-ad812e26-fca2-4a44-a924-c7caca73005e service neutron] 10.222.0.91 "GET /networking/v2.0/ports?network_id=e7c6cdf7-0095-4da2-9004-cdee3c973d7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0565114 Aug 09 16:51:32.035078 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:51:32.056224 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-2ba2220f-ef15-4eda-ab62-a1e054ba60a3 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Publish callbacks [] for floatingip (76d2da2c-79f7-4deb-b4cb-da20b6a611d5), before_update {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:32.125981 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8bd981-6109-4452-aed9-09450eea0120 req-93c05c35-3553-4d2d-8b1c-bc6cb53dabd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:32.127522 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-1a8bd981-6109-4452-aed9-09450eea0120 req-93c05c35-3553-4d2d-8b1c-bc6cb53dabd4 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?tenant_id=54562f03aaae457ca88be251d2208e2e&device_id=e7a274d0-9d37-4f6f-8a7e-2f223cf42198 HTTP/1.1" status: 200 len: 1129 time: 0.1062541 Aug 09 16:51:32.213555 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.l3_hamode_db [None req-3fb3a1ce-e130-42d1-beff-df2f690b1775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cab2482-7444-4975-b616-2ff06d0c2e17', 'name': 'tempest-AttachVolumeTestJSON-1052946250-router', 'tenant_id': '54562f03aaae457ca88be251d2208e2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'external_fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': '3da32644-d653-4870-a983-8ae28554edae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:50:24Z', 'updated_at': '2022-08-09T16:50:34Z', 'revision_number': 4, 'project_id': '54562f03aaae457ca88be251d2208e2e', 'gw_port': {'id': '3da32644-d653-4870-a983-8ae28554edae', 'name': '', 'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:7f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cab2482-7444-4975-b616-2ff06d0c2e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:50:25Z', 'updated_at': '2022-08-09T16:50:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-3-iscsi', '_floatingips': [{'id': '80626948-0023-4774-b81e-1adf99c36de0', 'tenant_id': '54562f03aaae457ca88be251d2208e2e', 'floating_ip_address': '172.27.2.114', 'floating_network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'router_id': '2cab2482-7444-4975-b616-2ff06d0c2e17', 'port_id': 'c7c7c2fe-a482-49a1-bef6-cb7da54c233e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 119, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6e9ea29-d63f-40f2-84ee-974e268aa2d8', 'mac_address': 'fa:16:3e:2b:89:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7a274d0-9d37-4f6f-8a7e-2f223cf42198', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-09T16:50:40Z', 'updated_at': '2022-08-09T16:51:30Z', 'revision_number': 1, 'project_id': '54562f03aaae457ca88be251d2208e2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eae3aa57-20a3-4ac8-984f-535313d9417f', 'name': '', 'network_id': 'c6e9ea29-d63f-40f2-84ee-974e268aa2d8', 'tenant_id': '54562f03aaae457ca88be251d2208e2e', 'mac_address': 'fa:16:3e:47:ae:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cab2482-7444-4975-b616-2ff06d0c2e17', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '04d182a3-f5e2-47dc-869b-31a7d21795ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:50:31Z', 'updated_at': '2022-08-09T16:50:42Z', 'revision_number': 5, 'project_id': '54562f03aaae457ca88be251d2208e2e', 'subnets': [{'id': '04d182a3-f5e2-47dc-869b-31a7d21795ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-3-iscsi', False) {} {{(pid=111143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:51:32.247957 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb3a1ce-e130-42d1-beff-df2f690b1775 None None] Checking router: 2cab2482-7444-4975-b616-2ff06d0c2e17 for host: dv-cinder-852364-3-iscsi {{(pid=111143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:51:32.256825 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-2c43a9a7-d081-4b74-a573-3d3bd8082c8b req-285cf29c-92c6-494b-aad7-095fb6494788 service neutron] 10.222.0.91 "GET /networking/v2.0/networks/e7c6cdf7-0095-4da2-9004-cdee3c973d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1998289 Aug 09 16:51:32.261563 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb3a1ce-e130-42d1-beff-df2f690b1775 None None] Routers {'2cab2482-7444-4975-b616-2ff06d0c2e17'} bound to L3 agent in host dv-cinder-852364-3-iscsi {{(pid=111143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 16:51:32.261720 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8bd981-6109-4452-aed9-09450eea0120 req-e6e1a19a-a2ea-4395-9ee1-d25d24551b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:32.262481 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.l3_hamode_db [None req-3fb3a1ce-e130-42d1-beff-df2f690b1775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-09T16:42:12Z,description=,heartbeat_timestamp=2022-08-09T16:51:12Z,host='dv-cinder-852364-3-iscsi',id=2cf02505-efcb-442b-855b-6c659df6f18c,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:13Z,topic='l3_agent')) {'router_ids': ['2cab2482-7444-4975-b616-2ff06d0c2e17'], 'active': True} {{(pid=111143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:51:32.262888 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-1a8bd981-6109-4452-aed9-09450eea0120 req-e6e1a19a-a2ea-4395-9ee1-d25d24551b1d service neutron] 10.222.0.91 "GET /networking/v2.0/networks?id=c6e9ea29-d63f-40f2-84ee-974e268aa2d8 HTTP/1.1" status: 200 len: 912 time: 0.1288867 Aug 09 16:51:32.389134 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.l3_dvr_db [None req-3fb3a1ce-e130-42d1-beff-df2f690b1775 None None] Set router 2cab2482-7444-4975-b616-2ff06d0c2e17 gateway port host: dv-cinder-852364-3-iscsi {{(pid=111143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 16:51:32.420057 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-1a8bd981-6109-4452-aed9-09450eea0120 req-cb0a5f1f-d4fd-44d2-80b2-633385aaea0e service neutron] 10.222.0.91 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c7c7c2fe-a482-49a1-bef6-cb7da54c233e HTTP/1.1" status: 200 len: 999 time: 0.1083333 Aug 09 16:51:32.442537 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-2c43a9a7-d081-4b74-a573-3d3bd8082c8b req-71026211-d15a-4e01-9471-f6f25016e8d7 service neutron] 10.222.0.91 "GET /networking/v2.0/networks/e7c6cdf7-0095-4da2-9004-cdee3c973d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786716 Aug 09 16:51:32.622695 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.l3_hamode_db [None req-3fb3a1ce-e130-42d1-beff-df2f690b1775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cab2482-7444-4975-b616-2ff06d0c2e17', 'name': 'tempest-AttachVolumeTestJSON-1052946250-router', 'tenant_id': '54562f03aaae457ca88be251d2208e2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'external_fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': '3da32644-d653-4870-a983-8ae28554edae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:50:24Z', 'updated_at': '2022-08-09T16:50:34Z', 'revision_number': 4, 'project_id': '54562f03aaae457ca88be251d2208e2e', 'gw_port': {'id': '3da32644-d653-4870-a983-8ae28554edae', 'name': '', 'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:7f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cab2482-7444-4975-b616-2ff06d0c2e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:50:25Z', 'updated_at': '2022-08-09T16:50:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-3-iscsi', '_floatingips': [{'id': '80626948-0023-4774-b81e-1adf99c36de0', 'tenant_id': '54562f03aaae457ca88be251d2208e2e', 'floating_ip_address': '172.27.2.114', 'floating_network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'router_id': '2cab2482-7444-4975-b616-2ff06d0c2e17', 'port_id': 'c7c7c2fe-a482-49a1-bef6-cb7da54c233e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 119, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6e9ea29-d63f-40f2-84ee-974e268aa2d8', 'mac_address': 'fa:16:3e:2b:89:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7a274d0-9d37-4f6f-8a7e-2f223cf42198', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-09T16:50:40Z', 'updated_at': '2022-08-09T16:51:30Z', 'revision_number': 1, 'project_id': '54562f03aaae457ca88be251d2208e2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eae3aa57-20a3-4ac8-984f-535313d9417f', 'name': '', 'network_id': 'c6e9ea29-d63f-40f2-84ee-974e268aa2d8', 'tenant_id': '54562f03aaae457ca88be251d2208e2e', 'mac_address': 'fa:16:3e:47:ae:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cab2482-7444-4975-b616-2ff06d0c2e17', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '04d182a3-f5e2-47dc-869b-31a7d21795ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:50:31Z', 'updated_at': '2022-08-09T16:50:42Z', 'revision_number': 5, 'project_id': '54562f03aaae457ca88be251d2208e2e', 'subnets': [{'id': '04d182a3-f5e2-47dc-869b-31a7d21795ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-3-iscsi', False) {} {{(pid=111143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:51:32.631767 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecae9a64-be00-4321-811e-83329db0f112 req-12a7afd9-ffcf-4194-a247-c5849ecc6919 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:32.633238 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-ecae9a64-be00-4321-811e-83329db0f112 req-12a7afd9-ffcf-4194-a247-c5849ecc6919 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=bad3d121-535f-4a16-b412-574cf5da50e9 HTTP/1.1" status: 200 len: 945 time: 0.0847704 Aug 09 16:51:32.648687 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb3a1ce-e130-42d1-beff-df2f690b1775 None None] The sync data for ids ['2cab2482-7444-4975-b616-2ff06d0c2e17'] in dv-cinder-852364-3-iscsi is: [{'id': '2cab2482-7444-4975-b616-2ff06d0c2e17', 'name': 'tempest-AttachVolumeTestJSON-1052946250-router', 'tenant_id': '54562f03aaae457ca88be251d2208e2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'external_fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': '3da32644-d653-4870-a983-8ae28554edae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:50:24Z', 'updated_at': '2022-08-09T16:50:34Z', 'revision_number': 4, 'project_id': '54562f03aaae457ca88be251d2208e2e', 'gw_port': {'id': '3da32644-d653-4870-a983-8ae28554edae', 'name': '', 'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:7f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cab2482-7444-4975-b616-2ff06d0c2e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:50:25Z', 'updated_at': '2022-08-09T16:50:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-3-iscsi', '_floatingips': [{'id': '80626948-0023-4774-b81e-1adf99c36de0', 'tenant_id': '54562f03aaae457ca88be251d2208e2e', 'floating_ip_address': '172.27.2.114', 'floating_network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'router_id': '2cab2482-7444-4975-b616-2ff06d0c2e17', 'port_id': 'c7c7c2fe-a482-49a1-bef6-cb7da54c233e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 119, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6e9ea29-d63f-40f2-84ee-974e268aa2d8', 'mac_address': 'fa:16:3e:2b:89:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7a274d0-9d37-4f6f-8a7e-2f223cf42198', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-09T16:50:40Z', 'updated_at': '2022-08-09T16:51:30Z', 'revision_number': 1, 'project_id': '54562f03aaae457ca88be251d2208e2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eae3aa57-20a3-4ac8-984f-535313d9417f', 'name': '', 'network_id': 'c6e9ea29-d63f-40f2-84ee-974e268aa2d8', 'tenant_id': '54562f03aaae457ca88be251d2208e2e', 'mac_address': 'fa:16:3e:47:ae:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cab2482-7444-4975-b616-2ff06d0c2e17', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '04d182a3-f5e2-47dc-869b-31a7d21795ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:50:31Z', 'updated_at': '2022-08-09T16:50:42Z', 'revision_number': 5, 'project_id': '54562f03aaae457ca88be251d2208e2e', 'subnets': [{'id': '04d182a3-f5e2-47dc-869b-31a7d21795ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:51:32.830295 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-ecae9a64-be00-4321-811e-83329db0f112 req-cb2de990-2342-45d8-94f2-a92aff5c28ed tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=2bdfd362-24cf-46bd-9f16-b84704a8b95f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868546 Aug 09 16:51:32.833200 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-2ba2220f-ef15-4eda-ab62-a1e054ba60a3 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:32.922582 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-2ba2220f-ef15-4eda-ab62-a1e054ba60a3 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-336914'] for floatingip (76d2da2c-79f7-4deb-b4cb-da20b6a611d5), after_update {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:32.925330 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:51:32.991068 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=100 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:51:33.024668 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.db.l3_db [None req-2ba2220f-ef15-4eda-ab62-a1e054ba60a3 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Floating IP 76d2da2c-79f7-4deb-b4cb-da20b6a611d5 associated. External IP: 172.27.2.102, port: 6e84ef22-6ed0-41c2-a430-5a00d8efa76c. Aug 09 16:51:33.070939 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=100 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:51:33.101058 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:51:33.232884 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ba2220f-ef15-4eda-ab62-a1e054ba60a3 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Router 286245d4-d1e1-45d8-a33e-8ce6c103810d has already been hosted by L3 agent 2cf02505-efcb-442b-855b-6c659df6f18c {{(pid=111140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 09 16:51:33.348735 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ba2220f-ef15-4eda-ab62-a1e054ba60a3 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Notify agent at l3_agent.dv-cinder-852364-3-iscsi the message routers_updated {{(pid=111140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:51:33.353749 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-2ba2220f-ef15-4eda-ab62-a1e054ba60a3 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90003'] for floatingip (None), before_response {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:33.360165 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee2b2c9-73f9-445e-b4ae-1a3ca68a940a None None] Sync routers for ids ['286245d4-d1e1-45d8-a33e-8ce6c103810d'] in dv-cinder-852364-3-iscsi {{(pid=111142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:51:33.371577 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee2b2c9-73f9-445e-b4ae-1a3ca68a940a None None] Routers {'286245d4-d1e1-45d8-a33e-8ce6c103810d'} bound to L3 agent in host dv-cinder-852364-3-iscsi {{(pid=111142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 16:51:33.371905 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_hamode_db [None req-bee2b2c9-73f9-445e-b4ae-1a3ca68a940a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-09T16:42:12Z,description=,heartbeat_timestamp=2022-08-09T16:51:12Z,host='dv-cinder-852364-3-iscsi',id=2cf02505-efcb-442b-855b-6c659df6f18c,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:13Z,topic='l3_agent')) {'router_ids': ['286245d4-d1e1-45d8-a33e-8ce6c103810d'], 'active': True} {{(pid=111142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:51:33.373631 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f32783c3-599b-4a52-8a92-47b801c2a1a6 None None] New status for floating IP 80626948-0023-4774-b81e-1adf99c36de0: ACTIVE {{(pid=111143) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 09 16:51:33.410662 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [None req-2ba2220f-ef15-4eda-ab62-a1e054ba60a3 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "PUT /networking/v2.0/floatingips/76d2da2c-79f7-4deb-b4cb-da20b6a611d5 HTTP/1.1" status: 200 len: 992 time: 1.4389887 Aug 09 16:51:33.410662 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c13ec5a-b577-4bed-aa8c-ce73b8391b3c', 'tag': '6e84ef22-6ed0-41c2-a430-5a00d8efa76c'}] {{(pid=111140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 16:51:33.411905 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f41bda9ed637a92b78517b41d4edf2586523f8da12b25a219bf38f0aed6eb417" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aa0396e-a913-4cc8-80b3-ff0631cfc782" -d '{"events": [{"name": "network-changed", "server_uuid": "2c13ec5a-b577-4bed-aa8c-ce73b8391b3c", "tag": "6e84ef22-6ed0-41c2-a430-5a00d8efa76c"}]}' {{(pid=111140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:51:33.470767 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Aug 2022 16:51:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-164dc486-4053-47bb-ad6e-7f4980f3a3fe x-openstack-request-id: req-164dc486-4053-47bb-ad6e-7f4980f3a3fe {{(pid=111140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:51:33.471060 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c13ec5a-b577-4bed-aa8c-ce73b8391b3c", "tag": "6e84ef22-6ed0-41c2-a430-5a00d8efa76c", "status": "completed", "code": 200}]} {{(pid=111140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:51:33.471345 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-164dc486-4053-47bb-ad6e-7f4980f3a3fe {{(pid=111140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:51:33.472675 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-164dc486-4053-47bb-ad6e-7f4980f3a3fe'] response: {'name': 'network-changed', 'server_uuid': '2c13ec5a-b577-4bed-aa8c-ce73b8391b3c', 'tag': '6e84ef22-6ed0-41c2-a430-5a00d8efa76c', 'status': 'completed', 'code': 200} Aug 09 16:51:33.484942 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_dvr_db [None req-bee2b2c9-73f9-445e-b4ae-1a3ca68a940a None None] Set router 286245d4-d1e1-45d8-a33e-8ce6c103810d gateway port host: dv-cinder-852364-3-iscsi {{(pid=111142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 16:51:33.752802 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_hamode_db [None req-bee2b2c9-73f9-445e-b4ae-1a3ca68a940a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '286245d4-d1e1-45d8-a33e-8ce6c103810d', 'name': 'tempest-AttachVolumeNegativeTest-928294095-router', 'tenant_id': '321de2c92d814e6ab1da13939153da87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'external_fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '4a7ffaa3-c015-4647-9470-4b3ca7886b6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:50:27Z', 'updated_at': '2022-08-09T16:50:38Z', 'revision_number': 4, 'project_id': '321de2c92d814e6ab1da13939153da87', 'gw_port': {'id': '4a7ffaa3-c015-4647-9470-4b3ca7886b6c', 'name': '', 'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:31:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '286245d4-d1e1-45d8-a33e-8ce6c103810d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:50:28Z', 'updated_at': '2022-08-09T16:50:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-3-iscsi', '_floatingips': [{'id': '76d2da2c-79f7-4deb-b4cb-da20b6a611d5', 'tenant_id': '321de2c92d814e6ab1da13939153da87', 'floating_ip_address': '172.27.2.102', 'floating_network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'router_id': '286245d4-d1e1-45d8-a33e-8ce6c103810d', 'port_id': '6e84ef22-6ed0-41c2-a430-5a00d8efa76c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd512bb64-4fdf-40f1-b457-d57f69ae1831', 'mac_address': 'fa:16:3e:1f:e2:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c13ec5a-b577-4bed-aa8c-ce73b8391b3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-09T16:50:49Z', 'updated_at': '2022-08-09T16:51:32Z', 'revision_number': 1, 'project_id': '321de2c92d814e6ab1da13939153da87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '194e42e3-ea8f-4dc2-912a-d9842de147c7', 'name': '', 'network_id': 'd512bb64-4fdf-40f1-b457-d57f69ae1831', 'tenant_id': '321de2c92d814e6ab1da13939153da87', 'mac_address': 'fa:16:3e:a5:4f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '286245d4-d1e1-45d8-a33e-8ce6c103810d', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '414c40d7-70ed-42dc-9e49-6496154d7c43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:50:35Z', 'updated_at': '2022-08-09T16:50:50Z', 'revision_number': 5, 'project_id': '321de2c92d814e6ab1da13939153da87', 'subnets': [{'id': '414c40d7-70ed-42dc-9e49-6496154d7c43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-3-iscsi', False) {} {{(pid=111142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:51:33.778655 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee2b2c9-73f9-445e-b4ae-1a3ca68a940a None None] Checking router: 286245d4-d1e1-45d8-a33e-8ce6c103810d for host: dv-cinder-852364-3-iscsi {{(pid=111142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:51:33.787521 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee2b2c9-73f9-445e-b4ae-1a3ca68a940a None None] Routers {'286245d4-d1e1-45d8-a33e-8ce6c103810d'} bound to L3 agent in host dv-cinder-852364-3-iscsi {{(pid=111142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 16:51:33.788116 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_hamode_db [None req-bee2b2c9-73f9-445e-b4ae-1a3ca68a940a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-09T16:42:12Z,description=,heartbeat_timestamp=2022-08-09T16:51:12Z,host='dv-cinder-852364-3-iscsi',id=2cf02505-efcb-442b-855b-6c659df6f18c,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:13Z,topic='l3_agent')) {'router_ids': ['286245d4-d1e1-45d8-a33e-8ce6c103810d'], 'active': True} {{(pid=111142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:51:33.891508 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_dvr_db [None req-bee2b2c9-73f9-445e-b4ae-1a3ca68a940a None None] Set router 286245d4-d1e1-45d8-a33e-8ce6c103810d gateway port host: dv-cinder-852364-3-iscsi {{(pid=111142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 16:51:33.966527 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8765196-fef8-4eab-b377-a713249dc65d req-259bf3c1-4251-4c33-b5f7-48da4714a3ff tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:33.973856 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-c8765196-fef8-4eab-b377-a713249dc65d req-259bf3c1-4251-4c33-b5f7-48da4714a3ff tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=bad3d121-535f-4a16-b412-574cf5da50e9 HTTP/1.1" status: 200 len: 945 time: 0.0657835 Aug 09 16:51:34.025968 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-c8765196-fef8-4eab-b377-a713249dc65d req-d6358ae4-0a9f-4817-8a5c-19383d4009a7 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=2bdfd362-24cf-46bd-9f16-b84704a8b95f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513303 Aug 09 16:51:34.149184 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_hamode_db [None req-bee2b2c9-73f9-445e-b4ae-1a3ca68a940a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '286245d4-d1e1-45d8-a33e-8ce6c103810d', 'name': 'tempest-AttachVolumeNegativeTest-928294095-router', 'tenant_id': '321de2c92d814e6ab1da13939153da87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'external_fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '4a7ffaa3-c015-4647-9470-4b3ca7886b6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:50:27Z', 'updated_at': '2022-08-09T16:50:38Z', 'revision_number': 4, 'project_id': '321de2c92d814e6ab1da13939153da87', 'gw_port': {'id': '4a7ffaa3-c015-4647-9470-4b3ca7886b6c', 'name': '', 'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:31:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '286245d4-d1e1-45d8-a33e-8ce6c103810d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:50:28Z', 'updated_at': '2022-08-09T16:50:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-3-iscsi', '_floatingips': [{'id': '76d2da2c-79f7-4deb-b4cb-da20b6a611d5', 'tenant_id': '321de2c92d814e6ab1da13939153da87', 'floating_ip_address': '172.27.2.102', 'floating_network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'router_id': '286245d4-d1e1-45d8-a33e-8ce6c103810d', 'port_id': '6e84ef22-6ed0-41c2-a430-5a00d8efa76c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd512bb64-4fdf-40f1-b457-d57f69ae1831', 'mac_address': 'fa:16:3e:1f:e2:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c13ec5a-b577-4bed-aa8c-ce73b8391b3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-09T16:50:49Z', 'updated_at': '2022-08-09T16:51:32Z', 'revision_number': 1, 'project_id': '321de2c92d814e6ab1da13939153da87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '194e42e3-ea8f-4dc2-912a-d9842de147c7', 'name': '', 'network_id': 'd512bb64-4fdf-40f1-b457-d57f69ae1831', 'tenant_id': '321de2c92d814e6ab1da13939153da87', 'mac_address': 'fa:16:3e:a5:4f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '286245d4-d1e1-45d8-a33e-8ce6c103810d', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '414c40d7-70ed-42dc-9e49-6496154d7c43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:50:35Z', 'updated_at': '2022-08-09T16:50:50Z', 'revision_number': 5, 'project_id': '321de2c92d814e6ab1da13939153da87', 'subnets': [{'id': '414c40d7-70ed-42dc-9e49-6496154d7c43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-3-iscsi', False) {} {{(pid=111142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:51:34.174577 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee2b2c9-73f9-445e-b4ae-1a3ca68a940a None None] The sync data for ids ['286245d4-d1e1-45d8-a33e-8ce6c103810d'] in dv-cinder-852364-3-iscsi is: [{'id': '286245d4-d1e1-45d8-a33e-8ce6c103810d', 'name': 'tempest-AttachVolumeNegativeTest-928294095-router', 'tenant_id': '321de2c92d814e6ab1da13939153da87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'external_fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '4a7ffaa3-c015-4647-9470-4b3ca7886b6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:50:27Z', 'updated_at': '2022-08-09T16:50:38Z', 'revision_number': 4, 'project_id': '321de2c92d814e6ab1da13939153da87', 'gw_port': {'id': '4a7ffaa3-c015-4647-9470-4b3ca7886b6c', 'name': '', 'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:31:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '286245d4-d1e1-45d8-a33e-8ce6c103810d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:50:28Z', 'updated_at': '2022-08-09T16:50:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-3-iscsi', '_floatingips': [{'id': '76d2da2c-79f7-4deb-b4cb-da20b6a611d5', 'tenant_id': '321de2c92d814e6ab1da13939153da87', 'floating_ip_address': '172.27.2.102', 'floating_network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'router_id': '286245d4-d1e1-45d8-a33e-8ce6c103810d', 'port_id': '6e84ef22-6ed0-41c2-a430-5a00d8efa76c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd512bb64-4fdf-40f1-b457-d57f69ae1831', 'mac_address': 'fa:16:3e:1f:e2:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c13ec5a-b577-4bed-aa8c-ce73b8391b3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-09T16:50:49Z', 'updated_at': '2022-08-09T16:51:32Z', 'revision_number': 1, 'project_id': '321de2c92d814e6ab1da13939153da87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '194e42e3-ea8f-4dc2-912a-d9842de147c7', 'name': '', 'network_id': 'd512bb64-4fdf-40f1-b457-d57f69ae1831', 'tenant_id': '321de2c92d814e6ab1da13939153da87', 'mac_address': 'fa:16:3e:a5:4f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '286245d4-d1e1-45d8-a33e-8ce6c103810d', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '414c40d7-70ed-42dc-9e49-6496154d7c43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:50:35Z', 'updated_at': '2022-08-09T16:50:50Z', 'revision_number': 5, 'project_id': '321de2c92d814e6ab1da13939153da87', 'subnets': [{'id': '414c40d7-70ed-42dc-9e49-6496154d7c43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:51:34.461141 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29179881-df07-4671-b2d4-dee3cd9ed3c3 None None] New status for floating IP 76d2da2c-79f7-4deb-b4cb-da20b6a611d5: ACTIVE {{(pid=111142) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 09 16:51:34.671174 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=100 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:51:35.175231 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c01a3c9-8a1b-45b7-9657-c02481ff456b req-7a47ce0d-13ec-4b32-9126-744c682d6944 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:35.177369 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-6c01a3c9-8a1b-45b7-9657-c02481ff456b req-7a47ce0d-13ec-4b32-9126-744c682d6944 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=bad3d121-535f-4a16-b412-574cf5da50e9 HTTP/1.1" status: 200 len: 945 time: 0.0618834 Aug 09 16:51:35.230842 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-6c01a3c9-8a1b-45b7-9657-c02481ff456b req-19afda5d-07b2-43aa-b91d-b37a0fdb39e1 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=2bdfd362-24cf-46bd-9f16-b84704a8b95f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479064 Aug 09 16:51:35.294888 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8bd981-6109-4452-aed9-09450eea0120 req-df6e2361-9e7b-493f-b399-329d9ec90aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:35.296462 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-1a8bd981-6109-4452-aed9-09450eea0120 req-df6e2361-9e7b-493f-b399-329d9ec90aa7 service neutron] 10.222.0.91 "GET /networking/v2.0/subnets?id=04d182a3-f5e2-47dc-869b-31a7d21795ba HTTP/1.1" status: 200 len: 850 time: 0.0496626 Aug 09 16:51:35.386092 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8bd981-6109-4452-aed9-09450eea0120 req-9aa5dfae-1a37-428d-89b6-acd8d51c0b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:35.387613 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-1a8bd981-6109-4452-aed9-09450eea0120 req-9aa5dfae-1a37-428d-89b6-acd8d51c0b14 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?network_id=c6e9ea29-d63f-40f2-84ee-974e268aa2d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0836039 Aug 09 16:51:35.388664 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa0396e-a913-4cc8-80b3-ff0631cfc782 req-a9de278b-18ac-417b-8510-1b0d3c04afbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:35.389940 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-4aa0396e-a913-4cc8-80b3-ff0631cfc782 req-a9de278b-18ac-417b-8510-1b0d3c04afbd service neutron] 10.222.0.91 "GET /networking/v2.0/ports?tenant_id=321de2c92d814e6ab1da13939153da87&device_id=2c13ec5a-b577-4bed-aa8c-ce73b8391b3c HTTP/1.1" status: 200 len: 1130 time: 0.0756245 Aug 09 16:51:35.603263 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-1a8bd981-6109-4452-aed9-09450eea0120 req-41797657-8ed8-42e4-b7d8-fdcfba90a575 service neutron] 10.222.0.91 "GET /networking/v2.0/networks/c6e9ea29-d63f-40f2-84ee-974e268aa2d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759489 Aug 09 16:51:35.604343 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa0396e-a913-4cc8-80b3-ff0631cfc782 req-e28b52de-3cc7-4b85-9784-f826b5a97ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:35.606471 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-4aa0396e-a913-4cc8-80b3-ff0631cfc782 req-e28b52de-3cc7-4b85-9784-f826b5a97ae4 service neutron] 10.222.0.91 "GET /networking/v2.0/networks?id=d512bb64-4fdf-40f1-b457-d57f69ae1831 HTTP/1.1" status: 200 len: 915 time: 0.1778910 Aug 09 16:51:36.179963 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-4aa0396e-a913-4cc8-80b3-ff0631cfc782 req-2d7aed8f-cfd3-482d-97e6-33051e9fa696 service neutron] 10.222.0.91 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6e84ef22-6ed0-41c2-a430-5a00d8efa76c HTTP/1.1" status: 200 len: 1002 time: 0.1190660 Aug 09 16:51:36.210544 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-1a8bd981-6109-4452-aed9-09450eea0120 req-98001f16-5b5e-4046-8f69-fd3965511730 service neutron] 10.222.0.91 "GET /networking/v2.0/networks/c6e9ea29-d63f-40f2-84ee-974e268aa2d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407263 Aug 09 16:51:36.327649 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa0396e-a913-4cc8-80b3-ff0631cfc782 req-003ee5f4-b3c9-4290-b5c1-3fb9d0a91edf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:36.329206 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-4aa0396e-a913-4cc8-80b3-ff0631cfc782 req-003ee5f4-b3c9-4290-b5c1-3fb9d0a91edf service neutron] 10.222.0.91 "GET /networking/v2.0/subnets?id=414c40d7-70ed-42dc-9e49-6496154d7c43 HTTP/1.1" status: 200 len: 853 time: 0.0478201 Aug 09 16:51:36.382990 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa0396e-a913-4cc8-80b3-ff0631cfc782 req-ae0ece73-12f0-4d1d-8ef5-02382e62a66d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:36.385130 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-4aa0396e-a913-4cc8-80b3-ff0631cfc782 req-ae0ece73-12f0-4d1d-8ef5-02382e62a66d service neutron] 10.222.0.91 "GET /networking/v2.0/ports?network_id=d512bb64-4fdf-40f1-b457-d57f69ae1831&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0497074 Aug 09 16:51:36.390683 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd459b53-114b-48d2-94f2-3363026386d1 req-c8ec6acf-d3af-4bad-8bb5-b584e4b06a18 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:36.397129 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-dd459b53-114b-48d2-94f2-3363026386d1 req-c8ec6acf-d3af-4bad-8bb5-b584e4b06a18 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=bad3d121-535f-4a16-b412-574cf5da50e9 HTTP/1.1" status: 200 len: 945 time: 0.0795217 Aug 09 16:51:36.443834 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-dd459b53-114b-48d2-94f2-3363026386d1 req-66dc8b1e-5610-49fd-b3c9-6bc4008fbc70 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=2bdfd362-24cf-46bd-9f16-b84704a8b95f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433989 Aug 09 16:51:36.843831 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-4aa0396e-a913-4cc8-80b3-ff0631cfc782 req-0bb7fe0e-8fa7-4bbf-9d40-73c570c77cf3 service neutron] 10.222.0.91 "GET /networking/v2.0/networks/d512bb64-4fdf-40f1-b457-d57f69ae1831?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887358 Aug 09 16:51:36.952724 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-4aa0396e-a913-4cc8-80b3-ff0631cfc782 req-689d6d62-41af-4bb0-93d6-a771eca516d2 service neutron] 10.222.0.91 "GET /networking/v2.0/networks/d512bb64-4fdf-40f1-b457-d57f69ae1831?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011035 Aug 09 16:51:37.420636 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.agents_db [None req-a4db1589-5d5b-4049-8210-f6e9f318fefd None None] Agent healthcheck: found 6 active agents {{(pid=111143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:51:37.577013 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5a63a8-88d4-4ba9-b873-6ef6fd60cf13 req-4b8ed197-ed67-4695-a9b4-e768ed6cfcf0 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:37.578538 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-fa5a63a8-88d4-4ba9-b873-6ef6fd60cf13 req-4b8ed197-ed67-4695-a9b4-e768ed6cfcf0 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=bad3d121-535f-4a16-b412-574cf5da50e9 HTTP/1.1" status: 200 len: 945 time: 0.0538068 Aug 09 16:51:37.627197 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-fa5a63a8-88d4-4ba9-b873-6ef6fd60cf13 req-62313fd5-15b9-45ae-8aa7-46b8b9892d24 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=2bdfd362-24cf-46bd-9f16-b84704a8b95f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423765 Aug 09 16:51:38.746889 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e348d8cb-0ae5-4c7a-8aab-2cdab9236722 req-fee3bcbe-4587-41ed-93bf-6b64ebdf2269 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:38.748389 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-e348d8cb-0ae5-4c7a-8aab-2cdab9236722 req-fee3bcbe-4587-41ed-93bf-6b64ebdf2269 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=bad3d121-535f-4a16-b412-574cf5da50e9 HTTP/1.1" status: 200 len: 945 time: 0.0483789 Aug 09 16:51:38.796159 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-e348d8cb-0ae5-4c7a-8aab-2cdab9236722 req-2b7e3b51-442e-45b8-8bb5-2a99a0c39dc9 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=2bdfd362-24cf-46bd-9f16-b84704a8b95f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421641 Aug 09 16:51:39.904741 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=100 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:51:39.909765 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=100 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:51:39.918627 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f8523e-399b-4f83-933d-d8b2b467c6d7 req-6a79e6e2-a5dc-4da0-802f-2cce2c10e97d tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:39.921109 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-28f8523e-399b-4f83-933d-d8b2b467c6d7 req-6a79e6e2-a5dc-4da0-802f-2cce2c10e97d tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=bad3d121-535f-4a16-b412-574cf5da50e9 HTTP/1.1" status: 200 len: 945 time: 0.0516462 Aug 09 16:51:39.971192 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-28f8523e-399b-4f83-933d-d8b2b467c6d7 req-ec77fac7-c8f4-4b8e-8695-b0febc9a887e tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=2bdfd362-24cf-46bd-9f16-b84704a8b95f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441682 Aug 09 16:51:40.017744 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:51:40.104773 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-be40d243-fa72-41db-b390-219140f05f4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (0d699ab0-1a4e-47ab-a625-f3b077123214), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:41.109746 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a0abf6-7d45-431a-a737-be3f7dafb174 req-f46c0308-067d-4dbd-8d17-d3bef819af62 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:41.111275 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-59a0abf6-7d45-431a-a737-be3f7dafb174 req-f46c0308-067d-4dbd-8d17-d3bef819af62 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=bad3d121-535f-4a16-b412-574cf5da50e9 HTTP/1.1" status: 200 len: 945 time: 0.0569892 Aug 09 16:51:41.315479 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=100 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:51:41.344324 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-59a0abf6-7d45-431a-a737-be3f7dafb174 req-3bf54284-abd8-45b8-84d2-e9f2b0301c3b tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=2bdfd362-24cf-46bd-9f16-b84704a8b95f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2229867 Aug 09 16:51:42.406262 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-cfb4d34e-ff78-4bcb-85c6-202129f29d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (2cf02505-efcb-442b-855b-6c659df6f18c), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:42.476732 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bad8e0-16a2-4013-b4bc-9d721c3ca6f0 req-109a0dbc-1dfd-46a6-a00f-a295be15b00c tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:42.478852 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-57bad8e0-16a2-4013-b4bc-9d721c3ca6f0 req-109a0dbc-1dfd-46a6-a00f-a295be15b00c tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=bad3d121-535f-4a16-b412-574cf5da50e9 HTTP/1.1" status: 200 len: 945 time: 0.0538502 Aug 09 16:51:42.539484 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-57bad8e0-16a2-4013-b4bc-9d721c3ca6f0 req-a6b7bf92-6fcb-4703-9d75-a361e278bbdd tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=2bdfd362-24cf-46bd-9f16-b84704a8b95f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549977 Aug 09 16:51:42.719214 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.wsgi [-] (111140) accepted ('10.222.0.59', 50600) {{(pid=111140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:51:42.829579 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-ac474f25-40d3-4fc0-a63b-f80835c4a5a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:42.906954 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-ac474f25-40d3-4fc0-a63b-f80835c4a5a4 admin admin] Publish callbacks [] for security_group (77112ca5-1615-44aa-8d78-a5134cc82b24), precommit_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:42.979019 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-ac474f25-40d3-4fc0-a63b-f80835c4a5a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763768'] for security_group (77112ca5-1615-44aa-8d78-a5134cc82b24), after_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:43.021203 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac474f25-40d3-4fc0-a63b-f80835c4a5a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77112ca5-1615-44aa-8d78-a5134cc82b24,revision_number=1']} {{(pid=111140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:43.026320 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [None req-ac474f25-40d3-4fc0-a63b-f80835c4a5a4 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=ca5c1eed8c5143359cdc1ca1aa1eb660&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3056037 Aug 09 16:51:43.029913 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.wsgi [-] (111140) accepted ('10.222.0.59', 50604) {{(pid=111140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:51:43.077950 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-579225da-a1ba-4759-a07d-46f487f72e9e admin admin] Publish callbacks [] for security_group (77112ca5-1615-44aa-8d78-a5134cc82b24), before_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:43.100889 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-579225da-a1ba-4759-a07d-46f487f72e9e admin admin] Publish callbacks [] for security_group (77112ca5-1615-44aa-8d78-a5134cc82b24), precommit_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:43.248450 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-579225da-a1ba-4759-a07d-46f487f72e9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763768'] for security_group (77112ca5-1615-44aa-8d78-a5134cc82b24), after_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:43.251024 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-579225da-a1ba-4759-a07d-46f487f72e9e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:43.252210 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [None req-579225da-a1ba-4759-a07d-46f487f72e9e admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/77112ca5-1615-44aa-8d78-a5134cc82b24 HTTP/1.1" status: 204 len: 168 time: 0.2220917 Aug 09 16:51:43.262481 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579225da-a1ba-4759-a07d-46f487f72e9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77112ca5-1615-44aa-8d78-a5134cc82b24,revision_number=None']} {{(pid=111140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:43.566281 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG dbcounter [-] [111143] Writing DB stats neutron:SELECT=88,neutron:UPDATE=1 {{(pid=111143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:51:43.662662 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f453e7-8a68-423f-9a2d-0b7d18d0b7d7 req-73ba4785-e4ea-4da3-aef0-4cdc77fd538b tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:43.664584 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-f6f453e7-8a68-423f-9a2d-0b7d18d0b7d7 req-73ba4785-e4ea-4da3-aef0-4cdc77fd538b tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=bad3d121-535f-4a16-b412-574cf5da50e9 HTTP/1.1" status: 200 len: 945 time: 0.0512416 Aug 09 16:51:43.705280 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-e70f562e-e7df-49ad-a15a-67a143aa0666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (bc6be869-02df-4ed8-8ee0-3ec53a1551af), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:43.717593 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-f6f453e7-8a68-423f-9a2d-0b7d18d0b7d7 req-0623a9ce-dd09-4d17-897c-a709adccba8a tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=2bdfd362-24cf-46bd-9f16-b84704a8b95f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456829 Aug 09 16:51:44.043673 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.wsgi [-] (111140) accepted ('10.222.0.59', 50628) {{(pid=111140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:51:44.058268 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-3beae29c-eb16-44f3-b480-a5c17cc674d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:44.084309 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:DELETE=2 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:51:44.142571 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-3beae29c-eb16-44f3-b480-a5c17cc674d6 admin admin] Publish callbacks [] for security_group (c08b025d-671d-4859-9d66-ce84969191e5), precommit_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:44.271536 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-3beae29c-eb16-44f3-b480-a5c17cc674d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763768'] for security_group (c08b025d-671d-4859-9d66-ce84969191e5), after_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:44.315887 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [None req-3beae29c-eb16-44f3-b480-a5c17cc674d6 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=5c39544c0cc1410b8728cc0e7e9ea1b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2711296 Aug 09 16:51:44.317769 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3beae29c-eb16-44f3-b480-a5c17cc674d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c08b025d-671d-4859-9d66-ce84969191e5,revision_number=1']} {{(pid=111140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:44.319972 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.wsgi [-] (111141) accepted ('10.222.0.59', 50634) {{(pid=111141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:51:44.370599 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-25c7a521-dd60-40f4-8f73-5f360ef0f5e7 admin admin] Publish callbacks [] for security_group (c08b025d-671d-4859-9d66-ce84969191e5), before_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:44.393199 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-25c7a521-dd60-40f4-8f73-5f360ef0f5e7 admin admin] Publish callbacks [] for security_group (c08b025d-671d-4859-9d66-ce84969191e5), precommit_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:44.544968 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-25c7a521-dd60-40f4-8f73-5f360ef0f5e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763768'] for security_group (c08b025d-671d-4859-9d66-ce84969191e5), after_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:44.547980 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-25c7a521-dd60-40f4-8f73-5f360ef0f5e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:44.550456 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [None req-25c7a521-dd60-40f4-8f73-5f360ef0f5e7 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/c08b025d-671d-4859-9d66-ce84969191e5 HTTP/1.1" status: 204 len: 168 time: 0.2294936 Aug 09 16:51:44.560224 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c7a521-dd60-40f4-8f73-5f360ef0f5e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c08b025d-671d-4859-9d66-ce84969191e5,revision_number=None']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:44.842094 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b04b2a-0604-4380-ba9f-428b339051b6 req-5eeca090-6bfa-4d43-bf4e-225dfb38d27d tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:44.843600 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-a9b04b2a-0604-4380-ba9f-428b339051b6 req-5eeca090-6bfa-4d43-bf4e-225dfb38d27d tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=bad3d121-535f-4a16-b412-574cf5da50e9 HTTP/1.1" status: 200 len: 945 time: 0.0510223 Aug 09 16:51:44.891921 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-a9b04b2a-0604-4380-ba9f-428b339051b6 req-76dbfdfb-89d9-4db9-8727-1511c9bcd210 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=2bdfd362-24cf-46bd-9f16-b84704a8b95f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426195 Aug 09 16:51:45.506118 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.wsgi [-] (111141) accepted ('10.222.0.59', 50690) {{(pid=111141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:51:45.523266 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-5c325a0b-ed39-4cac-be6f-43defe9e55aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (33bcacdc-c215-42b6-b75f-650d86e609be), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:45.631424 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-228ba3c9-6e8e-406f-8e60-27e1a7328efc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:45.700828 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (47988f4d-09d0-4892-bbfe-5b11c743802f), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:45.710400 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-228ba3c9-6e8e-406f-8e60-27e1a7328efc admin admin] Publish callbacks [] for security_group (bb6612f8-c69d-4345-8eec-6eeca9f0b98c), precommit_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:45.893829 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-228ba3c9-6e8e-406f-8e60-27e1a7328efc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763768'] for security_group (bb6612f8-c69d-4345-8eec-6eeca9f0b98c), after_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:45.935049 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [None req-228ba3c9-6e8e-406f-8e60-27e1a7328efc admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=57a4e50848044a77b89e7f1d9a0f885c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4270692 Aug 09 16:51:45.937939 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.wsgi [-] (111140) accepted ('10.222.0.59', 50714) {{(pid=111140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:51:45.943690 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228ba3c9-6e8e-406f-8e60-27e1a7328efc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb6612f8-c69d-4345-8eec-6eeca9f0b98c,revision_number=1']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:46.038351 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8581c0-eded-4dd7-8c85-a81081e5bf56 req-d46ba0b1-bbbc-47a2-9325-af1fe7d7d513 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:46.039769 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-1c8581c0-eded-4dd7-8c85-a81081e5bf56 req-d46ba0b1-bbbc-47a2-9325-af1fe7d7d513 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=bad3d121-535f-4a16-b412-574cf5da50e9 HTTP/1.1" status: 200 len: 945 time: 0.0683498 Aug 09 16:51:46.044627 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-60bfb857-e757-4b83-b3a8-8a3547d49ccf admin admin] Publish callbacks [] for security_group (bb6612f8-c69d-4345-8eec-6eeca9f0b98c), before_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:46.055277 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:51:46.091855 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-60bfb857-e757-4b83-b3a8-8a3547d49ccf admin admin] Publish callbacks [] for security_group (bb6612f8-c69d-4345-8eec-6eeca9f0b98c), precommit_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:46.134715 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-1c8581c0-eded-4dd7-8c85-a81081e5bf56 req-c603fb5f-facb-4d9d-be87-ab99ae0097ab tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=2bdfd362-24cf-46bd-9f16-b84704a8b95f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880773 Aug 09 16:51:46.402227 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-60bfb857-e757-4b83-b3a8-8a3547d49ccf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763768'] for security_group (bb6612f8-c69d-4345-8eec-6eeca9f0b98c), after_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:46.404844 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-60bfb857-e757-4b83-b3a8-8a3547d49ccf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:46.405998 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [None req-60bfb857-e757-4b83-b3a8-8a3547d49ccf admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/bb6612f8-c69d-4345-8eec-6eeca9f0b98c HTTP/1.1" status: 204 len: 168 time: 0.4670730 Aug 09 16:51:46.417150 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bfb857-e757-4b83-b3a8-8a3547d49ccf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb6612f8-c69d-4345-8eec-6eeca9f0b98c,revision_number=None']} {{(pid=111140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:47.011218 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.wsgi [-] (111140) accepted ('10.222.0.59', 50740) {{(pid=111140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:51:47.152480 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-7767fd03-d6f5-4e80-92d3-6906a23c10c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:47.268344 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-7767fd03-d6f5-4e80-92d3-6906a23c10c3 admin admin] Publish callbacks [] for security_group (0c8a35fb-3b10-41c4-ba07-83ed51a889de), precommit_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:47.288765 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64f799b-b9b6-463b-9811-4429b57b307e req-3e975d3a-52a0-48bf-8df0-3510ca099f19 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:47.323953 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-b64f799b-b9b6-463b-9811-4429b57b307e req-3e975d3a-52a0-48bf-8df0-3510ca099f19 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=bad3d121-535f-4a16-b412-574cf5da50e9 HTTP/1.1" status: 200 len: 945 time: 0.0568306 Aug 09 16:51:47.340931 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-b64f799b-b9b6-463b-9811-4429b57b307e req-429631f1-6dce-4633-960a-a1db94957bf0 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=2bdfd362-24cf-46bd-9f16-b84704a8b95f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450413 Aug 09 16:51:47.406224 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.wsgi [-] (111140) accepted ('10.222.0.59', 50758) {{(pid=111140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:51:47.417723 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG dbcounter [-] [111143] Writing DB stats neutron:SELECT=82,neutron:UPDATE=1 {{(pid=111143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:51:47.419289 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-704d2fdc-7568-4b8e-97c2-069d3df7ac01 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:47.498280 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-704d2fdc-7568-4b8e-97c2-069d3df7ac01 admin admin] Publish callbacks [] for security_group (a14fd43e-869e-4ab6-9519-24f223b08bf4), precommit_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:47.750618 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-7767fd03-d6f5-4e80-92d3-6906a23c10c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763768'] for security_group (0c8a35fb-3b10-41c4-ba07-83ed51a889de), after_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:47.789961 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7767fd03-d6f5-4e80-92d3-6906a23c10c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c8a35fb-3b10-41c4-ba07-83ed51a889de,revision_number=1']} {{(pid=111140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:47.795073 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [None req-7767fd03-d6f5-4e80-92d3-6906a23c10c3 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=365dc2af2e5c4e7e9a983b7035e60106&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7821987 Aug 09 16:51:47.797388 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.wsgi [-] (111141) accepted ('10.222.0.59', 50762) {{(pid=111141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:51:47.847519 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-704d2fdc-7568-4b8e-97c2-069d3df7ac01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763768'] for security_group (a14fd43e-869e-4ab6-9519-24f223b08bf4), after_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:47.851822 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-8979430c-4c44-4267-801a-37a25563dcd5 admin admin] Publish callbacks [] for security_group (0c8a35fb-3b10-41c4-ba07-83ed51a889de), before_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:47.874514 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-8979430c-4c44-4267-801a-37a25563dcd5 admin admin] Publish callbacks [] for security_group (0c8a35fb-3b10-41c4-ba07-83ed51a889de), precommit_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:47.907880 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=5 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:51:47.909572 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [None req-704d2fdc-7568-4b8e-97c2-069d3df7ac01 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=3637d8ccb90a4644bda4f741568d542e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5049996 Aug 09 16:51:47.910567 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704d2fdc-7568-4b8e-97c2-069d3df7ac01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a14fd43e-869e-4ab6-9519-24f223b08bf4,revision_number=1']} {{(pid=111140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:47.912830 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.wsgi [-] (111141) accepted ('10.222.0.59', 50766) {{(pid=111141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:51:47.968906 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:51:47.974871 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-fa5ac99c-674d-4209-a3ff-7890ff141ec8 admin admin] Publish callbacks [] for security_group (a14fd43e-869e-4ab6-9519-24f223b08bf4), before_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:48.216994 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-8979430c-4c44-4267-801a-37a25563dcd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763768'] for security_group (0c8a35fb-3b10-41c4-ba07-83ed51a889de), after_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:48.216994 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-8979430c-4c44-4267-801a-37a25563dcd5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:48.216994 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [None req-8979430c-4c44-4267-801a-37a25563dcd5 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/0c8a35fb-3b10-41c4-ba07-83ed51a889de HTTP/1.1" status: 204 len: 168 time: 0.4179442 Aug 09 16:51:48.233805 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8979430c-4c44-4267-801a-37a25563dcd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c8a35fb-3b10-41c4-ba07-83ed51a889de,revision_number=None']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:48.236732 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-fa5ac99c-674d-4209-a3ff-7890ff141ec8 admin admin] Publish callbacks [] for security_group (a14fd43e-869e-4ab6-9519-24f223b08bf4), precommit_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:48.345361 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-fa5ac99c-674d-4209-a3ff-7890ff141ec8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763768'] for security_group (a14fd43e-869e-4ab6-9519-24f223b08bf4), after_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:48.349184 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-fa5ac99c-674d-4209-a3ff-7890ff141ec8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:48.353688 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [None req-fa5ac99c-674d-4209-a3ff-7890ff141ec8 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/a14fd43e-869e-4ab6-9519-24f223b08bf4 HTTP/1.1" status: 204 len: 168 time: 0.4366531 Aug 09 16:51:48.359187 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5ac99c-674d-4209-a3ff-7890ff141ec8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a14fd43e-869e-4ab6-9519-24f223b08bf4,revision_number=None']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:48.477941 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd11bd6-871a-4c80-b2fd-51d5cf4e33b9 req-418f150d-8886-41bd-bdfb-04ebc6391339 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:48.479739 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-7cd11bd6-871a-4c80-b2fd-51d5cf4e33b9 req-418f150d-8886-41bd-bdfb-04ebc6391339 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=bad3d121-535f-4a16-b412-574cf5da50e9 HTTP/1.1" status: 200 len: 945 time: 0.0636790 Aug 09 16:51:48.535394 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-7cd11bd6-871a-4c80-b2fd-51d5cf4e33b9 req-c8bafa63-8e0f-47d4-8c96-bfbbfc7c3a68 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=2bdfd362-24cf-46bd-9f16-b84704a8b95f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440879 Aug 09 16:51:49.715012 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8858835b-8ba8-40b2-aeab-acf8d476e768 req-46889a74-8a8b-46dd-be4c-fc48809af687 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:49.723702 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-8858835b-8ba8-40b2-aeab-acf8d476e768 req-46889a74-8a8b-46dd-be4c-fc48809af687 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=bad3d121-535f-4a16-b412-574cf5da50e9 HTTP/1.1" status: 200 len: 945 time: 0.1071796 Aug 09 16:51:49.779371 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-8858835b-8ba8-40b2-aeab-acf8d476e768 req-c3ebb262-c078-4a47-9b18-a9c9b58ea4e1 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=2bdfd362-24cf-46bd-9f16-b84704a8b95f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521348 Aug 09 16:51:49.848538 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.wsgi [-] (111141) accepted ('10.222.0.59', 50858) {{(pid=111141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:51:50.085633 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-a430f38d-5fb8-4175-a354-6fc08e1fb2cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:50.175555 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-a430f38d-5fb8-4175-a354-6fc08e1fb2cc admin admin] Publish callbacks [] for security_group (71565ea3-ae77-455f-a71e-623af2621ba1), precommit_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:50.276258 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-a430f38d-5fb8-4175-a354-6fc08e1fb2cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763768'] for security_group (71565ea3-ae77-455f-a71e-623af2621ba1), after_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:50.316644 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [None req-a430f38d-5fb8-4175-a354-6fc08e1fb2cc admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=5dc5e916c7eb416ba6c219d70f34aa52&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4670508 Aug 09 16:51:50.317486 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a430f38d-5fb8-4175-a354-6fc08e1fb2cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71565ea3-ae77-455f-a71e-623af2621ba1,revision_number=1']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:50.320852 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.wsgi [-] (111140) accepted ('10.222.0.59', 50868) {{(pid=111140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:51:50.327264 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:51:50.374368 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-0089602b-ac98-4ffa-9959-f97ba6681403 admin admin] Publish callbacks [] for security_group (71565ea3-ae77-455f-a71e-623af2621ba1), before_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:50.402360 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-0089602b-ac98-4ffa-9959-f97ba6681403 admin admin] Publish callbacks [] for security_group (71565ea3-ae77-455f-a71e-623af2621ba1), precommit_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:50.579624 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-0089602b-ac98-4ffa-9959-f97ba6681403 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763768'] for security_group (71565ea3-ae77-455f-a71e-623af2621ba1), after_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:50.582735 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-0089602b-ac98-4ffa-9959-f97ba6681403 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:50.584090 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [None req-0089602b-ac98-4ffa-9959-f97ba6681403 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/71565ea3-ae77-455f-a71e-623af2621ba1 HTTP/1.1" status: 204 len: 168 time: 0.2619023 Aug 09 16:51:50.592300 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0089602b-ac98-4ffa-9959-f97ba6681403 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71565ea3-ae77-455f-a71e-623af2621ba1,revision_number=None']} {{(pid=111140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:50.898234 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:DELETE=4 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:51:50.917573 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c304ae48-7467-4f45-8988-890736f35cc4 req-5ee4ee19-4c20-4ef7-94a1-86bbb229d7be tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:50.919081 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-c304ae48-7467-4f45-8988-890736f35cc4 req-5ee4ee19-4c20-4ef7-94a1-86bbb229d7be tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=bad3d121-535f-4a16-b412-574cf5da50e9 HTTP/1.1" status: 200 len: 945 time: 0.0566645 Aug 09 16:51:50.998149 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-c304ae48-7467-4f45-8988-890736f35cc4 req-a37ce451-213a-4c43-8c25-857680f58316 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=2bdfd362-24cf-46bd-9f16-b84704a8b95f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635147 Aug 09 16:51:51.427740 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.wsgi [-] (111140) accepted ('10.222.0.59', 50906) {{(pid=111140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:51:51.442549 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-0b08d63b-e2c5-49f1-ad64-e519cef12d7d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:51.530832 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-0b08d63b-e2c5-49f1-ad64-e519cef12d7d admin admin] Publish callbacks [] for security_group (eea8f220-9f96-46d2-9964-0fc3ab17d87f), precommit_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:51.630588 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-0b08d63b-e2c5-49f1-ad64-e519cef12d7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763768'] for security_group (eea8f220-9f96-46d2-9964-0fc3ab17d87f), after_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:51.683491 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b08d63b-e2c5-49f1-ad64-e519cef12d7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eea8f220-9f96-46d2-9964-0fc3ab17d87f,revision_number=1']} {{(pid=111140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:51.688158 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [None req-0b08d63b-e2c5-49f1-ad64-e519cef12d7d admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=9912119b57bd4c2fba466163a09c44d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2586465 Aug 09 16:51:51.691037 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.wsgi [-] (111140) accepted ('10.222.0.59', 50914) {{(pid=111140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:51:51.740112 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-0fa73f91-c6fa-47d2-8177-52628c8604a9 admin admin] Publish callbacks [] for security_group (eea8f220-9f96-46d2-9964-0fc3ab17d87f), before_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:51.764907 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-0fa73f91-c6fa-47d2-8177-52628c8604a9 admin admin] Publish callbacks [] for security_group (eea8f220-9f96-46d2-9964-0fc3ab17d87f), precommit_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:51.882824 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-0fa73f91-c6fa-47d2-8177-52628c8604a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763768'] for security_group (eea8f220-9f96-46d2-9964-0fc3ab17d87f), after_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:51.885364 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-0fa73f91-c6fa-47d2-8177-52628c8604a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:51.889824 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [None req-0fa73f91-c6fa-47d2-8177-52628c8604a9 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/eea8f220-9f96-46d2-9964-0fc3ab17d87f HTTP/1.1" status: 204 len: 168 time: 0.1947758 Aug 09 16:51:51.889824 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:51:51.895315 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa73f91-c6fa-47d2-8177-52628c8604a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eea8f220-9f96-46d2-9964-0fc3ab17d87f,revision_number=None']} {{(pid=111140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:52.132015 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd1575b-18af-4e93-84ea-ff8a00e206dd req-0d516889-140c-4823-a152-50cf95a8f411 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:52.134103 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-3fd1575b-18af-4e93-84ea-ff8a00e206dd req-0d516889-140c-4823-a152-50cf95a8f411 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=bad3d121-535f-4a16-b412-574cf5da50e9 HTTP/1.1" status: 200 len: 945 time: 0.0605905 Aug 09 16:51:52.187781 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-3fd1575b-18af-4e93-84ea-ff8a00e206dd req-29329a26-e252-4170-80be-f3a6ff31cee8 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=2bdfd362-24cf-46bd-9f16-b84704a8b95f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478845 Aug 09 16:51:53.342338 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7322745b-b9be-45a9-ba51-1764d27a97cc req-8f4922f7-dc3b-4b7a-893f-ef4611304adf tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:53.343901 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-7322745b-b9be-45a9-ba51-1764d27a97cc req-8f4922f7-dc3b-4b7a-893f-ef4611304adf tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=bad3d121-535f-4a16-b412-574cf5da50e9 HTTP/1.1" status: 200 len: 945 time: 0.0480378 Aug 09 16:51:53.404477 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-7322745b-b9be-45a9-ba51-1764d27a97cc req-289efab9-af10-4b3d-9c2b-def98bc1ccdd tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=2bdfd362-24cf-46bd-9f16-b84704a8b95f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549154 Aug 09 16:51:54.071350 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf23805-b519-44a4-9cd7-f3b3df8b589b req-e378005b-2257-4e86-afb9-f7aa10d6947f tempest-DeleteServersTestJSON-2075719756 tempest-DeleteServersTestJSON-2075719756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:54.074755 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-bdf23805-b519-44a4-9cd7-f3b3df8b589b req-e378005b-2257-4e86-afb9-f7aa10d6947f tempest-DeleteServersTestJSON-2075719756 tempest-DeleteServersTestJSON-2075719756-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=10c8e995-dd9a-483b-9c1a-d9301cf27f1e HTTP/1.1" status: 200 len: 946 time: 0.0565450 Aug 09 16:51:54.122674 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-bdf23805-b519-44a4-9cd7-f3b3df8b589b req-4d88fd4d-9946-4386-bae8-ed4ba145a558 tempest-DeleteServersTestJSON-2075719756 tempest-DeleteServersTestJSON-2075719756-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=4055fc19-de1b-4836-be2e-c70018f2c6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469604 Aug 09 16:51:54.171171 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.wsgi [-] (111140) accepted ('10.222.0.59', 51054) {{(pid=111140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:51:54.298284 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-bcf1ea28-bc8d-4b10-998b-499200dada3a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:54.385543 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-bcf1ea28-bc8d-4b10-998b-499200dada3a admin admin] Publish callbacks [] for security_group (70ef5372-57a6-4b1a-b966-e241c0e30d32), precommit_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:54.487477 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-bcf1ea28-bc8d-4b10-998b-499200dada3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763768'] for security_group (70ef5372-57a6-4b1a-b966-e241c0e30d32), after_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:54.533777 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [None req-bcf1ea28-bc8d-4b10-998b-499200dada3a admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=9533702c51a246a397abc1486f4903c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3615091 Aug 09 16:51:54.534874 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf1ea28-bc8d-4b10-998b-499200dada3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70ef5372-57a6-4b1a-b966-e241c0e30d32,revision_number=1']} {{(pid=111140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:54.537383 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.wsgi [-] (111140) accepted ('10.222.0.59', 51088) {{(pid=111140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:51:54.567840 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90028168-89a4-4938-ad5b-e3a12fd90b2d req-30f83688-46c3-45ed-94df-64fdb88482f3 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:54.571367 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-90028168-89a4-4938-ad5b-e3a12fd90b2d req-30f83688-46c3-45ed-94df-64fdb88482f3 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=bad3d121-535f-4a16-b412-574cf5da50e9 HTTP/1.1" status: 200 len: 945 time: 0.0725899 Aug 09 16:51:54.589950 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-93bb1f72-12dd-409c-9ac9-e5cc6e79af6e admin admin] Publish callbacks [] for security_group (70ef5372-57a6-4b1a-b966-e241c0e30d32), before_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:54.611724 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-93bb1f72-12dd-409c-9ac9-e5cc6e79af6e admin admin] Publish callbacks [] for security_group (70ef5372-57a6-4b1a-b966-e241c0e30d32), precommit_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:54.625384 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-90028168-89a4-4938-ad5b-e3a12fd90b2d req-aeb88c69-43ec-40a8-97d6-75bd7c69da12 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=2bdfd362-24cf-46bd-9f16-b84704a8b95f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491033 Aug 09 16:51:54.790623 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-93bb1f72-12dd-409c-9ac9-e5cc6e79af6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763768'] for security_group (70ef5372-57a6-4b1a-b966-e241c0e30d32), after_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:54.793294 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-93bb1f72-12dd-409c-9ac9-e5cc6e79af6e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:54.794453 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [None req-93bb1f72-12dd-409c-9ac9-e5cc6e79af6e admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/70ef5372-57a6-4b1a-b966-e241c0e30d32 HTTP/1.1" status: 204 len: 168 time: 0.2561071 Aug 09 16:51:54.802135 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bb1f72-12dd-409c-9ac9-e5cc6e79af6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70ef5372-57a6-4b1a-b966-e241c0e30d32,revision_number=None']} {{(pid=111140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:55.262638 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b441dd-4d1d-4f57-84e7-49972849ae66 req-bcbab565-3700-4872-856f-31043526bede tempest-DeleteServersTestJSON-2075719756 tempest-DeleteServersTestJSON-2075719756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:55.269597 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-14b441dd-4d1d-4f57-84e7-49972849ae66 req-bcbab565-3700-4872-856f-31043526bede tempest-DeleteServersTestJSON-2075719756 tempest-DeleteServersTestJSON-2075719756-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=10c8e995-dd9a-483b-9c1a-d9301cf27f1e HTTP/1.1" status: 200 len: 946 time: 0.0705066 Aug 09 16:51:55.340237 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-14b441dd-4d1d-4f57-84e7-49972849ae66 req-1cea2698-6b33-4b01-bbff-a764dc83443a tempest-DeleteServersTestJSON-2075719756 tempest-DeleteServersTestJSON-2075719756-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=4055fc19-de1b-4836-be2e-c70018f2c6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689824 Aug 09 16:51:55.447349 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG dbcounter [-] [111143] Writing DB stats neutron:SELECT=6 {{(pid=111143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:51:55.523087 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.wsgi [-] (111140) accepted ('10.222.0.59', 51130) {{(pid=111140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:51:55.586701 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6161628-0b37-49dc-9dab-b50fc9ebde92 admin admin] Deleting subnet bf528536-5727-45e9-b860-ec14f33509bf {{(pid=111140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 09 16:51:55.592161 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-f6161628-0b37-49dc-9dab-b50fc9ebde92 admin admin] Publish callbacks [] for subnet (bf528536-5727-45e9-b860-ec14f33509bf), before_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:55.610346 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.wsgi [-] (111141) accepted ('10.222.0.59', 51132) {{(pid=111141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:51:55.635446 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-f6161628-0b37-49dc-9dab-b50fc9ebde92 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12387189'] for subnet (bf528536-5727-45e9-b860-ec14f33509bf), precommit_delete_associations {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:55.689595 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-f6161628-0b37-49dc-9dab-b50fc9ebde92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3877167'] for subnet (bf528536-5727-45e9-b860-ec14f33509bf), precommit_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:55.769372 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfdd7aa-3669-46f6-8a3f-34729b18c873 req-6f3204e6-867c-4000-85a4-2dccb5efb48a tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:55.770858 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-adfdd7aa-3669-46f6-8a3f-34729b18c873 req-6f3204e6-867c-4000-85a4-2dccb5efb48a tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=bad3d121-535f-4a16-b412-574cf5da50e9 HTTP/1.1" status: 200 len: 945 time: 0.0599504 Aug 09 16:51:55.772646 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-2fb7c9a7-c921-4561-9e6c-279fbf5a25bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:55.836323 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=7 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:51:55.849112 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-adfdd7aa-3669-46f6-8a3f-34729b18c873 req-a2782d06-58b5-4a56-ba33-8cb8a223b3c4 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=2bdfd362-24cf-46bd-9f16-b84704a8b95f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682375 Aug 09 16:51:55.853578 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-f6161628-0b37-49dc-9dab-b50fc9ebde92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3877156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12086752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8786532'] for subnet (bf528536-5727-45e9-b860-ec14f33509bf), after_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:55.862800 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:51:55.885698 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-f6161628-0b37-49dc-9dab-b50fc9ebde92 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:55.890777 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [None req-f6161628-0b37-49dc-9dab-b50fc9ebde92 admin admin] 10.222.0.59 "DELETE /networking/v2.0/subnets/bf528536-5727-45e9-b860-ec14f33509bf HTTP/1.1" status: 204 len: 168 time: 0.3636997 Aug 09 16:51:55.890777 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6161628-0b37-49dc-9dab-b50fc9ebde92 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf528536-5727-45e9-b860-ec14f33509bf,revision_number=None']} {{(pid=111140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:55.895434 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.wsgi [-] (111141) accepted ('10.222.0.59', 51148) {{(pid=111141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:51:55.903719 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-2fb7c9a7-c921-4561-9e6c-279fbf5a25bf admin admin] Publish callbacks [] for security_group (c86ae2c2-51a0-4123-bc79-c491080e6b47), precommit_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:55.970493 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-2fb7c9a7-c921-4561-9e6c-279fbf5a25bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763768'] for security_group (c86ae2c2-51a0-4123-bc79-c491080e6b47), after_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:55.985988 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-3f5b6e85-6d7a-4eed-aeb1-ea579c0d34bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3928643'] for network (1bafa5fe-28c5-4ad6-94e7-243cd8bbbc14), before_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:55.994464 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=83,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:51:56.024853 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.wsgi [-] (111140) accepted ('10.222.0.59', 51152) {{(pid=111140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:51:56.025053 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [None req-2fb7c9a7-c921-4561-9e6c-279fbf5a25bf admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=c098817b0320426c84f2f1efa3015524&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4135132 Aug 09 16:51:56.029544 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb7c9a7-c921-4561-9e6c-279fbf5a25bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c86ae2c2-51a0-4123-bc79-c491080e6b47,revision_number=1']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:56.044965 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:51:56.049877 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.wsgi [-] (111140) accepted ('10.222.0.59', 51154) {{(pid=111140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:51:56.095766 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-9a3a4665-8d4e-4e16-a92d-295d5c6f2095 admin admin] Publish callbacks [] for security_group (c86ae2c2-51a0-4123-bc79-c491080e6b47), before_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:56.124689 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-9a3a4665-8d4e-4e16-a92d-295d5c6f2095 admin admin] Publish callbacks [] for security_group (c86ae2c2-51a0-4123-bc79-c491080e6b47), precommit_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:56.131493 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-3f5b6e85-6d7a-4eed-aeb1-ea579c0d34bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3880624', 'neutron.services.segments.db._delete_segments_for_network-8748338318574'] for network (1bafa5fe-28c5-4ad6-94e7-243cd8bbbc14), precommit_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:56.154774 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.services.segments.db [None req-3f5b6e85-6d7a-4eed-aeb1-ea579c0d34bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bafa5fe-28c5-4ad6-94e7-243cd8bbbc14']}} {{(pid=111141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:51:56.166181 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.services.segments.db [None req-3f5b6e85-6d7a-4eed-aeb1-ea579c0d34bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb636647-4c19-422e-b685-3062ba5b4f5c') {'for_net_delete': True} {{(pid=111141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:51:56.166673 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.services.segments.db [None req-3f5b6e85-6d7a-4eed-aeb1-ea579c0d34bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb636647-4c19-422e-b685-3062ba5b4f5c') {} {{(pid=111141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:51:56.177118 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-3f5b6e85-6d7a-4eed-aeb1-ea579c0d34bf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748338318475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1220379'] for segment (bb636647-4c19-422e-b685-3062ba5b4f5c), before_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:56.180227 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.v2.base [None req-97f5d78c-3bde-4684-a4bf-9b952ba74cdc admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-812573823-network', 'tenant_id': 'e5e7f48ecafa4bfe80fadd50e0b24cbb'}} {{(pid=111140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 16:51:56.192382 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-3f5b6e85-6d7a-4eed-aeb1-ea579c0d34bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3501092'] for segment (bb636647-4c19-422e-b685-3062ba5b4f5c), precommit_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:56.199685 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f5b6e85-6d7a-4eed-aeb1-ea579c0d34bf admin admin] Releasing vlan 983 on physical network physnet1 to pool {{(pid=111141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 16:51:56.200070 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-3f5b6e85-6d7a-4eed-aeb1-ea579c0d34bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3501092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12485965'] for segment (bb636647-4c19-422e-b685-3062ba5b4f5c), after_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:56.238674 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.services.segments.plugin [-] Segment bb636647-4c19-422e-b685-3062ba5b4f5c resource provider aggregate not found Aug 09 16:51:56.257199 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.services.segments.plugin [-] Segment bb636647-4c19-422e-b685-3062ba5b4f5c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bb636647-4c19-422e-b685-3062ba5b4f5c found for delete ", "request_id": "req-efe045a9-f3d0-4c8e-9602-fe59ac9e074e"}]} Aug 09 16:51:56.288070 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97f5d78c-3bde-4684-a4bf-9b952ba74cdc admin admin] Made reservation on behalf of e5e7f48ecafa4bfe80fadd50e0b24cbb for: {'network': 1} {{(pid=111140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:51:56.290539 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-97f5d78c-3bde-4684-a4bf-9b952ba74cdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for network (None), before_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:56.292710 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-9a3a4665-8d4e-4e16-a92d-295d5c6f2095 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763768'] for security_group (c86ae2c2-51a0-4123-bc79-c491080e6b47), after_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:56.297128 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-9a3a4665-8d4e-4e16-a92d-295d5c6f2095 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:56.297128 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [None req-9a3a4665-8d4e-4e16-a92d-295d5c6f2095 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/c86ae2c2-51a0-4123-bc79-c491080e6b47 HTTP/1.1" status: 204 len: 168 time: 0.2699502 Aug 09 16:51:56.309630 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-97f5d78c-3bde-4684-a4bf-9b952ba74cdc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:56.312842 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3a4665-8d4e-4e16-a92d-295d5c6f2095 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c86ae2c2-51a0-4123-bc79-c491080e6b47,revision_number=None']} {{(pid=111140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:56.356414 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-3f5b6e85-6d7a-4eed-aeb1-ea579c0d34bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3880635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690469'] for network (1bafa5fe-28c5-4ad6-94e7-243cd8bbbc14), after_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:56.362600 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-3f5b6e85-6d7a-4eed-aeb1-ea579c0d34bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526441'] for network (None), before_response {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:56.368815 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [None req-3f5b6e85-6d7a-4eed-aeb1-ea579c0d34bf admin admin] 10.222.0.59 "DELETE /networking/v2.0/networks/1bafa5fe-28c5-4ad6-94e7-243cd8bbbc14 HTTP/1.1" status: 204 len: 168 time: 0.4702280 Aug 09 16:51:56.369840 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.wsgi [-] (111140) accepted ('10.222.0.59', 51168) {{(pid=111140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:51:56.380179 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5b6e85-6d7a-4eed-aeb1-ea579c0d34bf admin admin] Pushing event deleted for resources: {'Network': ['ID=1bafa5fe-28c5-4ad6-94e7-243cd8bbbc14,revision_number=None']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:56.481760 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-97f5d78c-3bde-4684-a4bf-9b952ba74cdc admin admin] Publish callbacks [] for security_group (0f6ea7d7-a27f-4eb6-9ea0-74b133bce64e), precommit_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:56.488943 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.db.db_base_plugin_v2 [None req-81bc7720-7c9d-41f9-b214-2e82d3af1eac admin admin] Deleting subnet 830c1366-6016-44cb-a9d3-ca8b6ff2782b {{(pid=111140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 09 16:51:56.493083 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-81bc7720-7c9d-41f9-b214-2e82d3af1eac admin admin] Publish callbacks [] for subnet (830c1366-6016-44cb-a9d3-ca8b6ff2782b), before_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:56.519064 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51320fc-7ba2-495e-9b1d-38571de4f11d req-a0f68660-06a1-44ef-8675-5418daf3fa91 tempest-DeleteServersTestJSON-2075719756 tempest-DeleteServersTestJSON-2075719756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:56.520588 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-c51320fc-7ba2-495e-9b1d-38571de4f11d req-a0f68660-06a1-44ef-8675-5418daf3fa91 tempest-DeleteServersTestJSON-2075719756 tempest-DeleteServersTestJSON-2075719756-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=10c8e995-dd9a-483b-9c1a-d9301cf27f1e HTTP/1.1" status: 200 len: 946 time: 0.0992556 Aug 09 16:51:56.542461 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-97f5d78c-3bde-4684-a4bf-9b952ba74cdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763768'] for security_group (0f6ea7d7-a27f-4eb6-9ea0-74b133bce64e), after_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:56.563170 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-81bc7720-7c9d-41f9-b214-2e82d3af1eac admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12387189'] for subnet (830c1366-6016-44cb-a9d3-ca8b6ff2782b), precommit_delete_associations {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:56.609821 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97f5d78c-3bde-4684-a4bf-9b952ba74cdc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 985} {{(pid=111140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 16:51:56.653106 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-97f5d78c-3bde-4684-a4bf-9b952ba74cdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3501092'] for segment (dfba7045-db71-4a5e-bed3-6451649a980f), precommit_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:56.653452 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.db.segments_db [None req-97f5d78c-3bde-4684-a4bf-9b952ba74cdc admin admin] Added segment dfba7045-db71-4a5e-bed3-6451649a980f of type vlan for network 03ca7ab9-4a6d-42ee-86c4-e644a355c008 Aug 09 16:51:56.656417 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f5d78c-3bde-4684-a4bf-9b952ba74cdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f6ea7d7-a27f-4eb6-9ea0-74b133bce64e,revision_number=1']} {{(pid=111140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:56.669371 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-81bc7720-7c9d-41f9-b214-2e82d3af1eac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3877167'] for subnet (830c1366-6016-44cb-a9d3-ca8b6ff2782b), precommit_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:56.674275 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-c51320fc-7ba2-495e-9b1d-38571de4f11d req-b0c12604-d3e8-404c-9c81-43c0dcdd13d6 tempest-DeleteServersTestJSON-2075719756 tempest-DeleteServersTestJSON-2075719756-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=4055fc19-de1b-4836-be2e-c70018f2c6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447213 Aug 09 16:51:56.737614 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-97f5d78c-3bde-4684-a4bf-9b952ba74cdc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748337886136'] for network (03ca7ab9-4a6d-42ee-86c4-e644a355c008), precommit_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:56.746817 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=81,neutron:DELETE=4,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:51:56.830918 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72aae234-804a-4ec3-89d3-179156c22d09 req-ada339bc-d332-4fca-8b81-d065ac986c8f tempest-DeleteServersTestJSON-2075719756 tempest-DeleteServersTestJSON-2075719756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:56.832437 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-72aae234-804a-4ec3-89d3-179156c22d09 req-ada339bc-d332-4fca-8b81-d065ac986c8f tempest-DeleteServersTestJSON-2075719756 tempest-DeleteServersTestJSON-2075719756-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=10c8e995-dd9a-483b-9c1a-d9301cf27f1e HTTP/1.1" status: 200 len: 946 time: 0.0517507 Aug 09 16:51:56.853715 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-81bc7720-7c9d-41f9-b214-2e82d3af1eac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3877156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12086752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8786532'] for subnet (830c1366-6016-44cb-a9d3-ca8b6ff2782b), after_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:56.882982 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-81bc7720-7c9d-41f9-b214-2e82d3af1eac admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:56.886567 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [None req-81bc7720-7c9d-41f9-b214-2e82d3af1eac admin admin] 10.222.0.59 "DELETE /networking/v2.0/subnets/830c1366-6016-44cb-a9d3-ca8b6ff2782b HTTP/1.1" status: 204 len: 168 time: 0.5158103 Aug 09 16:51:56.887482 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bc7720-7c9d-41f9-b214-2e82d3af1eac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=830c1366-6016-44cb-a9d3-ca8b6ff2782b,revision_number=None']} {{(pid=111140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:56.890388 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.wsgi [-] (111140) accepted ('10.222.0.59', 51174) {{(pid=111140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:51:56.898623 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-97f5d78c-3bde-4684-a4bf-9b952ba74cdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463'] for network (03ca7ab9-4a6d-42ee-86c4-e644a355c008), after_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:56.899605 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97f5d78c-3bde-4684-a4bf-9b952ba74cdc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:56.900177 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-97f5d78c-3bde-4684-a4bf-9b952ba74cdc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526441'] for network (None), before_response {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:56.959347 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.plugin [req-72aae234-804a-4ec3-89d3-179156c22d09 req-db79deb5-0186-4843-b819-48252db43147 tempest-DeleteServersTestJSON-2075719756 tempest-DeleteServersTestJSON-2075719756-project] Deleting port 5ad131fe-fddf-4bca-bf02-1713526341b7 {{(pid=111141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 09 16:51:56.960837 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-72aae234-804a-4ec3-89d3-179156c22d09 req-db79deb5-0186-4843-b819-48252db43147 tempest-DeleteServersTestJSON-2075719756 tempest-DeleteServersTestJSON-2075719756-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748338259761'] for port (5ad131fe-fddf-4bca-bf02-1713526341b7), before_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:56.966349 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.wsgi [-] (111141) accepted ('10.222.0.59', 51176) {{(pid=111141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:51:56.991329 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=86,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=5 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:51:57.020019 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f5d78c-3bde-4684-a4bf-9b952ba74cdc admin admin] Pushing event updated for resources: {'Network': ['ID=03ca7ab9-4a6d-42ee-86c4-e644a355c008,revision_number=1']} {{(pid=111140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:57.028908 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-b41905c5-7689-4847-9178-bef8d4eec9cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:57.030982 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Network 03ca7ab9-4a6d-42ee-86c4-e644a355c008 details requested by agent ovs-agent-dv-cinder-852364-3-iscsi with host dv-cinder-852364-3-iscsi {{(pid=111142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 16:51:57.036168 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-b2f7dc19-3e9d-4a5a-af50-14fbbcd1c6f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3928643'] for network (3b009528-da9c-44e7-ac47-528aebf011c1), before_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:57.075332 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [None req-97f5d78c-3bde-4684-a4bf-9b952ba74cdc admin admin] 10.222.0.59 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 865 time: 1.0241144 Aug 09 16:51:57.085123 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.wsgi [-] (111140) accepted ('10.222.0.59', 51178) {{(pid=111140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:51:57.113767 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.v2.base [None req-ceca725a-4cb7-4a0c-9a85-cd992926f3b5 admin admin] Request body: {'subnet': {'network_id': '03ca7ab9-4a6d-42ee-86c4-e644a355c008', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-812573823-subnet', 'tenant_id': 'e5e7f48ecafa4bfe80fadd50e0b24cbb', 'ip_version': 4}} {{(pid=111140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 16:51:57.126027 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:51:57.136755 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4d9937-5510-4fb5-9641-c662ec63570f req-c72cb338-17e5-45ee-a49d-16008b5d6e63 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:57.138302 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-3e4d9937-5510-4fb5-9641-c662ec63570f req-c72cb338-17e5-45ee-a49d-16008b5d6e63 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=bad3d121-535f-4a16-b412-574cf5da50e9 HTTP/1.1" status: 200 len: 945 time: 0.1450145 Aug 09 16:51:57.141145 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-b2f7dc19-3e9d-4a5a-af50-14fbbcd1c6f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3880624', 'neutron.services.segments.db._delete_segments_for_network-8748338318574'] for network (3b009528-da9c-44e7-ac47-528aebf011c1), precommit_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:57.164457 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.services.segments.db [None req-b2f7dc19-3e9d-4a5a-af50-14fbbcd1c6f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b009528-da9c-44e7-ac47-528aebf011c1']}} {{(pid=111140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:51:57.173883 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.services.segments.db [None req-b2f7dc19-3e9d-4a5a-af50-14fbbcd1c6f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07641e8d-2d1b-4893-9c52-f7a668713f1b') {'for_net_delete': True} {{(pid=111140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:51:57.174183 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.services.segments.db [None req-b2f7dc19-3e9d-4a5a-af50-14fbbcd1c6f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07641e8d-2d1b-4893-9c52-f7a668713f1b') {} {{(pid=111140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:51:57.188841 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-b2f7dc19-3e9d-4a5a-af50-14fbbcd1c6f5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748338318475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12387196'] for segment (07641e8d-2d1b-4893-9c52-f7a668713f1b), before_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:57.202014 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.db [req-72aae234-804a-4ec3-89d3-179156c22d09 req-db79deb5-0186-4843-b819-48252db43147 tempest-DeleteServersTestJSON-2075719756 tempest-DeleteServersTestJSON-2075719756-project] For port 5ad131fe-fddf-4bca-bf02-1713526341b7, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=5ad131fe-fddf-4bca-bf02-1713526341b7,segment=NetworkSegment(98d3c410-8005-4210-b36d-790e6c16d8ec),segment_id=98d3c410-8005-4210-b36d-790e6c16d8ec)] {{(pid=111141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:51:57.202386 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-72aae234-804a-4ec3-89d3-179156c22d09 req-db79deb5-0186-4843-b819-48252db43147 tempest-DeleteServersTestJSON-2075719756 tempest-DeleteServersTestJSON-2075719756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694862'] for port (5ad131fe-fddf-4bca-bf02-1713526341b7), precommit_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:57.203721 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-b2f7dc19-3e9d-4a5a-af50-14fbbcd1c6f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3501092'] for segment (07641e8d-2d1b-4893-9c52-f7a668713f1b), precommit_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:57.214586 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2f7dc19-3e9d-4a5a-af50-14fbbcd1c6f5 admin admin] Releasing vlan 962 on physical network physnet1 to pool {{(pid=111140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 16:51:57.214982 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-b2f7dc19-3e9d-4a5a-af50-14fbbcd1c6f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3501092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12084034'] for segment (07641e8d-2d1b-4893-9c52-f7a668713f1b), after_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:57.245381 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.plugin [req-72aae234-804a-4ec3-89d3-179156c22d09 req-db79deb5-0186-4843-b819-48252db43147 tempest-DeleteServersTestJSON-2075719756 tempest-DeleteServersTestJSON-2075719756-project] Calling delete_port for 5ad131fe-fddf-4bca-bf02-1713526341b7 owned by compute:nova {{(pid=111141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 09 16:51:57.255252 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-b41905c5-7689-4847-9178-bef8d4eec9cb admin admin] Publish callbacks [] for security_group (87f1cccf-5e35-4334-9c4d-a83a4ae73533), precommit_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:57.257652 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.services.segments.plugin [-] Segment 07641e8d-2d1b-4893-9c52-f7a668713f1b resource provider aggregate not found Aug 09 16:51:57.263060 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceca725a-4cb7-4a0c-9a85-cd992926f3b5 admin admin] Made reservation on behalf of e5e7f48ecafa4bfe80fadd50e0b24cbb for: {'subnet': 1} {{(pid=111140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:51:57.265509 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-ceca725a-4cb7-4a0c-9a85-cd992926f3b5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8786553'] for subnet (None), before_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:57.270650 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-3e4d9937-5510-4fb5-9641-c662ec63570f req-2e273b38-8ef4-4d38-9a18-1518baa06082 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=2bdfd362-24cf-46bd-9f16-b84704a8b95f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258154 Aug 09 16:51:57.314285 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.services.segments.plugin [-] Segment 07641e8d-2d1b-4893-9c52-f7a668713f1b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 07641e8d-2d1b-4893-9c52-f7a668713f1b found for delete ", "request_id": "req-ee3e1d8b-a083-404b-804b-2f8af3e6020f"}]} Aug 09 16:51:57.347895 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-b41905c5-7689-4847-9178-bef8d4eec9cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763768'] for security_group (87f1cccf-5e35-4334-9c4d-a83a4ae73533), after_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:57.392788 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-b2f7dc19-3e9d-4a5a-af50-14fbbcd1c6f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3880635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690469'] for network (3b009528-da9c-44e7-ac47-528aebf011c1), after_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:57.403488 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [None req-b41905c5-7689-4847-9178-bef8d4eec9cb admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=6e3ea31cb2ce4165943cc21e5d4fda34&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4356215 Aug 09 16:51:57.404619 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-b2f7dc19-3e9d-4a5a-af50-14fbbcd1c6f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526441'] for network (None), before_response {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:57.405638 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41905c5-7689-4847-9178-bef8d4eec9cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87f1cccf-5e35-4334-9c4d-a83a4ae73533,revision_number=1']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:57.407861 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [None req-b2f7dc19-3e9d-4a5a-af50-14fbbcd1c6f5 admin admin] 10.222.0.59 "DELETE /networking/v2.0/networks/3b009528-da9c-44e7-ac47-528aebf011c1 HTTP/1.1" status: 204 len: 168 time: 0.5161741 Aug 09 16:51:57.407998 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.wsgi [-] (111141) accepted ('10.222.0.59', 51188) {{(pid=111141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:51:57.428782 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f7dc19-3e9d-4a5a-af50-14fbbcd1c6f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=3b009528-da9c-44e7-ac47-528aebf011c1,revision_number=None']} {{(pid=111140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:57.455529 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=3 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:51:57.546077 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-af7286d9-274b-4c09-aae9-609c98a1e5a7 admin admin] Publish callbacks [] for security_group (87f1cccf-5e35-4334-9c4d-a83a4ae73533), before_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:57.568750 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-af7286d9-274b-4c09-aae9-609c98a1e5a7 admin admin] Publish callbacks [] for security_group (87f1cccf-5e35-4334-9c4d-a83a4ae73533), precommit_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:57.603228 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-72aae234-804a-4ec3-89d3-179156c22d09 req-db79deb5-0186-4843-b819-48252db43147 tempest-DeleteServersTestJSON-2075719756 tempest-DeleteServersTestJSON-2075719756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748338263278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748337861762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12487578'] for port (5ad131fe-fddf-4bca-bf02-1713526341b7), after_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:57.630902 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db79deb5-0186-4843-b819-48252db43147 tempest-DeleteServersTestJSON-2075719756 tempest-DeleteServersTestJSON-2075719756-project] Pushing event deleted for resources: {'Port': ['ID=5ad131fe-fddf-4bca-bf02-1713526341b7,revision_number=None']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:57.631922 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-ceca725a-4cb7-4a0c-9a85-cd992926f3b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12086561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8786543'] for subnet (b36b87ee-0e67-4f6f-99fc-27a16ecf7293), after_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:57.650348 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.db [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] get_ports_and_sgs() called for port_ids ['5ad131fe-fddf-4bca-bf02-1713526341b7'] {{(pid=111142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:51:57.698608 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceca725a-4cb7-4a0c-9a85-cd992926f3b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b36b87ee-0e67-4f6f-99fc-27a16ecf7293,revision_number=0']} {{(pid=111140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:57.699259 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.db.l3_dvrscheduler_db [req-72aae234-804a-4ec3-89d3-179156c22d09 req-db79deb5-0186-4843-b819-48252db43147 tempest-DeleteServersTestJSON-2075719756 tempest-DeleteServersTestJSON-2075719756-project] No DVR routers for this DVR port 5ad131fe-fddf-4bca-bf02-1713526341b7 on host hv-cinder-85236 {{(pid=111141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 09 16:51:57.703844 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-72aae234-804a-4ec3-89d3-179156c22d09 req-db79deb5-0186-4843-b819-48252db43147 tempest-DeleteServersTestJSON-2075719756 tempest-DeleteServersTestJSON-2075719756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90003'] for port (None), before_response {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:57.711082 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-72aae234-804a-4ec3-89d3-179156c22d09 req-db79deb5-0186-4843-b819-48252db43147 tempest-DeleteServersTestJSON-2075719756 tempest-DeleteServersTestJSON-2075719756-project] 10.222.0.91 "DELETE /networking/v2.0/ports/5ad131fe-fddf-4bca-bf02-1713526341b7 HTTP/1.1" status: 204 len: 173 time: 0.8702104 Aug 09 16:51:57.711657 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10c8e995-dd9a-483b-9c1a-d9301cf27f1e', 'name': 'network-vif-deleted', 'tag': '5ad131fe-fddf-4bca-bf02-1713526341b7'}] {{(pid=111141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 16:51:57.714133 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fc61e086496b7b72fa0be04cca19be1e9321c349ae61d053137ad661f53d53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b5738b1-0f91-4d98-8cff-6cb6c9e93d9b" -d '{"events": [{"server_uuid": "10c8e995-dd9a-483b-9c1a-d9301cf27f1e", "name": "network-vif-deleted", "tag": "5ad131fe-fddf-4bca-bf02-1713526341b7"}]}' {{(pid=111141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:51:57.718249 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceca725a-4cb7-4a0c-9a85-cd992926f3b5 admin admin] Checking segment: {'id': 'dfba7045-db71-4a5e-bed3-6451649a980f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 985, 'network_id': '03ca7ab9-4a6d-42ee-86c4-e644a355c008'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 09 16:51:57.718725 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceca725a-4cb7-4a0c-9a85-cd992926f3b5 admin admin] Network hostable DHCP agents. Network: 03ca7ab9-4a6d-42ee-86c4-e644a355c008, hostable agents: ['0d699ab0-1a4e-47ab-a625-f3b077123214'], hosted agents: [] {{(pid=111140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 16:51:57.721539 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:DELETE=7,neutron:SELECT=84,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:51:57.745257 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-af7286d9-274b-4c09-aae9-609c98a1e5a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763768'] for security_group (87f1cccf-5e35-4334-9c4d-a83a4ae73533), after_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:57.748444 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-af7286d9-274b-4c09-aae9-609c98a1e5a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:57.749637 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [None req-af7286d9-274b-4c09-aae9-609c98a1e5a7 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/87f1cccf-5e35-4334-9c4d-a83a4ae73533 HTTP/1.1" status: 204 len: 168 time: 0.3395839 Aug 09 16:51:57.766978 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7286d9-274b-4c09-aae9-609c98a1e5a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87f1cccf-5e35-4334-9c4d-a83a4ae73533,revision_number=None']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:57.806162 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Aug 2022 16:51:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b65653e-2fab-466f-a4fb-9b972005391c x-openstack-request-id: req-8b65653e-2fab-466f-a4fb-9b972005391c {{(pid=111141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:51:57.806456 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10c8e995-dd9a-483b-9c1a-d9301cf27f1e", "name": "network-vif-deleted", "tag": "5ad131fe-fddf-4bca-bf02-1713526341b7", "status": "completed", "code": 200}]} {{(pid=111141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:51:57.806712 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-8b65653e-2fab-466f-a4fb-9b972005391c {{(pid=111141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:51:57.807135 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b65653e-2fab-466f-a4fb-9b972005391c'] response: {'server_uuid': '10c8e995-dd9a-483b-9c1a-d9301cf27f1e', 'name': 'network-vif-deleted', 'tag': '5ad131fe-fddf-4bca-bf02-1713526341b7', 'status': 'completed', 'code': 200} Aug 09 16:51:57.838664 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceca725a-4cb7-4a0c-9a85-cd992926f3b5 admin admin] Network 03ca7ab9-4a6d-42ee-86c4-e644a355c008 is scheduled to be hosted by DHCP agent 0d699ab0-1a4e-47ab-a625-f3b077123214 with binding_index 1 {{(pid=111140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 16:51:57.870855 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-bd805e2e-4b4c-4711-8705-85eb25ee0a3d req-49d133bd-2ca3-49fe-bbf6-79c61d34cad2 tempest-DeleteServersTestJSON-2075719756 tempest-DeleteServersTestJSON-2075719756-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=10c8e995-dd9a-483b-9c1a-d9301cf27f1e HTTP/1.1" status: 200 len: 210 time: 0.0638864 Aug 09 16:51:57.927566 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.scheduler.base_scheduler [None req-ceca725a-4cb7-4a0c-9a85-cd992926f3b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852364-3-iscsi, 03ca7ab9-4a6d-42ee-86c4-e644a355c008) {{(pid=111140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:51:57.938437 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceca725a-4cb7-4a0c-9a85-cd992926f3b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:57.940800 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-ceca725a-4cb7-4a0c-9a85-cd992926f3b5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:57.952290 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51ee72f0-2371-4a7a-adc1-14b6d207632a None None] Network 03ca7ab9-4a6d-42ee-86c4-e644a355c008 requested from dv-cinder-852364-3-iscsi {{(pid=111142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 09 16:51:57.974349 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.wsgi [-] (111141) accepted ('10.222.0.59', 51202) {{(pid=111141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:51:58.033682 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [None req-fc2a6004-66a8-4732-9a43-8e3a15900086 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=ff33cc235b464b0585ae94f8b36a2d15&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0571628 Aug 09 16:51:58.039197 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [None req-ceca725a-4cb7-4a0c-9a85-cd992926f3b5 admin admin] 10.222.0.59 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9528909 Aug 09 16:51:58.039909 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.wsgi [-] (111141) accepted ('10.222.0.59', 51204) {{(pid=111141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:51:58.054807 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.wsgi [-] (111140) accepted ('10.222.0.59', 51206) {{(pid=111140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:51:58.061899 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.v2.base [None req-fbdc3f9c-2d64-4df1-8bc0-891f799bc417 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-812573823-router', 'tenant_id': 'e5e7f48ecafa4bfe80fadd50e0b24cbb', 'external_gateway_info': {'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a'}}} {{(pid=111140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 16:51:58.087901 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08b00f76-d938-45fb-adb7-1a42c5fae725 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c3c12f7-d4c6-523e-962d-24da77ca8a50-03ca7ab9-4a6d-42ee-86c4-e644a355c008', 'network_id': '03ca7ab9-4a6d-42ee-86c4-e644a355c008', 'project_id': 'e5e7f48ecafa4bfe80fadd50e0b24cbb', 'fixed_ips': [{'subnet_id': 'b36b87ee-0e67-4f6f-99fc-27a16ecf7293'}]}} from dv-cinder-852364-3-iscsi. {{(pid=111142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 09 16:51:58.088863 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-08b00f76-d938-45fb-adb7-1a42c5fae725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (None), before_create {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:58.103050 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-4519fd20-90a2-430a-a6c1-6a218168686c admin admin] Publish callbacks [] for security_group (6ead9e0f-0949-4d9e-a292-e2b5d25e26fd), before_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:58.127012 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-4519fd20-90a2-430a-a6c1-6a218168686c admin admin] Publish callbacks [] for security_group (6ead9e0f-0949-4d9e-a292-e2b5d25e26fd), precommit_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:58.234846 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.db_base_plugin_common [None req-08b00f76-d938-45fb-adb7-1a42c5fae725 None None] Allocated IP 172.20.0.2 (03ca7ab9-4a6d-42ee-86c4-e644a355c008/b36b87ee-0e67-4f6f-99fc-27a16ecf7293/6b9c0ef0-ead3-46cc-8593-55a7be54fd17) {{(pid=111142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:51:58.253621 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-fbdc3f9c-2d64-4df1-8bc0-891f799bc417 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-341582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-334'] for router (7b1d7653-d26c-46fd-a988-11a269ea7e23), before_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:58.254691 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-fbdc3f9c-2d64-4df1-8bc0-891f799bc417 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-337957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692940', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-558489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-327'] for router (7b1d7653-d26c-46fd-a988-11a269ea7e23), precommit_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:58.328994 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-4519fd20-90a2-430a-a6c1-6a218168686c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763768'] for security_group (6ead9e0f-0949-4d9e-a292-e2b5d25e26fd), after_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:58.331855 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-4519fd20-90a2-430a-a6c1-6a218168686c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:58.333186 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [None req-4519fd20-90a2-430a-a6c1-6a218168686c admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/6ead9e0f-0949-4d9e-a292-e2b5d25e26fd HTTP/1.1" status: 204 len: 168 time: 0.2921247 Aug 09 16:51:58.372871 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4519fd20-90a2-430a-a6c1-6a218168686c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ead9e0f-0949-4d9e-a292-e2b5d25e26fd,revision_number=None']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:58.385547 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-fbdc3f9c-2d64-4df1-8bc0-891f799bc417 admin admin] Publish callbacks [] for router_controller (7b1d7653-d26c-46fd-a988-11a269ea7e23), precommit_add_association {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:58.433693 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-08b00f76-d938-45fb-adb7-1a42c5fae725 None None] Publish callbacks [] for port (6b9c0ef0-ead3-46cc-8593-55a7be54fd17), precommit_create {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:58.500209 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-08b00f76-d938-45fb-adb7-1a42c5fae725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748337861753'] for port (6b9c0ef0-ead3-46cc-8593-55a7be54fd17), after_create {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:58.502534 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa1bc90-590f-48f0-9d1c-a647ba06f3a6 req-59c194cf-2af3-47ea-8cd3-18446554d1c1 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:58.504389 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-3aa1bc90-590f-48f0-9d1c-a647ba06f3a6 req-59c194cf-2af3-47ea-8cd3-18446554d1c1 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=bad3d121-535f-4a16-b412-574cf5da50e9 HTTP/1.1" status: 200 len: 945 time: 0.0772042 Aug 09 16:51:58.541037 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08b00f76-d938-45fb-adb7-1a42c5fae725 None None] Network 03ca7ab9-4a6d-42ee-86c4-e644a355c008 is already hosted by enough agents. {{(pid=111142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:51:58.546840 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.scheduler.base_scheduler [None req-08b00f76-d938-45fb-adb7-1a42c5fae725 None None] Resources bound (agent type, host, resource id): {{(pid=111142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:51:58.549510 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08b00f76-d938-45fb-adb7-1a42c5fae725 None None] Received port after_create {{(pid=111142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 09 16:51:58.589453 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-3aa1bc90-590f-48f0-9d1c-a647ba06f3a6 req-709e465d-41a7-4552-8ad5-6253455622d4 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=2bdfd362-24cf-46bd-9f16-b84704a8b95f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773723 Aug 09 16:51:58.610245 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b00f76-d938-45fb-adb7-1a42c5fae725 None None] Pushing event updated for resources: {'Port': ['ID=6b9c0ef0-ead3-46cc-8593-55a7be54fd17,revision_number=1']} {{(pid=111142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:58.626442 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.managers [None req-08b00f76-d938-45fb-adb7-1a42c5fae725 None None] Attempting to bind port 6b9c0ef0-ead3-46cc-8593-55a7be54fd17 on host dv-cinder-852364-3-iscsi for vnic_type normal with profile {{(pid=111142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 09 16:51:58.626988 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.managers [None req-08b00f76-d938-45fb-adb7-1a42c5fae725 None None] Attempting to bind port 6b9c0ef0-ead3-46cc-8593-55a7be54fd17 by drivers openvswitch,hyperv on host dv-cinder-852364-3-iscsi at level 0 using segments [{'id': 'dfba7045-db71-4a5e-bed3-6451649a980f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 985, 'network_id': '03ca7ab9-4a6d-42ee-86c4-e644a355c008'}] {{(pid=111142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 09 16:51:58.627637 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b00f76-d938-45fb-adb7-1a42c5fae725 None None] Attempting to bind port 6b9c0ef0-ead3-46cc-8593-55a7be54fd17 on network 03ca7ab9-4a6d-42ee-86c4-e644a355c008 {{(pid=111142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 16:51:58.634868 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b00f76-d938-45fb-adb7-1a42c5fae725 None None] Checking agent: {'id': '47988f4d-09d0-4892-bbfe-5b11c743802f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852364-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 9, 16, 42, 16), 'started_at': datetime.datetime(2022, 8, 9, 16, 42, 46), 'heartbeat_timestamp': datetime.datetime(2022, 8, 9, 16, 51, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852364-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 09 16:51:58.638732 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b00f76-d938-45fb-adb7-1a42c5fae725 None None] Checking segment: {'id': 'dfba7045-db71-4a5e-bed3-6451649a980f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 985, 'network_id': '03ca7ab9-4a6d-42ee-86c4-e644a355c008'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 09 16:51:58.638732 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-08b00f76-d938-45fb-adb7-1a42c5fae725 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:58.638732 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b00f76-d938-45fb-adb7-1a42c5fae725 None None] Bound using segment: {'id': 'dfba7045-db71-4a5e-bed3-6451649a980f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 985, 'network_id': '03ca7ab9-4a6d-42ee-86c4-e644a355c008'} {{(pid=111142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 09 16:51:58.638732 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.managers [None req-08b00f76-d938-45fb-adb7-1a42c5fae725 None None] Bound port: 6b9c0ef0-ead3-46cc-8593-55a7be54fd17, host: dv-cinder-852364-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfba7045-db71-4a5e-bed3-6451649a980f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 985, 'network_id': '03ca7ab9-4a6d-42ee-86c4-e644a355c008'}}] {{(pid=111142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 09 16:51:58.638732 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-08b00f76-d938-45fb-adb7-1a42c5fae725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (6b9c0ef0-ead3-46cc-8593-55a7be54fd17), before_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:58.647919 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:DELETE=12,neutron:SELECT=88 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:51:58.672541 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:51:58.672815 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-fbdc3f9c-2d64-4df1-8bc0-891f799bc417 admin admin] Publish callbacks [] for router_gateway (7b1d7653-d26c-46fd-a988-11a269ea7e23), precommit_update {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:58.697445 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=90,neutron:UPDATE=8,neutron:INSERT=2 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:51:58.711587 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.db [None req-08b00f76-d938-45fb-adb7-1a42c5fae725 None None] For port 6b9c0ef0-ead3-46cc-8593-55a7be54fd17, host dv-cinder-852364-3-iscsi, cleared binding levels {{(pid=111142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:51:58.717387 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.db [None req-08b00f76-d938-45fb-adb7-1a42c5fae725 None None] For port 6b9c0ef0-ead3-46cc-8593-55a7be54fd17, host dv-cinder-852364-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-3-iscsi',level=0,port_id=6b9c0ef0-ead3-46cc-8593-55a7be54fd17,segment=NetworkSegment(dfba7045-db71-4a5e-bed3-6451649a980f),segment_id=dfba7045-db71-4a5e-bed3-6451649a980f)] {{(pid=111142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:51:58.774768 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-08b00f76-d938-45fb-adb7-1a42c5fae725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748338263269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748337861771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748337861789'] for port (6b9c0ef0-ead3-46cc-8593-55a7be54fd17), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:58.795731 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:51:58.844024 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b00f76-d938-45fb-adb7-1a42c5fae725 None None] Pushing event updated for resources: {'Port': ['ID=6b9c0ef0-ead3-46cc-8593-55a7be54fd17,revision_number=2']} {{(pid=111142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:58.970757 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-fbdc3f9c-2d64-4df1-8bc0-891f799bc417 admin admin] Publish callbacks [] for router_gateway (7b1d7653-d26c-46fd-a988-11a269ea7e23), before_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:58.999330 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-fbdc3f9c-2d64-4df1-8bc0-891f799bc417 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (None), before_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:59.078696 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-21033251-835e-4a02-91ff-8d6f6ad2bc02 req-5e1a2f31-258d-4120-9c1c-eb6e1b261f97 tempest-DeleteServersTestJSON-2075719756 tempest-DeleteServersTestJSON-2075719756-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=10c8e995-dd9a-483b-9c1a-d9301cf27f1e HTTP/1.1" status: 200 len: 210 time: 0.0340035 Aug 09 16:51:59.194775 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.db.db_base_plugin_common [None req-fbdc3f9c-2d64-4df1-8bc0-891f799bc417 admin admin] Allocated IP 172.27.2.41 (0b446ac8-416d-4492-b144-c475e4beb84a/4516d54a-1367-472b-b3e4-4bb105fe12f6/be992953-963d-4a09-bb47-b723431b87cd) {{(pid=111140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:51:59.235151 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.wsgi [-] (111141) accepted ('10.222.0.59', 51240) {{(pid=111141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:51:59.341824 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [None req-472ead3b-f0a3-460d-a796-ff2f96c12867 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=4e01283f7ad641148110b3fddaa6f568&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1048033 Aug 09 16:51:59.344762 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.wsgi [-] (111140) accepted ('10.222.0.59', 51242) {{(pid=111140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:51:59.390542 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-fbdc3f9c-2d64-4df1-8bc0-891f799bc417 admin admin] Publish callbacks [] for port (be992953-963d-4a09-bb47-b723431b87cd), precommit_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:59.449788 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-3bc699ba-ece1-4347-82fb-2e7e0221a13a admin admin] Publish callbacks [] for security_group (b11ce951-e4c7-4697-9ca8-7ac01e77cc8f), before_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:59.478492 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-3bc699ba-ece1-4347-82fb-2e7e0221a13a admin admin] Publish callbacks [] for security_group (b11ce951-e4c7-4697-9ca8-7ac01e77cc8f), precommit_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:59.533630 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-fbdc3f9c-2d64-4df1-8bc0-891f799bc417 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748337861753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12086677'] for port (be992953-963d-4a09-bb47-b723431b87cd), after_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:59.573008 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbdc3f9c-2d64-4df1-8bc0-891f799bc417 admin admin] Network 0b446ac8-416d-4492-b144-c475e4beb84a is already hosted by enough agents. {{(pid=111140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:51:59.577360 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.scheduler.base_scheduler [None req-fbdc3f9c-2d64-4df1-8bc0-891f799bc417 admin admin] Resources bound (agent type, host, resource id): {{(pid=111140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:51:59.581192 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbdc3f9c-2d64-4df1-8bc0-891f799bc417 admin admin] Received port after_create {{(pid=111140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 09 16:51:59.608990 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdc3f9c-2d64-4df1-8bc0-891f799bc417 admin admin] Pushing event updated for resources: {'Port': ['ID=be992953-963d-4a09-bb47-b723431b87cd,revision_number=1']} {{(pid=111140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:59.703070 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-3bc699ba-ece1-4347-82fb-2e7e0221a13a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763768'] for security_group (b11ce951-e4c7-4697-9ca8-7ac01e77cc8f), after_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:59.705726 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-3bc699ba-ece1-4347-82fb-2e7e0221a13a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:59.709209 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [None req-3bc699ba-ece1-4347-82fb-2e7e0221a13a admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/b11ce951-e4c7-4697-9ca8-7ac01e77cc8f HTTP/1.1" status: 204 len: 168 time: 0.3602555 Aug 09 16:51:59.717015 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (fd1157aa-8fd8-4c6b-a604-f3842f12d305), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:51:59.721936 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc699ba-ece1-4347-82fb-2e7e0221a13a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b11ce951-e4c7-4697-9ca8-7ac01e77cc8f,revision_number=None']} {{(pid=111140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:59.748396 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0ec1be-2bd0-427e-800a-9dd7ae8ec0cb req-157d1901-fa68-49ae-9217-9e56a204c1c6 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:59.755483 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-3f0ec1be-2bd0-427e-800a-9dd7ae8ec0cb req-157d1901-fa68-49ae-9217-9e56a204c1c6 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=bad3d121-535f-4a16-b412-574cf5da50e9 HTTP/1.1" status: 200 len: 945 time: 0.0645547 Aug 09 16:51:59.852508 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-3f0ec1be-2bd0-427e-800a-9dd7ae8ec0cb req-9bbed0d2-6b10-43fe-87e6-9b19f15d953a tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=2bdfd362-24cf-46bd-9f16-b84704a8b95f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931478 Aug 09 16:51:59.919466 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:51:59.973738 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Device 6b9c0ef0-ead3-46cc-8593-55a7be54fd17 up at agent ovs-agent-dv-cinder-852364-3-iscsi {{(pid=111142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:52:00.056110 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.provisioning_blocks [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Provisioning complete for port 6b9c0ef0-ead3-46cc-8593-55a7be54fd17 triggered by entity L2. {{(pid=111142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 16:52:00.056484 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877469'] for port (6b9c0ef0-ead3-46cc-8593-55a7be54fd17), provisioning_complete {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:00.059962 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-fbdc3f9c-2d64-4df1-8bc0-891f799bc417 admin admin] Publish callbacks [] for router_gateway (7b1d7653-d26c-46fd-a988-11a269ea7e23), after_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:00.145380 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Current status of the port 6b9c0ef0-ead3-46cc-8593-55a7be54fd17 is: DOWN; New status is: ACTIVE {{(pid=111142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 16:52:00.145774 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (6b9c0ef0-ead3-46cc-8593-55a7be54fd17), before_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:00.203297 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.db [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] For port 6b9c0ef0-ead3-46cc-8593-55a7be54fd17, host dv-cinder-852364-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-3-iscsi',level=0,port_id=6b9c0ef0-ead3-46cc-8593-55a7be54fd17,segment=NetworkSegment(dfba7045-db71-4a5e-bed3-6451649a980f),segment_id=dfba7045-db71-4a5e-bed3-6451649a980f)] {{(pid=111142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:52:00.288420 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d486ab8a-2f72-4aa3-9c33-443bc4bc73b5 None None] Network 03ca7ab9-4a6d-42ee-86c4-e644a355c008 requested from dv-cinder-852364-3-iscsi {{(pid=111142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 09 16:52:00.410034 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748338263269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748337861771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748337861789'] for port (6b9c0ef0-ead3-46cc-8593-55a7be54fd17), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:00.458371 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.provisioning_blocks [None req-a6cf9499-042b-4b48-a168-89e58f8df73e None None] Provisioning complete for port 6b9c0ef0-ead3-46cc-8593-55a7be54fd17 triggered by entity DHCP. {{(pid=111142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 16:52:00.458750 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-a6cf9499-042b-4b48-a168-89e58f8df73e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877469'] for port (6b9c0ef0-ead3-46cc-8593-55a7be54fd17), provisioning_complete {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:00.466760 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:52:00.587673 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Pushing event updated for resources: {'Port': ['ID=6b9c0ef0-ead3-46cc-8593-55a7be54fd17,revision_number=3']} {{(pid=111142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:52:00.623697 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-fbdc3f9c-2d64-4df1-8bc0-891f799bc417 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-338920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689217'] for router (7b1d7653-d26c-46fd-a988-11a269ea7e23), after_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:00.648636 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-a6cf9499-042b-4b48-a168-89e58f8df73e None None] Current status of the port 6b9c0ef0-ead3-46cc-8593-55a7be54fd17 is: ACTIVE; New status is: ACTIVE {{(pid=111142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 16:52:00.906285 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.provisioning_blocks [None req-f0fc65ea-9d99-4c59-ba96-57fa14c6f2ef None None] Provisioning complete for port 6b9c0ef0-ead3-46cc-8593-55a7be54fd17 triggered by entity DHCP. {{(pid=111142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 16:52:00.906285 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-f0fc65ea-9d99-4c59-ba96-57fa14c6f2ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877469'] for port (6b9c0ef0-ead3-46cc-8593-55a7be54fd17), provisioning_complete {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:00.933790 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbdc3f9c-2d64-4df1-8bc0-891f799bc417 admin admin] Router 7b1d7653-d26c-46fd-a988-11a269ea7e23 is scheduled to L3 agent 2cf02505-efcb-442b-855b-6c659df6f18c with binding_index 1 {{(pid=111140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 09 16:52:01.046032 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-f0fc65ea-9d99-4c59-ba96-57fa14c6f2ef None None] Current status of the port 6b9c0ef0-ead3-46cc-8593-55a7be54fd17 is: ACTIVE; New status is: ACTIVE {{(pid=111142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 16:52:01.098807 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3abc1e-c95a-4920-97b0-a36cabf2833c req-0a69a6f5-2074-43f9-b5fe-fb008eb2b06e tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:52:01.101092 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-7c3abc1e-c95a-4920-97b0-a36cabf2833c req-0a69a6f5-2074-43f9-b5fe-fb008eb2b06e tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=bad3d121-535f-4a16-b412-574cf5da50e9 HTTP/1.1" status: 200 len: 945 time: 0.1005578 Aug 09 16:52:01.104383 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbdc3f9c-2d64-4df1-8bc0-891f799bc417 admin admin] Notify agent at l3_agent.dv-cinder-852364-3-iscsi the message routers_updated {{(pid=111140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:52:01.121385 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eaba13a-5f36-4874-8a33-07734531e7cf None None] Sync routers for ids ['7b1d7653-d26c-46fd-a988-11a269ea7e23'] in dv-cinder-852364-3-iscsi {{(pid=111143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:52:01.138206 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eaba13a-5f36-4874-8a33-07734531e7cf None None] Routers {'7b1d7653-d26c-46fd-a988-11a269ea7e23'} bound to L3 agent in host dv-cinder-852364-3-iscsi {{(pid=111143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 16:52:01.138989 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.l3_hamode_db [None req-1eaba13a-5f36-4874-8a33-07734531e7cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-09T16:42:12Z,description=,heartbeat_timestamp=2022-08-09T16:51:42Z,host='dv-cinder-852364-3-iscsi',id=2cf02505-efcb-442b-855b-6c659df6f18c,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:13Z,topic='l3_agent')) {'router_ids': ['7b1d7653-d26c-46fd-a988-11a269ea7e23'], 'active': True} {{(pid=111143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:52:01.144486 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:52:01.180196 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-7c3abc1e-c95a-4920-97b0-a36cabf2833c req-05001448-0d8d-4a45-bb84-24e8db6392d2 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=2bdfd362-24cf-46bd-9f16-b84704a8b95f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512784 Aug 09 16:52:01.215402 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-fbdc3f9c-2d64-4df1-8bc0-891f799bc417 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:01.218965 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [None req-fbdc3f9c-2d64-4df1-8bc0-891f799bc417 admin admin] 10.222.0.59 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.1626647 Aug 09 16:52:01.219750 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.wsgi [-] (111141) accepted ('10.222.0.59', 51306) {{(pid=111141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:52:01.269400 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.l3_dvr_db [None req-1eaba13a-5f36-4874-8a33-07734531e7cf None None] Set router 7b1d7653-d26c-46fd-a988-11a269ea7e23 gateway port host: dv-cinder-852364-3-iscsi {{(pid=111143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 16:52:01.442628 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:52:01.536328 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.l3_hamode_db [None req-1eaba13a-5f36-4874-8a33-07734531e7cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b1d7653-d26c-46fd-a988-11a269ea7e23', 'name': 'tempest-TestVolumeBootPattern-812573823-router', 'tenant_id': 'e5e7f48ecafa4bfe80fadd50e0b24cbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'external_fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': 'be992953-963d-4a09-bb47-b723431b87cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:51:58Z', 'updated_at': '2022-08-09T16:51:59Z', 'revision_number': 3, 'project_id': 'e5e7f48ecafa4bfe80fadd50e0b24cbb', 'gw_port': {'id': 'be992953-963d-4a09-bb47-b723431b87cd', 'name': '', 'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:85:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b1d7653-d26c-46fd-a988-11a269ea7e23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:51:59Z', 'updated_at': '2022-08-09T16:51:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-3-iscsi'}], 'dv-cinder-852364-3-iscsi', False) {} {{(pid=111143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:52:01.564923 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eaba13a-5f36-4874-8a33-07734531e7cf None None] Checking router: 7b1d7653-d26c-46fd-a988-11a269ea7e23 for host: dv-cinder-852364-3-iscsi {{(pid=111143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:52:01.565379 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eaba13a-5f36-4874-8a33-07734531e7cf None None] Updating router 7b1d7653-d26c-46fd-a988-11a269ea7e23 port be992953-963d-4a09-bb47-b723431b87cd binding host dv-cinder-852364-3-iscsi {{(pid=111143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 16:52:01.600417 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron_lib.callbacks.manager [None req-1eaba13a-5f36-4874-8a33-07734531e7cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (be992953-963d-4a09-bb47-b723431b87cd), before_update {{(pid=111143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:01.673960 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-8addfe94-1510-4706-a6b4-54c75c82d88a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (None), before_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:01.730809 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.wsgi [-] (111140) accepted ('10.222.0.59', 51322) {{(pid=111140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:52:01.853010 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:DELETE=1,neutron:SELECT=97,neutron:INSERT=2 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:52:01.857530 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Device 6b9c0ef0-ead3-46cc-8593-55a7be54fd17 up at agent ovs-agent-dv-cinder-852364-3-iscsi {{(pid=111142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:52:01.931721 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron_lib.callbacks.manager [None req-1eaba13a-5f36-4874-8a33-07734531e7cf None None] Publish callbacks [] for port (be992953-963d-4a09-bb47-b723431b87cd), precommit_update {{(pid=111143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:01.956637 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.db.db_base_plugin_common [None req-8addfe94-1510-4706-a6b4-54c75c82d88a admin admin] Allocated IP 172.20.0.1 (03ca7ab9-4a6d-42ee-86c4-e644a355c008/b36b87ee-0e67-4f6f-99fc-27a16ecf7293/e23a157b-3cec-48c9-bddb-dfa7847c6d89) {{(pid=111141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:52:02.025172 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron_lib.callbacks.manager [None req-1eaba13a-5f36-4874-8a33-07734531e7cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748338263269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748337861771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748337861789'] for port (be992953-963d-4a09-bb47-b723431b87cd), after_update {{(pid=111143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:02.078183 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.plugins.ml2.managers [None req-1eaba13a-5f36-4874-8a33-07734531e7cf None None] Attempting to bind port be992953-963d-4a09-bb47-b723431b87cd on host dv-cinder-852364-3-iscsi for vnic_type normal with profile {{(pid=111143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 09 16:52:02.078183 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.plugins.ml2.managers [None req-1eaba13a-5f36-4874-8a33-07734531e7cf None None] Attempting to bind port be992953-963d-4a09-bb47-b723431b87cd by drivers openvswitch,hyperv on host dv-cinder-852364-3-iscsi at level 0 using segments [{'id': '3548ff03-3b62-477c-991b-01c3e3081105', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a'}] {{(pid=111143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 09 16:52:02.078183 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eaba13a-5f36-4874-8a33-07734531e7cf None None] Attempting to bind port be992953-963d-4a09-bb47-b723431b87cd on network 0b446ac8-416d-4492-b144-c475e4beb84a {{(pid=111143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 16:52:02.078516 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-99eb5551-9425-4708-8761-7cf64be7d0b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:02.091778 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eaba13a-5f36-4874-8a33-07734531e7cf None None] Checking agent: {'id': '47988f4d-09d0-4892-bbfe-5b11c743802f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852364-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 9, 16, 42, 16), 'started_at': datetime.datetime(2022, 8, 9, 16, 42, 46), 'heartbeat_timestamp': datetime.datetime(2022, 8, 9, 16, 51, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852364-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 09 16:52:02.092300 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eaba13a-5f36-4874-8a33-07734531e7cf None None] Checking segment: {'id': '3548ff03-3b62-477c-991b-01c3e3081105', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 09 16:52:02.092554 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron_lib.callbacks.manager [None req-1eaba13a-5f36-4874-8a33-07734531e7cf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:02.092949 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eaba13a-5f36-4874-8a33-07734531e7cf None None] Bound using segment: {'id': '3548ff03-3b62-477c-991b-01c3e3081105', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a'} {{(pid=111143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 09 16:52:02.093976 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.plugins.ml2.managers [None req-1eaba13a-5f36-4874-8a33-07734531e7cf None None] Bound port: be992953-963d-4a09-bb47-b723431b87cd, host: dv-cinder-852364-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3548ff03-3b62-477c-991b-01c3e3081105', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a'}}] {{(pid=111143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 09 16:52:02.094360 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron_lib.callbacks.manager [None req-1eaba13a-5f36-4874-8a33-07734531e7cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (be992953-963d-4a09-bb47-b723431b87cd), before_update {{(pid=111143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:02.106682 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.provisioning_blocks [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Provisioning complete for port 6b9c0ef0-ead3-46cc-8593-55a7be54fd17 triggered by entity L2. {{(pid=111142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 16:52:02.108657 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877469'] for port (6b9c0ef0-ead3-46cc-8593-55a7be54fd17), provisioning_complete {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:02.131541 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855d283f-801e-45af-89e2-df82492415b4 None None] Pushing event updated for resources: {'Port': ['ID=be992953-963d-4a09-bb47-b723431b87cd,revision_number=2']} {{(pid=111143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:52:02.140895 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-8addfe94-1510-4706-a6b4-54c75c82d88a admin admin] Publish callbacks [] for port (e23a157b-3cec-48c9-bddb-dfa7847c6d89), precommit_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:02.144293 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855d283f-801e-45af-89e2-df82492415b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:52:02.144857 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855d283f-801e-45af-89e2-df82492415b4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:52:02.145388 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855d283f-801e-45af-89e2-df82492415b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:52:02.145930 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855d283f-801e-45af-89e2-df82492415b4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:52:02.146472 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855d283f-801e-45af-89e2-df82492415b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:52:02.147884 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855d283f-801e-45af-89e2-df82492415b4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:52:02.148411 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855d283f-801e-45af-89e2-df82492415b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:52:02.149169 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855d283f-801e-45af-89e2-df82492415b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:52:02.149682 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855d283f-801e-45af-89e2-df82492415b4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:52:02.156331 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855d283f-801e-45af-89e2-df82492415b4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:52:02.156331 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855d283f-801e-45af-89e2-df82492415b4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:52:02.156331 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855d283f-801e-45af-89e2-df82492415b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:52:02.156331 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855d283f-801e-45af-89e2-df82492415b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:52:02.156331 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855d283f-801e-45af-89e2-df82492415b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:52:02.156331 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855d283f-801e-45af-89e2-df82492415b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:52:02.177534 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:52:02.178979 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-99eb5551-9425-4708-8761-7cf64be7d0b5 admin admin] Publish callbacks [] for security_group (7afa683f-0c5f-423c-9c8a-3ff15f9e2abf), precommit_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:02.201653 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.plugins.ml2.db [None req-1eaba13a-5f36-4874-8a33-07734531e7cf None None] For port be992953-963d-4a09-bb47-b723431b87cd, host dv-cinder-852364-3-iscsi, cleared binding levels {{(pid=111143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:52:02.205322 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.plugins.ml2.db [None req-1eaba13a-5f36-4874-8a33-07734531e7cf None None] For port be992953-963d-4a09-bb47-b723431b87cd, host dv-cinder-852364-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-3-iscsi',level=0,port_id=be992953-963d-4a09-bb47-b723431b87cd,segment=NetworkSegment(3548ff03-3b62-477c-991b-01c3e3081105),segment_id=3548ff03-3b62-477c-991b-01c3e3081105)] {{(pid=111143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:52:02.237819 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Current status of the port 6b9c0ef0-ead3-46cc-8593-55a7be54fd17 is: ACTIVE; New status is: ACTIVE {{(pid=111142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 16:52:02.248538 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-8addfe94-1510-4706-a6b4-54c75c82d88a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748337861753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12487578'] for port (e23a157b-3cec-48c9-bddb-dfa7847c6d89), after_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:02.265094 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-99eb5551-9425-4708-8761-7cf64be7d0b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763768'] for security_group (7afa683f-0c5f-423c-9c8a-3ff15f9e2abf), after_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:02.265777 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron_lib.callbacks.manager [None req-1eaba13a-5f36-4874-8a33-07734531e7cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748338263269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748337861771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748337861789'] for port (be992953-963d-4a09-bb47-b723431b87cd), after_update {{(pid=111143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:02.305640 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99eb5551-9425-4708-8761-7cf64be7d0b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7afa683f-0c5f-423c-9c8a-3ff15f9e2abf,revision_number=1']} {{(pid=111140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:52:02.323320 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8addfe94-1510-4706-a6b4-54c75c82d88a admin admin] Network 03ca7ab9-4a6d-42ee-86c4-e644a355c008 is already hosted by enough agents. {{(pid=111141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:52:02.330760 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855d283f-801e-45af-89e2-df82492415b4 None None] Pushing event updated for resources: {'Port': ['ID=be992953-963d-4a09-bb47-b723431b87cd,revision_number=3']} {{(pid=111143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:52:02.332443 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.scheduler.base_scheduler [None req-8addfe94-1510-4706-a6b4-54c75c82d88a admin admin] Resources bound (agent type, host, resource id): {{(pid=111141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:52:02.342898 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8addfe94-1510-4706-a6b4-54c75c82d88a admin admin] Received port after_create {{(pid=111141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 09 16:52:02.359455 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [None req-99eb5551-9425-4708-8761-7cf64be7d0b5 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=6d348b25ed1b4a1494cb708410ce3a0c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6272411 Aug 09 16:52:02.360260 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63346382-eb33-4553-84f0-5d2777c4f16b req-972b1067-e6c0-40e2-82de-086921e3d625 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:52:02.361954 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eaba13a-5f36-4874-8a33-07734531e7cf None None] Routers {'7b1d7653-d26c-46fd-a988-11a269ea7e23'} bound to L3 agent in host dv-cinder-852364-3-iscsi {{(pid=111143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 16:52:02.362242 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-63346382-eb33-4553-84f0-5d2777c4f16b req-972b1067-e6c0-40e2-82de-086921e3d625 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=bad3d121-535f-4a16-b412-574cf5da50e9 HTTP/1.1" status: 200 len: 945 time: 0.0996671 Aug 09 16:52:02.362826 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.l3_hamode_db [None req-1eaba13a-5f36-4874-8a33-07734531e7cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-09T16:42:12Z,description=,heartbeat_timestamp=2022-08-09T16:51:42Z,host='dv-cinder-852364-3-iscsi',id=2cf02505-efcb-442b-855b-6c659df6f18c,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:13Z,topic='l3_agent')) {'router_ids': ['7b1d7653-d26c-46fd-a988-11a269ea7e23'], 'active': True} {{(pid=111143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:52:02.370388 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.wsgi [-] (111140) accepted ('10.222.0.59', 51342) {{(pid=111140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:52:02.396574 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8addfe94-1510-4706-a6b4-54c75c82d88a admin admin] Pushing event updated for resources: {'Port': ['ID=e23a157b-3cec-48c9-bddb-dfa7847c6d89,revision_number=1']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:52:02.446667 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-8addfe94-1510-4706-a6b4-54c75c82d88a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-337058'] for router_interface (7b1d7653-d26c-46fd-a988-11a269ea7e23), before_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:02.461019 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-9b0230d8-e844-43a9-b1ce-0bd744a9a245 admin admin] Publish callbacks [] for security_group (7afa683f-0c5f-423c-9c8a-3ff15f9e2abf), before_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:02.479182 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG dbcounter [-] [111143] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:52:02.499560 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG dbcounter [-] [111143] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:52:02.508786 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-63346382-eb33-4553-84f0-5d2777c4f16b req-2677a343-95b9-46ea-adc2-59d203805b10 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=2bdfd362-24cf-46bd-9f16-b84704a8b95f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156144 Aug 09 16:52:02.512009 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.l3_dvr_db [None req-1eaba13a-5f36-4874-8a33-07734531e7cf None None] Set router 7b1d7653-d26c-46fd-a988-11a269ea7e23 gateway port host: dv-cinder-852364-3-iscsi {{(pid=111143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 16:52:02.512210 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-9b0230d8-e844-43a9-b1ce-0bd744a9a245 admin admin] Publish callbacks [] for security_group (7afa683f-0c5f-423c-9c8a-3ff15f9e2abf), precommit_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:02.679471 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-9b0230d8-e844-43a9-b1ce-0bd744a9a245 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763768'] for security_group (7afa683f-0c5f-423c-9c8a-3ff15f9e2abf), after_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:02.686772 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-9b0230d8-e844-43a9-b1ce-0bd744a9a245 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:02.689828 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [None req-9b0230d8-e844-43a9-b1ce-0bd744a9a245 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/7afa683f-0c5f-423c-9c8a-3ff15f9e2abf HTTP/1.1" status: 204 len: 168 time: 0.3212237 Aug 09 16:52:02.702249 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:52:02.707481 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.provisioning_blocks [None req-e277a6b5-02ea-4b62-9dd2-cf3ab8fff6c0 None None] Provisioning complete for port e23a157b-3cec-48c9-bddb-dfa7847c6d89 triggered by entity DHCP. {{(pid=111142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 16:52:02.711595 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-e277a6b5-02ea-4b62-9dd2-cf3ab8fff6c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877469'] for port (e23a157b-3cec-48c9-bddb-dfa7847c6d89), provisioning_complete {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:02.718033 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.l3_hamode_db [None req-1eaba13a-5f36-4874-8a33-07734531e7cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b1d7653-d26c-46fd-a988-11a269ea7e23', 'name': 'tempest-TestVolumeBootPattern-812573823-router', 'tenant_id': 'e5e7f48ecafa4bfe80fadd50e0b24cbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'external_fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': 'be992953-963d-4a09-bb47-b723431b87cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:51:58Z', 'updated_at': '2022-08-09T16:51:59Z', 'revision_number': 3, 'project_id': 'e5e7f48ecafa4bfe80fadd50e0b24cbb', 'gw_port': {'id': 'be992953-963d-4a09-bb47-b723431b87cd', 'name': '', 'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:85:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b1d7653-d26c-46fd-a988-11a269ea7e23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:51:59Z', 'updated_at': '2022-08-09T16:52:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-3-iscsi'}], 'dv-cinder-852364-3-iscsi', False) {} {{(pid=111143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:52:02.718164 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0230d8-e844-43a9-b1ce-0bd744a9a245 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7afa683f-0c5f-423c-9c8a-3ff15f9e2abf,revision_number=None']} {{(pid=111140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:52:02.745153 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-8addfe94-1510-4706-a6b4-54c75c82d88a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (e23a157b-3cec-48c9-bddb-dfa7847c6d89), before_update {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:02.770098 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-e277a6b5-02ea-4b62-9dd2-cf3ab8fff6c0 None None] Port e23a157b-3cec-48c9-bddb-dfa7847c6d89 cannot update to ACTIVE because it is not bound. {{(pid=111142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 09 16:52:02.779782 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eaba13a-5f36-4874-8a33-07734531e7cf None None] The sync data for ids ['7b1d7653-d26c-46fd-a988-11a269ea7e23'] in dv-cinder-852364-3-iscsi is: [{'id': '7b1d7653-d26c-46fd-a988-11a269ea7e23', 'name': 'tempest-TestVolumeBootPattern-812573823-router', 'tenant_id': 'e5e7f48ecafa4bfe80fadd50e0b24cbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'external_fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': 'be992953-963d-4a09-bb47-b723431b87cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:51:58Z', 'updated_at': '2022-08-09T16:51:59Z', 'revision_number': 3, 'project_id': 'e5e7f48ecafa4bfe80fadd50e0b24cbb', 'gw_port': {'id': 'be992953-963d-4a09-bb47-b723431b87cd', 'name': '', 'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:85:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b1d7653-d26c-46fd-a988-11a269ea7e23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:51:59Z', 'updated_at': '2022-08-09T16:52:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-3-iscsi'}] {{(pid=111143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:52:02.797162 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:52:03.230667 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-8addfe94-1510-4706-a6b4-54c75c82d88a admin admin] Publish callbacks [] for port (e23a157b-3cec-48c9-bddb-dfa7847c6d89), precommit_update {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:03.294149 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-8addfe94-1510-4706-a6b4-54c75c82d88a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748338263269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748337861771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748337861789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12487573'] for port (e23a157b-3cec-48c9-bddb-dfa7847c6d89), after_update {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:03.366470 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8addfe94-1510-4706-a6b4-54c75c82d88a admin admin] Pushing event updated for resources: {'Port': ['ID=e23a157b-3cec-48c9-bddb-dfa7847c6d89,revision_number=2']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:52:03.369478 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-8addfe94-1510-4706-a6b4-54c75c82d88a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-336402'] for router_interface (7b1d7653-d26c-46fd-a988-11a269ea7e23), after_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:03.498721 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8addfe94-1510-4706-a6b4-54c75c82d88a admin admin] Network 03ca7ab9-4a6d-42ee-86c4-e644a355c008 is already hosted by enough agents. {{(pid=111141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:52:03.500306 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.scheduler.base_scheduler [None req-8addfe94-1510-4706-a6b4-54c75c82d88a admin admin] Resources bound (agent type, host, resource id): {{(pid=111141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:52:03.537988 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Device 5ad131fe-fddf-4bca-bf02-1713526341b7 no longer exists at agent hyperv_hv-cinder-85236 {{(pid=111142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:52:03.585762 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] No Port match for: 5ad131fe-fddf-4bca-bf02-1713526341b7 {{(pid=111142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 09 16:52:03.586114 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Device 5ad131fe-fddf-4bca-bf02-1713526341b7 not bound to the agent host hv-cinder-85236 {{(pid=111142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:52:03.600318 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:52:03.688154 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8addfe94-1510-4706-a6b4-54c75c82d88a admin admin] Router 7b1d7653-d26c-46fd-a988-11a269ea7e23 has already been hosted by L3 agent 2cf02505-efcb-442b-855b-6c659df6f18c {{(pid=111141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 09 16:52:03.714404 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dc73e1-6752-4821-9b05-cf1255d237a1 req-442aa080-2035-4a99-af59-3636f296d970 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:52:03.739383 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-30dc73e1-6752-4821-9b05-cf1255d237a1 req-442aa080-2035-4a99-af59-3636f296d970 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=bad3d121-535f-4a16-b412-574cf5da50e9 HTTP/1.1" status: 200 len: 945 time: 0.1024818 Aug 09 16:52:03.839055 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-30dc73e1-6752-4821-9b05-cf1255d237a1 req-a700c07f-96c0-4e81-b858-b97899f6493b tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=2bdfd362-24cf-46bd-9f16-b84704a8b95f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984442 Aug 09 16:52:03.895803 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8addfe94-1510-4706-a6b4-54c75c82d88a admin admin] Notify agent at l3_agent.dv-cinder-852364-3-iscsi the message routers_updated {{(pid=111141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:52:03.904568 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.provisioning_blocks [None req-e2711b77-c4c1-41cf-b5e8-928a2d354f95 None None] Provisioning complete for port e23a157b-3cec-48c9-bddb-dfa7847c6d89 triggered by entity DHCP. {{(pid=111142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 16:52:03.905327 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-e2711b77-c4c1-41cf-b5e8-928a2d354f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877469'] for port (e23a157b-3cec-48c9-bddb-dfa7847c6d89), provisioning_complete {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:03.907833 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [None req-8addfe94-1510-4706-a6b4-54c75c82d88a admin admin] 10.222.0.59 "PUT /networking/v2.0/routers/7b1d7653-d26c-46fd-a988-11a269ea7e23/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6870070 Aug 09 16:52:03.945367 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Device be992953-963d-4a09-bb47-b723431b87cd up at agent ovs-agent-dv-cinder-852364-3-iscsi {{(pid=111142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:52:03.953173 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=100 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:52:03.983193 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-e2711b77-c4c1-41cf-b5e8-928a2d354f95 None None] Port e23a157b-3cec-48c9-bddb-dfa7847c6d89 cannot update to ACTIVE because it is not bound. {{(pid=111142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 09 16:52:04.008230 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.provisioning_blocks [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Provisioning complete for port be992953-963d-4a09-bb47-b723431b87cd triggered by entity L2. {{(pid=111142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 16:52:04.008801 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877469'] for port (be992953-963d-4a09-bb47-b723431b87cd), provisioning_complete {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:04.089894 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Current status of the port be992953-963d-4a09-bb47-b723431b87cd is: DOWN; New status is: ACTIVE {{(pid=111142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 16:52:04.090288 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (be992953-963d-4a09-bb47-b723431b87cd), before_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:04.114022 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.db [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] For port be992953-963d-4a09-bb47-b723431b87cd, host dv-cinder-852364-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-3-iscsi',level=0,port_id=be992953-963d-4a09-bb47-b723431b87cd,segment=NetworkSegment(3548ff03-3b62-477c-991b-01c3e3081105),segment_id=3548ff03-3b62-477c-991b-01c3e3081105)] {{(pid=111142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:52:04.265276 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748338263269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748337861771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748337861789'] for port (be992953-963d-4a09-bb47-b723431b87cd), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:04.316735 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Pushing event updated for resources: {'Port': ['ID=be992953-963d-4a09-bb47-b723431b87cd,revision_number=4']} {{(pid=111142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:52:04.769350 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be06e078-8a71-423d-ad4f-0357c4291191 None None] Sync routers for ids ['7b1d7653-d26c-46fd-a988-11a269ea7e23'] in dv-cinder-852364-3-iscsi {{(pid=111142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:52:04.799872 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be06e078-8a71-423d-ad4f-0357c4291191 None None] Routers {'7b1d7653-d26c-46fd-a988-11a269ea7e23'} bound to L3 agent in host dv-cinder-852364-3-iscsi {{(pid=111142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 16:52:04.800978 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_hamode_db [None req-be06e078-8a71-423d-ad4f-0357c4291191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-09T16:42:12Z,description=,heartbeat_timestamp=2022-08-09T16:51:42Z,host='dv-cinder-852364-3-iscsi',id=2cf02505-efcb-442b-855b-6c659df6f18c,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:13Z,topic='l3_agent')) {'router_ids': ['7b1d7653-d26c-46fd-a988-11a269ea7e23'], 'active': True} {{(pid=111142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:52:04.934742 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_dvr_db [None req-be06e078-8a71-423d-ad4f-0357c4291191 None None] Set router 7b1d7653-d26c-46fd-a988-11a269ea7e23 gateway port host: dv-cinder-852364-3-iscsi {{(pid=111142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 16:52:04.974622 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50728a1-317f-42ad-8a21-f366dc76c39b req-aa21241a-6ab8-436b-9147-2a03df6486ea tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:52:04.982869 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-b50728a1-317f-42ad-8a21-f366dc76c39b req-aa21241a-6ab8-436b-9147-2a03df6486ea tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=bad3d121-535f-4a16-b412-574cf5da50e9 HTTP/1.1" status: 200 len: 945 time: 0.0621784 Aug 09 16:52:04.994490 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.wsgi [-] (111140) accepted ('10.222.0.59', 51426) {{(pid=111140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:52:04.999992 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.v2.base [None req-e6febe35-f1f1-4539-9f42-04b87a97e8b9 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2033956508-network', 'tenant_id': '8de565a6ae344249bec9514fc346a40c'}} {{(pid=111140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 16:52:05.054218 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-b50728a1-317f-42ad-8a21-f366dc76c39b req-7dfbebc4-8a95-4b9a-a752-347100eebc38 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=2bdfd362-24cf-46bd-9f16-b84704a8b95f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702493 Aug 09 16:52:05.105774 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6febe35-f1f1-4539-9f42-04b87a97e8b9 admin admin] Made reservation on behalf of 8de565a6ae344249bec9514fc346a40c for: {'network': 1} {{(pid=111140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:52:05.108527 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-e6febe35-f1f1-4539-9f42-04b87a97e8b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for network (None), before_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:05.109501 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:52:05.121519 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-e6febe35-f1f1-4539-9f42-04b87a97e8b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:05.156858 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_hamode_db [None req-be06e078-8a71-423d-ad4f-0357c4291191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b1d7653-d26c-46fd-a988-11a269ea7e23', 'name': 'tempest-TestVolumeBootPattern-812573823-router', 'tenant_id': 'e5e7f48ecafa4bfe80fadd50e0b24cbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'external_fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': 'be992953-963d-4a09-bb47-b723431b87cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:51:58Z', 'updated_at': '2022-08-09T16:52:02Z', 'revision_number': 4, 'project_id': 'e5e7f48ecafa4bfe80fadd50e0b24cbb', 'gw_port': {'id': 'be992953-963d-4a09-bb47-b723431b87cd', 'name': '', 'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:85:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b1d7653-d26c-46fd-a988-11a269ea7e23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:51:59Z', 'updated_at': '2022-08-09T16:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-3-iscsi', '_interfaces': [{'id': 'e23a157b-3cec-48c9-bddb-dfa7847c6d89', 'name': '', 'network_id': '03ca7ab9-4a6d-42ee-86c4-e644a355c008', 'tenant_id': 'e5e7f48ecafa4bfe80fadd50e0b24cbb', 'mac_address': 'fa:16:3e:1b:6b:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b1d7653-d26c-46fd-a988-11a269ea7e23', 'device_owner': 'network:router_interface', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'b36b87ee-0e67-4f6f-99fc-27a16ecf7293', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:52:01Z', 'updated_at': '2022-08-09T16:52:02Z', 'revision_number': 2, 'project_id': 'e5e7f48ecafa4bfe80fadd50e0b24cbb', 'subnets': [{'id': 'b36b87ee-0e67-4f6f-99fc-27a16ecf7293', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-3-iscsi', False) {} {{(pid=111142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:52:05.182526 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be06e078-8a71-423d-ad4f-0357c4291191 None None] Checking router: 7b1d7653-d26c-46fd-a988-11a269ea7e23 for host: dv-cinder-852364-3-iscsi {{(pid=111142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:52:05.183061 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be06e078-8a71-423d-ad4f-0357c4291191 None None] Updating router 7b1d7653-d26c-46fd-a988-11a269ea7e23 port e23a157b-3cec-48c9-bddb-dfa7847c6d89 binding host dv-cinder-852364-3-iscsi {{(pid=111142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 16:52:05.210579 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-e6febe35-f1f1-4539-9f42-04b87a97e8b9 admin admin] Publish callbacks [] for security_group (16ce99d8-a65d-4faa-b92b-c12db08f271d), precommit_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:05.234788 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-be06e078-8a71-423d-ad4f-0357c4291191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (e23a157b-3cec-48c9-bddb-dfa7847c6d89), before_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:05.324940 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-e6febe35-f1f1-4539-9f42-04b87a97e8b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763768'] for security_group (16ce99d8-a65d-4faa-b92b-c12db08f271d), after_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:05.350988 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6febe35-f1f1-4539-9f42-04b87a97e8b9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 965} {{(pid=111140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 16:52:05.357465 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.wsgi [-] (111141) accepted ('10.222.0.59', 51442) {{(pid=111141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:52:05.379083 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-e6febe35-f1f1-4539-9f42-04b87a97e8b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3501092'] for segment (18ce8330-c77a-4ce0-953e-fe06a54dabed), precommit_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:05.379500 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.db.segments_db [None req-e6febe35-f1f1-4539-9f42-04b87a97e8b9 admin admin] Added segment 18ce8330-c77a-4ce0-953e-fe06a54dabed of type vlan for network 2ab47f19-9250-4cca-b6db-ba17738c46fa Aug 09 16:52:05.381028 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6febe35-f1f1-4539-9f42-04b87a97e8b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16ce99d8-a65d-4faa-b92b-c12db08f271d,revision_number=1']} {{(pid=111140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:52:05.443490 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-e6febe35-f1f1-4539-9f42-04b87a97e8b9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748337886136'] for network (2ab47f19-9250-4cca-b6db-ba17738c46fa), precommit_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:05.530587 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:52:05.535901 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-e6febe35-f1f1-4539-9f42-04b87a97e8b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463'] for network (2ab47f19-9250-4cca-b6db-ba17738c46fa), after_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:05.539487 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6febe35-f1f1-4539-9f42-04b87a97e8b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:52:05.547231 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-e6febe35-f1f1-4539-9f42-04b87a97e8b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526441'] for network (None), before_response {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:05.587092 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-be06e078-8a71-423d-ad4f-0357c4291191 None None] Publish callbacks [] for port (e23a157b-3cec-48c9-bddb-dfa7847c6d89), precommit_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:05.621068 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6febe35-f1f1-4539-9f42-04b87a97e8b9 admin admin] Pushing event updated for resources: {'Network': ['ID=2ab47f19-9250-4cca-b6db-ba17738c46fa,revision_number=1']} {{(pid=111140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:52:05.630981 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Network 2ab47f19-9250-4cca-b6db-ba17738c46fa details requested by agent ovs-agent-dv-cinder-852364-3-iscsi with host dv-cinder-852364-3-iscsi {{(pid=111142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 16:52:05.679546 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [None req-e6febe35-f1f1-4539-9f42-04b87a97e8b9 admin admin] 10.222.0.59 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.6835554 Aug 09 16:52:05.683735 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.wsgi [-] (111140) accepted ('10.222.0.59', 51448) {{(pid=111140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:52:05.689043 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.v2.base [None req-820487ef-87ea-4e88-a443-20faf7ac1906 admin admin] Request body: {'subnet': {'network_id': '2ab47f19-9250-4cca-b6db-ba17738c46fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2033956508-subnet', 'tenant_id': '8de565a6ae344249bec9514fc346a40c', 'ip_version': 4}} {{(pid=111140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 16:52:05.702147 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-be06e078-8a71-423d-ad4f-0357c4291191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748338263269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748337861771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748337861789'] for port (e23a157b-3cec-48c9-bddb-dfa7847c6d89), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:05.779916 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aac9aa0-99a6-4f99-a207-534b93e5ab65 None None] Pushing event updated for resources: {'Port': ['ID=e23a157b-3cec-48c9-bddb-dfa7847c6d89,revision_number=3']} {{(pid=111142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:52:05.790656 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-820487ef-87ea-4e88-a443-20faf7ac1906 admin admin] Made reservation on behalf of 8de565a6ae344249bec9514fc346a40c for: {'subnet': 1} {{(pid=111140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:52:05.793935 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-820487ef-87ea-4e88-a443-20faf7ac1906 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8786553'] for subnet (None), before_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:05.821562 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.managers [None req-be06e078-8a71-423d-ad4f-0357c4291191 None None] Attempting to bind port e23a157b-3cec-48c9-bddb-dfa7847c6d89 on host dv-cinder-852364-3-iscsi for vnic_type normal with profile {{(pid=111142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 09 16:52:05.825919 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.managers [None req-be06e078-8a71-423d-ad4f-0357c4291191 None None] Attempting to bind port e23a157b-3cec-48c9-bddb-dfa7847c6d89 by drivers openvswitch,hyperv on host dv-cinder-852364-3-iscsi at level 0 using segments [{'id': 'dfba7045-db71-4a5e-bed3-6451649a980f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 985, 'network_id': '03ca7ab9-4a6d-42ee-86c4-e644a355c008'}] {{(pid=111142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 09 16:52:05.825919 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be06e078-8a71-423d-ad4f-0357c4291191 None None] Attempting to bind port e23a157b-3cec-48c9-bddb-dfa7847c6d89 on network 03ca7ab9-4a6d-42ee-86c4-e644a355c008 {{(pid=111142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 16:52:05.828827 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be06e078-8a71-423d-ad4f-0357c4291191 None None] Checking agent: {'id': '47988f4d-09d0-4892-bbfe-5b11c743802f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852364-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 9, 16, 42, 16), 'started_at': datetime.datetime(2022, 8, 9, 16, 42, 46), 'heartbeat_timestamp': datetime.datetime(2022, 8, 9, 16, 51, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852364-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 09 16:52:05.829228 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be06e078-8a71-423d-ad4f-0357c4291191 None None] Checking segment: {'id': 'dfba7045-db71-4a5e-bed3-6451649a980f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 985, 'network_id': '03ca7ab9-4a6d-42ee-86c4-e644a355c008'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 09 16:52:05.829649 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-be06e078-8a71-423d-ad4f-0357c4291191 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:05.830039 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be06e078-8a71-423d-ad4f-0357c4291191 None None] Bound using segment: {'id': 'dfba7045-db71-4a5e-bed3-6451649a980f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 985, 'network_id': '03ca7ab9-4a6d-42ee-86c4-e644a355c008'} {{(pid=111142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 09 16:52:05.830510 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.managers [None req-be06e078-8a71-423d-ad4f-0357c4291191 None None] Bound port: e23a157b-3cec-48c9-bddb-dfa7847c6d89, host: dv-cinder-852364-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfba7045-db71-4a5e-bed3-6451649a980f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 985, 'network_id': '03ca7ab9-4a6d-42ee-86c4-e644a355c008'}}] {{(pid=111142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 09 16:52:05.830889 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-be06e078-8a71-423d-ad4f-0357c4291191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (e23a157b-3cec-48c9-bddb-dfa7847c6d89), before_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:05.836124 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-46a26926-d7ee-4e0a-804d-fa0256d5579e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-336439'] for router_interface (f3a68d1b-d2e1-41cc-afa9-a7e46c1b4d73), before_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:05.926541 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.db [None req-be06e078-8a71-423d-ad4f-0357c4291191 None None] For port e23a157b-3cec-48c9-bddb-dfa7847c6d89, host dv-cinder-852364-3-iscsi, cleared binding levels {{(pid=111142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:52:05.935140 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.db [None req-be06e078-8a71-423d-ad4f-0357c4291191 None None] For port e23a157b-3cec-48c9-bddb-dfa7847c6d89, host dv-cinder-852364-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-3-iscsi',level=0,port_id=e23a157b-3cec-48c9-bddb-dfa7847c6d89,segment=NetworkSegment(dfba7045-db71-4a5e-bed3-6451649a980f),segment_id=dfba7045-db71-4a5e-bed3-6451649a980f)] {{(pid=111142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:52:05.956692 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Device be992953-963d-4a09-bb47-b723431b87cd up at agent ovs-agent-dv-cinder-852364-3-iscsi {{(pid=111142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:52:06.016783 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.provisioning_blocks [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Provisioning complete for port be992953-963d-4a09-bb47-b723431b87cd triggered by entity L2. {{(pid=111142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 16:52:06.017375 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877469'] for port (be992953-963d-4a09-bb47-b723431b87cd), provisioning_complete {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:06.043353 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-be06e078-8a71-423d-ad4f-0357c4291191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748338263269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748337861771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748337861789'] for port (e23a157b-3cec-48c9-bddb-dfa7847c6d89), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:06.142278 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:52:06.161635 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be06e078-8a71-423d-ad4f-0357c4291191 None None] Routers {'7b1d7653-d26c-46fd-a988-11a269ea7e23'} bound to L3 agent in host dv-cinder-852364-3-iscsi {{(pid=111142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 16:52:06.163346 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_hamode_db [None req-be06e078-8a71-423d-ad4f-0357c4291191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-09T16:42:12Z,description=,heartbeat_timestamp=2022-08-09T16:51:42Z,host='dv-cinder-852364-3-iscsi',id=2cf02505-efcb-442b-855b-6c659df6f18c,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:13Z,topic='l3_agent')) {'router_ids': ['7b1d7653-d26c-46fd-a988-11a269ea7e23'], 'active': True} {{(pid=111142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:52:06.201382 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=79,neutron:DELETE=4,neutron:INSERT=14,neutron:UPDATE=3 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:52:06.204253 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=100 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:52:06.213991 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aac9aa0-99a6-4f99-a207-534b93e5ab65 None None] Pushing event updated for resources: {'Port': ['ID=e23a157b-3cec-48c9-bddb-dfa7847c6d89,revision_number=4']} {{(pid=111142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:52:06.227606 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.plugin [None req-46a26926-d7ee-4e0a-804d-fa0256d5579e admin admin] Deleting port 8e0b0a58-dc7e-4793-b986-f96b1e9d6893 {{(pid=111141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 09 16:52:06.228022 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-46a26926-d7ee-4e0a-804d-fa0256d5579e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748338259761'] for port (8e0b0a58-dc7e-4793-b986-f96b1e9d6893), before_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:06.232771 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-820487ef-87ea-4e88-a443-20faf7ac1906 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12086561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8786543'] for subnet (ee05671d-94f7-4e7c-a172-19d8caaf5828), after_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:06.309772 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Current status of the port be992953-963d-4a09-bb47-b723431b87cd is: ACTIVE; New status is: ACTIVE {{(pid=111142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 16:52:06.316916 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29bba0b-6a59-4448-aee8-dc2d37a55a8a req-fb10ba79-54b2-423e-b4f4-070a33e6c1ff tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:52:06.318812 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-d29bba0b-6a59-4448-aee8-dc2d37a55a8a req-fb10ba79-54b2-423e-b4f4-070a33e6c1ff tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=bad3d121-535f-4a16-b412-574cf5da50e9 HTTP/1.1" status: 200 len: 945 time: 0.1285484 Aug 09 16:52:06.322316 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:52:06.326938 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.db [None req-46a26926-d7ee-4e0a-804d-fa0256d5579e admin admin] For port 8e0b0a58-dc7e-4793-b986-f96b1e9d6893, host dv-cinder-852364-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-3-iscsi',level=0,port_id=8e0b0a58-dc7e-4793-b986-f96b1e9d6893,segment=NetworkSegment(98d3c410-8005-4210-b36d-790e6c16d8ec),segment_id=98d3c410-8005-4210-b36d-790e6c16d8ec)] {{(pid=111141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:52:06.327753 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-46a26926-d7ee-4e0a-804d-fa0256d5579e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694862'] for port (8e0b0a58-dc7e-4793-b986-f96b1e9d6893), precommit_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:06.342281 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.plugin [None req-46a26926-d7ee-4e0a-804d-fa0256d5579e admin admin] Calling delete_port for 8e0b0a58-dc7e-4793-b986-f96b1e9d6893 owned by network:router_interface {{(pid=111141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 09 16:52:06.342828 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_dvr_db [None req-be06e078-8a71-423d-ad4f-0357c4291191 None None] Set router 7b1d7653-d26c-46fd-a988-11a269ea7e23 gateway port host: dv-cinder-852364-3-iscsi {{(pid=111142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 16:52:06.346119 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=100 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:52:06.349098 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820487ef-87ea-4e88-a443-20faf7ac1906 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee05671d-94f7-4e7c-a172-19d8caaf5828,revision_number=0']} {{(pid=111140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:52:06.355941 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-820487ef-87ea-4e88-a443-20faf7ac1906 admin admin] Checking segment: {'id': '18ce8330-c77a-4ce0-953e-fe06a54dabed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 965, 'network_id': '2ab47f19-9250-4cca-b6db-ba17738c46fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 09 16:52:06.356193 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-820487ef-87ea-4e88-a443-20faf7ac1906 admin admin] Network hostable DHCP agents. Network: 2ab47f19-9250-4cca-b6db-ba17738c46fa, hostable agents: ['0d699ab0-1a4e-47ab-a625-f3b077123214'], hosted agents: [] {{(pid=111140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 16:52:06.395734 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-d29bba0b-6a59-4448-aee8-dc2d37a55a8a req-a983c8c2-b971-4e6f-9485-e26102a1cd6f tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=2bdfd362-24cf-46bd-9f16-b84704a8b95f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686700 Aug 09 16:52:06.497211 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-820487ef-87ea-4e88-a443-20faf7ac1906 admin admin] Network 2ab47f19-9250-4cca-b6db-ba17738c46fa is scheduled to be hosted by DHCP agent 0d699ab0-1a4e-47ab-a625-f3b077123214 with binding_index 1 {{(pid=111140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 16:52:06.619326 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.scheduler.base_scheduler [None req-820487ef-87ea-4e88-a443-20faf7ac1906 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852364-3-iscsi, 2ab47f19-9250-4cca-b6db-ba17738c46fa) {{(pid=111140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:52:06.629219 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0dcccb2-a097-4fb9-a4df-6654d526a3e2 None None] Network 2ab47f19-9250-4cca-b6db-ba17738c46fa requested from dv-cinder-852364-3-iscsi {{(pid=111142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 09 16:52:06.630510 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-820487ef-87ea-4e88-a443-20faf7ac1906 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:52:06.632746 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-820487ef-87ea-4e88-a443-20faf7ac1906 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:06.644787 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-46a26926-d7ee-4e0a-804d-fa0256d5579e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748338263278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748337861762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12487578'] for port (8e0b0a58-dc7e-4793-b986-f96b1e9d6893), after_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:06.672641 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a26926-d7ee-4e0a-804d-fa0256d5579e admin admin] Pushing event deleted for resources: {'Port': ['ID=8e0b0a58-dc7e-4793-b986-f96b1e9d6893,revision_number=None']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:52:06.722499 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [None req-820487ef-87ea-4e88-a443-20faf7ac1906 admin admin] 10.222.0.59 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0374012 Aug 09 16:52:06.725353 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.wsgi [-] (111140) accepted ('10.222.0.59', 51472) {{(pid=111140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:52:06.730882 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.v2.base [None req-b571284a-d0f9-4d5e-ac8f-d64415955e55 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2033956508-router', 'tenant_id': '8de565a6ae344249bec9514fc346a40c', 'external_gateway_info': {'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a'}}} {{(pid=111140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 16:52:06.770154 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_hamode_db [None req-be06e078-8a71-423d-ad4f-0357c4291191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b1d7653-d26c-46fd-a988-11a269ea7e23', 'name': 'tempest-TestVolumeBootPattern-812573823-router', 'tenant_id': 'e5e7f48ecafa4bfe80fadd50e0b24cbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'external_fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': 'be992953-963d-4a09-bb47-b723431b87cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:51:58Z', 'updated_at': '2022-08-09T16:52:02Z', 'revision_number': 4, 'project_id': 'e5e7f48ecafa4bfe80fadd50e0b24cbb', 'gw_port': {'id': 'be992953-963d-4a09-bb47-b723431b87cd', 'name': '', 'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:85:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b1d7653-d26c-46fd-a988-11a269ea7e23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:51:59Z', 'updated_at': '2022-08-09T16:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-3-iscsi', '_interfaces': [{'id': 'e23a157b-3cec-48c9-bddb-dfa7847c6d89', 'name': '', 'network_id': '03ca7ab9-4a6d-42ee-86c4-e644a355c008', 'tenant_id': 'e5e7f48ecafa4bfe80fadd50e0b24cbb', 'mac_address': 'fa:16:3e:1b:6b:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b1d7653-d26c-46fd-a988-11a269ea7e23', 'device_owner': 'network:router_interface', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'b36b87ee-0e67-4f6f-99fc-27a16ecf7293', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:52:01Z', 'updated_at': '2022-08-09T16:52:05Z', 'revision_number': 4, 'project_id': 'e5e7f48ecafa4bfe80fadd50e0b24cbb', 'subnets': [{'id': 'b36b87ee-0e67-4f6f-99fc-27a16ecf7293', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-3-iscsi', False) {} {{(pid=111142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:52:06.800666 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be06e078-8a71-423d-ad4f-0357c4291191 None None] The sync data for ids ['7b1d7653-d26c-46fd-a988-11a269ea7e23'] in dv-cinder-852364-3-iscsi is: [{'id': '7b1d7653-d26c-46fd-a988-11a269ea7e23', 'name': 'tempest-TestVolumeBootPattern-812573823-router', 'tenant_id': 'e5e7f48ecafa4bfe80fadd50e0b24cbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'external_fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': 'be992953-963d-4a09-bb47-b723431b87cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:51:58Z', 'updated_at': '2022-08-09T16:52:02Z', 'revision_number': 4, 'project_id': 'e5e7f48ecafa4bfe80fadd50e0b24cbb', 'gw_port': {'id': 'be992953-963d-4a09-bb47-b723431b87cd', 'name': '', 'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:85:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b1d7653-d26c-46fd-a988-11a269ea7e23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:51:59Z', 'updated_at': '2022-08-09T16:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-3-iscsi', '_interfaces': [{'id': 'e23a157b-3cec-48c9-bddb-dfa7847c6d89', 'name': '', 'network_id': '03ca7ab9-4a6d-42ee-86c4-e644a355c008', 'tenant_id': 'e5e7f48ecafa4bfe80fadd50e0b24cbb', 'mac_address': 'fa:16:3e:1b:6b:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b1d7653-d26c-46fd-a988-11a269ea7e23', 'device_owner': 'network:router_interface', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'b36b87ee-0e67-4f6f-99fc-27a16ecf7293', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:52:01Z', 'updated_at': '2022-08-09T16:52:05Z', 'revision_number': 4, 'project_id': 'e5e7f48ecafa4bfe80fadd50e0b24cbb', 'subnets': [{'id': 'b36b87ee-0e67-4f6f-99fc-27a16ecf7293', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:52:06.848421 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d7fe541-968c-40ec-b947-414b39b99f48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c3c12f7-d4c6-523e-962d-24da77ca8a50-2ab47f19-9250-4cca-b6db-ba17738c46fa', 'network_id': '2ab47f19-9250-4cca-b6db-ba17738c46fa', 'project_id': '8de565a6ae344249bec9514fc346a40c', 'fixed_ips': [{'subnet_id': 'ee05671d-94f7-4e7c-a172-19d8caaf5828'}]}} from dv-cinder-852364-3-iscsi. {{(pid=111142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 09 16:52:06.849960 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-1d7fe541-968c-40ec-b947-414b39b99f48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (None), before_create {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:06.856857 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-b571284a-d0f9-4d5e-ac8f-d64415955e55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-341582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-334'] for router (ec152bae-5db9-4a31-b356-53f0d5e8b7b5), before_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:06.867596 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-b571284a-d0f9-4d5e-ac8f-d64415955e55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-337957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692940', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-558489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-327'] for router (ec152bae-5db9-4a31-b356-53f0d5e8b7b5), precommit_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:06.871928 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=100 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:52:06.923568 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-46a26926-d7ee-4e0a-804d-fa0256d5579e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-336555'] for router_interface (f3a68d1b-d2e1-41cc-afa9-a7e46c1b4d73), after_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:06.983027 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-b571284a-d0f9-4d5e-ac8f-d64415955e55 admin admin] Publish callbacks [] for router_controller (ec152bae-5db9-4a31-b356-53f0d5e8b7b5), precommit_add_association {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:07.055186 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:52:07.060102 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.db_base_plugin_common [None req-1d7fe541-968c-40ec-b947-414b39b99f48 None None] Allocated IP 172.20.0.2 (2ab47f19-9250-4cca-b6db-ba17738c46fa/ee05671d-94f7-4e7c-a172-19d8caaf5828/634b1c25-ab18-488e-85d1-ce47df3dd929) {{(pid=111142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:52:07.223640 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46a26926-d7ee-4e0a-804d-fa0256d5579e admin admin] Router f3a68d1b-d2e1-41cc-afa9-a7e46c1b4d73 has already been hosted by L3 agent 2cf02505-efcb-442b-855b-6c659df6f18c {{(pid=111141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 09 16:52:07.297652 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-b571284a-d0f9-4d5e-ac8f-d64415955e55 admin admin] Publish callbacks [] for router_gateway (ec152bae-5db9-4a31-b356-53f0d5e8b7b5), precommit_update {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:07.307494 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-1d7fe541-968c-40ec-b947-414b39b99f48 None None] Publish callbacks [] for port (634b1c25-ab18-488e-85d1-ce47df3dd929), precommit_create {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:07.402820 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-1d7fe541-968c-40ec-b947-414b39b99f48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748337861753'] for port (634b1c25-ab18-488e-85d1-ce47df3dd929), after_create {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:07.463351 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d7fe541-968c-40ec-b947-414b39b99f48 None None] Network 2ab47f19-9250-4cca-b6db-ba17738c46fa is already hosted by enough agents. {{(pid=111142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:52:07.470045 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.scheduler.base_scheduler [None req-1d7fe541-968c-40ec-b947-414b39b99f48 None None] Resources bound (agent type, host, resource id): {{(pid=111142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:52:07.474141 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d7fe541-968c-40ec-b947-414b39b99f48 None None] Received port after_create {{(pid=111142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 09 16:52:07.477890 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7fe541-968c-40ec-b947-414b39b99f48 None None] Pushing event updated for resources: {'Port': ['ID=634b1c25-ab18-488e-85d1-ce47df3dd929,revision_number=1']} {{(pid=111142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:52:07.583553 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.managers [None req-1d7fe541-968c-40ec-b947-414b39b99f48 None None] Attempting to bind port 634b1c25-ab18-488e-85d1-ce47df3dd929 on host dv-cinder-852364-3-iscsi for vnic_type normal with profile {{(pid=111142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 09 16:52:07.583925 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.managers [None req-1d7fe541-968c-40ec-b947-414b39b99f48 None None] Attempting to bind port 634b1c25-ab18-488e-85d1-ce47df3dd929 by drivers openvswitch,hyperv on host dv-cinder-852364-3-iscsi at level 0 using segments [{'id': '18ce8330-c77a-4ce0-953e-fe06a54dabed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 965, 'network_id': '2ab47f19-9250-4cca-b6db-ba17738c46fa'}] {{(pid=111142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 09 16:52:07.585002 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d7fe541-968c-40ec-b947-414b39b99f48 None None] Attempting to bind port 634b1c25-ab18-488e-85d1-ce47df3dd929 on network 2ab47f19-9250-4cca-b6db-ba17738c46fa {{(pid=111142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 16:52:07.595598 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d7fe541-968c-40ec-b947-414b39b99f48 None None] Checking agent: {'id': '47988f4d-09d0-4892-bbfe-5b11c743802f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852364-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 9, 16, 42, 16), 'started_at': datetime.datetime(2022, 8, 9, 16, 42, 46), 'heartbeat_timestamp': datetime.datetime(2022, 8, 9, 16, 51, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852364-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 09 16:52:07.595975 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d7fe541-968c-40ec-b947-414b39b99f48 None None] Checking segment: {'id': '18ce8330-c77a-4ce0-953e-fe06a54dabed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 965, 'network_id': '2ab47f19-9250-4cca-b6db-ba17738c46fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 09 16:52:07.596422 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-1d7fe541-968c-40ec-b947-414b39b99f48 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:07.596821 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d7fe541-968c-40ec-b947-414b39b99f48 None None] Bound using segment: {'id': '18ce8330-c77a-4ce0-953e-fe06a54dabed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 965, 'network_id': '2ab47f19-9250-4cca-b6db-ba17738c46fa'} {{(pid=111142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 09 16:52:07.597301 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.managers [None req-1d7fe541-968c-40ec-b947-414b39b99f48 None None] Bound port: 634b1c25-ab18-488e-85d1-ce47df3dd929, host: dv-cinder-852364-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18ce8330-c77a-4ce0-953e-fe06a54dabed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 965, 'network_id': '2ab47f19-9250-4cca-b6db-ba17738c46fa'}}] {{(pid=111142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 09 16:52:07.597678 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-1d7fe541-968c-40ec-b947-414b39b99f48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (634b1c25-ab18-488e-85d1-ce47df3dd929), before_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:07.672988 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:52:07.708962 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.db [None req-1d7fe541-968c-40ec-b947-414b39b99f48 None None] For port 634b1c25-ab18-488e-85d1-ce47df3dd929, host dv-cinder-852364-3-iscsi, cleared binding levels {{(pid=111142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:52:07.713534 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.db [None req-1d7fe541-968c-40ec-b947-414b39b99f48 None None] For port 634b1c25-ab18-488e-85d1-ce47df3dd929, host dv-cinder-852364-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-3-iscsi',level=0,port_id=634b1c25-ab18-488e-85d1-ce47df3dd929,segment=NetworkSegment(18ce8330-c77a-4ce0-953e-fe06a54dabed),segment_id=18ce8330-c77a-4ce0-953e-fe06a54dabed)] {{(pid=111142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:52:07.744559 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52c5a11-8116-489e-a18a-2c08c6c0af1b req-f60d09f4-ba9e-4108-90bb-faa1a62c3bc1 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:52:07.753655 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-e52c5a11-8116-489e-a18a-2c08c6c0af1b req-f60d09f4-ba9e-4108-90bb-faa1a62c3bc1 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=bad3d121-535f-4a16-b412-574cf5da50e9 HTTP/1.1" status: 200 len: 945 time: 0.1302667 Aug 09 16:52:07.786078 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46a26926-d7ee-4e0a-804d-fa0256d5579e admin admin] Notify agent at l3_agent.dv-cinder-852364-3-iscsi the message routers_updated {{(pid=111141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:52:07.786274 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-b571284a-d0f9-4d5e-ac8f-d64415955e55 admin admin] Publish callbacks [] for router_gateway (ec152bae-5db9-4a31-b356-53f0d5e8b7b5), before_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:07.795368 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [None req-46a26926-d7ee-4e0a-804d-fa0256d5579e admin admin] 10.222.0.59 "PUT /networking/v2.0/routers/f3a68d1b-d2e1-41cc-afa9-a7e46c1b4d73/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4359839 Aug 09 16:52:07.797716 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-1d7fe541-968c-40ec-b947-414b39b99f48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748338263269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748337861771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748337861789'] for port (634b1c25-ab18-488e-85d1-ce47df3dd929), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:07.801562 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.wsgi [-] (111141) accepted ('10.222.0.59', 51492) {{(pid=111141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:52:07.801909 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb6b223-ee9c-4ffc-bb4a-21474b534fdc None None] Sync routers for ids ['f3a68d1b-d2e1-41cc-afa9-a7e46c1b4d73'] in dv-cinder-852364-3-iscsi {{(pid=111143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:52:07.825787 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb6b223-ee9c-4ffc-bb4a-21474b534fdc None None] Routers {'f3a68d1b-d2e1-41cc-afa9-a7e46c1b4d73'} bound to L3 agent in host dv-cinder-852364-3-iscsi {{(pid=111143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 16:52:07.827870 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.l3_hamode_db [None req-6fb6b223-ee9c-4ffc-bb4a-21474b534fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-09T16:42:12Z,description=,heartbeat_timestamp=2022-08-09T16:51:42Z,host='dv-cinder-852364-3-iscsi',id=2cf02505-efcb-442b-855b-6c659df6f18c,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:13Z,topic='l3_agent')) {'router_ids': ['f3a68d1b-d2e1-41cc-afa9-a7e46c1b4d73'], 'active': True} {{(pid=111143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:52:07.853931 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-b571284a-d0f9-4d5e-ac8f-d64415955e55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (None), before_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:07.984297 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7fe541-968c-40ec-b947-414b39b99f48 None None] Pushing event updated for resources: {'Port': ['ID=634b1c25-ab18-488e-85d1-ce47df3dd929,revision_number=2']} {{(pid=111142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:52:08.026790 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-4a288162-319c-4fb3-a616-210b020559ee admin admin] Publish callbacks [] for router (f3a68d1b-d2e1-41cc-afa9-a7e46c1b4d73), before_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:08.065026 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:52:08.076250 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Device e23a157b-3cec-48c9-bddb-dfa7847c6d89 up at agent ovs-agent-dv-cinder-852364-3-iscsi {{(pid=111142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:52:08.109217 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.l3_dvr_db [None req-6fb6b223-ee9c-4ffc-bb4a-21474b534fdc None None] Set router f3a68d1b-d2e1-41cc-afa9-a7e46c1b4d73 gateway port host: dv-cinder-852364-3-iscsi {{(pid=111143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 16:52:08.151200 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.db.db_base_plugin_common [None req-b571284a-d0f9-4d5e-ac8f-d64415955e55 admin admin] Allocated IP 172.27.2.62 (0b446ac8-416d-4492-b144-c475e4beb84a/4516d54a-1367-472b-b3e4-4bb105fe12f6/efa2f681-52f4-457a-981e-7bc948af8d1c) {{(pid=111140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:52:08.213198 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.provisioning_blocks [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Provisioning complete for port e23a157b-3cec-48c9-bddb-dfa7847c6d89 triggered by entity L2. {{(pid=111142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 16:52:08.213693 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877469'] for port (e23a157b-3cec-48c9-bddb-dfa7847c6d89), provisioning_complete {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:08.236059 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=100 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:52:08.262590 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-e52c5a11-8116-489e-a18a-2c08c6c0af1b req-68e146bb-6ea2-4cf8-97a3-78ee248776af tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=2bdfd362-24cf-46bd-9f16-b84704a8b95f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5076663 Aug 09 16:52:08.331772 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-4a288162-319c-4fb3-a616-210b020559ee admin admin] Publish callbacks [] for router_gateway (f3a68d1b-d2e1-41cc-afa9-a7e46c1b4d73), before_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:08.396373 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-b571284a-d0f9-4d5e-ac8f-d64415955e55 admin admin] Publish callbacks [] for port (efa2f681-52f4-457a-981e-7bc948af8d1c), precommit_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:08.401331 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Current status of the port e23a157b-3cec-48c9-bddb-dfa7847c6d89 is: DOWN; New status is: ACTIVE {{(pid=111142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 16:52:08.401861 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (e23a157b-3cec-48c9-bddb-dfa7847c6d89), before_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:08.463298 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.db [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] For port e23a157b-3cec-48c9-bddb-dfa7847c6d89, host dv-cinder-852364-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-3-iscsi',level=0,port_id=e23a157b-3cec-48c9-bddb-dfa7847c6d89,segment=NetworkSegment(dfba7045-db71-4a5e-bed3-6451649a980f),segment_id=dfba7045-db71-4a5e-bed3-6451649a980f)] {{(pid=111142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:52:08.470461 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.l3_hamode_db [None req-6fb6b223-ee9c-4ffc-bb4a-21474b534fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3a68d1b-d2e1-41cc-afa9-a7e46c1b4d73', 'name': 'tempest-DeleteServersTestJSON-1960455865-router', 'tenant_id': '4533225c6c3147308e6bfbc4a7fbf788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'external_fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.99'}], 'enable_snat': True}, 'gw_port_id': 'b5043675-3183-4539-889f-395913800158', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:50:27Z', 'updated_at': '2022-08-09T16:52:06Z', 'revision_number': 5, 'project_id': '4533225c6c3147308e6bfbc4a7fbf788', 'gw_port': {'id': 'b5043675-3183-4539-889f-395913800158', 'name': '', 'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:e1:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3a68d1b-d2e1-41cc-afa9-a7e46c1b4d73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:50:28Z', 'updated_at': '2022-08-09T16:50:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-3-iscsi'}], 'dv-cinder-852364-3-iscsi', False) {} {{(pid=111143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:52:08.499806 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb6b223-ee9c-4ffc-bb4a-21474b534fdc None None] Checking router: f3a68d1b-d2e1-41cc-afa9-a7e46c1b4d73 for host: dv-cinder-852364-3-iscsi {{(pid=111143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:52:08.509184 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb6b223-ee9c-4ffc-bb4a-21474b534fdc None None] Routers {'f3a68d1b-d2e1-41cc-afa9-a7e46c1b4d73'} bound to L3 agent in host dv-cinder-852364-3-iscsi {{(pid=111143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 16:52:08.509786 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.l3_hamode_db [None req-6fb6b223-ee9c-4ffc-bb4a-21474b534fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-09T16:42:12Z,description=,heartbeat_timestamp=2022-08-09T16:51:42Z,host='dv-cinder-852364-3-iscsi',id=2cf02505-efcb-442b-855b-6c659df6f18c,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:13Z,topic='l3_agent')) {'router_ids': ['f3a68d1b-d2e1-41cc-afa9-a7e46c1b4d73'], 'active': True} {{(pid=111143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:52:08.510480 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.plugin [None req-4a288162-319c-4fb3-a616-210b020559ee admin admin] Deleting port b5043675-3183-4539-889f-395913800158 {{(pid=111141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 09 16:52:08.510830 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-4a288162-319c-4fb3-a616-210b020559ee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748338259761'] for port (b5043675-3183-4539-889f-395913800158), before_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:08.562632 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-b571284a-d0f9-4d5e-ac8f-d64415955e55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748337861753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12086677'] for port (efa2f681-52f4-457a-981e-7bc948af8d1c), after_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:08.563136 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748338263269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748337861771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748337861789'] for port (e23a157b-3cec-48c9-bddb-dfa7847c6d89), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:08.624284 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.l3_dvr_db [None req-6fb6b223-ee9c-4ffc-bb4a-21474b534fdc None None] Set router f3a68d1b-d2e1-41cc-afa9-a7e46c1b4d73 gateway port host: None {{(pid=111143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 16:52:08.642468 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b571284a-d0f9-4d5e-ac8f-d64415955e55 admin admin] Network 0b446ac8-416d-4492-b144-c475e4beb84a is already hosted by enough agents. {{(pid=111140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:52:08.648860 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.scheduler.base_scheduler [None req-b571284a-d0f9-4d5e-ac8f-d64415955e55 admin admin] Resources bound (agent type, host, resource id): {{(pid=111140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:52:08.652556 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.db [None req-4a288162-319c-4fb3-a616-210b020559ee admin admin] For port b5043675-3183-4539-889f-395913800158, host dv-cinder-852364-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-3-iscsi',level=0,port_id=b5043675-3183-4539-889f-395913800158,segment=NetworkSegment(3548ff03-3b62-477c-991b-01c3e3081105),segment_id=3548ff03-3b62-477c-991b-01c3e3081105)] {{(pid=111141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:52:08.653261 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b571284a-d0f9-4d5e-ac8f-d64415955e55 admin admin] Received port after_create {{(pid=111140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 09 16:52:08.653935 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-4a288162-319c-4fb3-a616-210b020559ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694862'] for port (b5043675-3183-4539-889f-395913800158), precommit_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:08.660119 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b571284a-d0f9-4d5e-ac8f-d64415955e55 admin admin] Pushing event updated for resources: {'Port': ['ID=efa2f681-52f4-457a-981e-7bc948af8d1c,revision_number=1']} {{(pid=111140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:52:08.689401 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.plugin [None req-4a288162-319c-4fb3-a616-210b020559ee admin admin] Calling delete_port for b5043675-3183-4539-889f-395913800158 owned by network:router_gateway {{(pid=111141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 09 16:52:08.705804 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:52:08.727714 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Pushing event updated for resources: {'Port': ['ID=e23a157b-3cec-48c9-bddb-dfa7847c6d89,revision_number=5']} {{(pid=111142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:52:08.727950 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.l3_hamode_db [None req-6fb6b223-ee9c-4ffc-bb4a-21474b534fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3a68d1b-d2e1-41cc-afa9-a7e46c1b4d73', 'name': 'tempest-DeleteServersTestJSON-1960455865-router', 'tenant_id': '4533225c6c3147308e6bfbc4a7fbf788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:50:27Z', 'updated_at': '2022-08-09T16:52:08Z', 'revision_number': 6, 'project_id': '4533225c6c3147308e6bfbc4a7fbf788', 'gw_port_host': None}], 'dv-cinder-852364-3-iscsi', False) {} {{(pid=111143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:52:08.766609 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb6b223-ee9c-4ffc-bb4a-21474b534fdc None None] The sync data for ids ['f3a68d1b-d2e1-41cc-afa9-a7e46c1b4d73'] in dv-cinder-852364-3-iscsi is: [{'id': 'f3a68d1b-d2e1-41cc-afa9-a7e46c1b4d73', 'name': 'tempest-DeleteServersTestJSON-1960455865-router', 'tenant_id': '4533225c6c3147308e6bfbc4a7fbf788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:50:27Z', 'updated_at': '2022-08-09T16:52:08Z', 'revision_number': 6, 'project_id': '4533225c6c3147308e6bfbc4a7fbf788', 'gw_port_host': None}] {{(pid=111143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:52:08.902144 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:52:08.979992 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-4a288162-319c-4fb3-a616-210b020559ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748338263278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748337861762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12487578'] for port (b5043675-3183-4539-889f-395913800158), after_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:09.007193 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a288162-319c-4fb3-a616-210b020559ee admin admin] Pushing event deleted for resources: {'Port': ['ID=b5043675-3183-4539-889f-395913800158,revision_number=None']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:52:09.088990 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-4a288162-319c-4fb3-a616-210b020559ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-689379'] for router_gateway (f3a68d1b-d2e1-41cc-afa9-a7e46c1b4d73), after_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:09.109643 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-b571284a-d0f9-4d5e-ac8f-d64415955e55 admin admin] Publish callbacks [] for router_gateway (ec152bae-5db9-4a31-b356-53f0d5e8b7b5), after_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:09.204149 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-4a288162-319c-4fb3-a616-210b020559ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-338892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-336'] for router (f3a68d1b-d2e1-41cc-afa9-a7e46c1b4d73), precommit_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:09.206463 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-4a288162-319c-4fb3-a616-210b020559ee admin admin] Publish callbacks [] for router_controller (f3a68d1b-d2e1-41cc-afa9-a7e46c1b4d73), precommit_delete_associations {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:09.238026 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8770caa2-dda7-4a62-a705-9d7d1893f0db None None] Network 2ab47f19-9250-4cca-b6db-ba17738c46fa requested from dv-cinder-852364-3-iscsi {{(pid=111142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 09 16:52:09.295129 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:52:09.346357 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-b571284a-d0f9-4d5e-ac8f-d64415955e55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-338920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689217'] for router (ec152bae-5db9-4a31-b356-53f0d5e8b7b5), after_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:09.352022 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-4a288162-319c-4fb3-a616-210b020559ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-338766'] for router (f3a68d1b-d2e1-41cc-afa9-a7e46c1b4d73), after_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:09.352854 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a288162-319c-4fb3-a616-210b020559ee admin admin] Fanout notify agent at l3_agent the message router_deleted on router f3a68d1b-d2e1-41cc-afa9-a7e46c1b4d73 {{(pid=111141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 16:52:09.365242 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-4a288162-319c-4fb3-a616-210b020559ee admin admin] Publish callbacks [] for router (None), before_response {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:09.368553 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [None req-4a288162-319c-4fb3-a616-210b020559ee admin admin] 10.222.0.59 "DELETE /networking/v2.0/routers/f3a68d1b-d2e1-41cc-afa9-a7e46c1b4d73 HTTP/1.1" status: 204 len: 168 time: 1.5653491 Aug 09 16:52:09.370372 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.wsgi [-] (111141) accepted ('10.222.0.59', 51510) {{(pid=111141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:52:09.374203 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.provisioning_blocks [None req-7da90ef5-c8fe-45b4-bc83-0ca992947331 None None] Provisioning complete for port 634b1c25-ab18-488e-85d1-ce47df3dd929 triggered by entity DHCP. {{(pid=111142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 16:52:09.374589 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-7da90ef5-c8fe-45b4-bc83-0ca992947331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877469'] for port (634b1c25-ab18-488e-85d1-ce47df3dd929), provisioning_complete {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:09.447210 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.db.db_base_plugin_v2 [None req-b82b7966-2bea-4ac5-a508-374a28a1bbb5 admin admin] Deleting subnet d5c04f84-3435-4f8b-9c9f-e063a245781b {{(pid=111141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 09 16:52:09.467173 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-b82b7966-2bea-4ac5-a508-374a28a1bbb5 admin admin] Publish callbacks [] for subnet (d5c04f84-3435-4f8b-9c9f-e063a245781b), before_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:09.555273 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-b82b7966-2bea-4ac5-a508-374a28a1bbb5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1220370'] for subnet (d5c04f84-3435-4f8b-9c9f-e063a245781b), precommit_delete_associations {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:09.604204 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-7da90ef5-c8fe-45b4-bc83-0ca992947331 None None] Current status of the port 634b1c25-ab18-488e-85d1-ce47df3dd929 is: DOWN; New status is: ACTIVE {{(pid=111142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 16:52:09.604605 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-7da90ef5-c8fe-45b4-bc83-0ca992947331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (634b1c25-ab18-488e-85d1-ce47df3dd929), before_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:09.625318 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.wsgi [-] (111141) accepted ('10.222.0.59', 51516) {{(pid=111141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:52:09.650187 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.db [None req-7da90ef5-c8fe-45b4-bc83-0ca992947331 None None] For port 634b1c25-ab18-488e-85d1-ce47df3dd929, host dv-cinder-852364-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-3-iscsi',level=0,port_id=634b1c25-ab18-488e-85d1-ce47df3dd929,segment=NetworkSegment(18ce8330-c77a-4ce0-953e-fe06a54dabed),segment_id=18ce8330-c77a-4ce0-953e-fe06a54dabed)] {{(pid=111142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:52:09.735987 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-b82b7966-2bea-4ac5-a508-374a28a1bbb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3877167'] for subnet (d5c04f84-3435-4f8b-9c9f-e063a245781b), precommit_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:09.740373 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-7da90ef5-c8fe-45b4-bc83-0ca992947331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748338263269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748337861771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748337861789'] for port (634b1c25-ab18-488e-85d1-ce47df3dd929), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:09.816188 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-3b71e27f-9d0c-4ad7-8032-cad6a099fdfb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:09.821689 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da90ef5-c8fe-45b4-bc83-0ca992947331 None None] Pushing event updated for resources: {'Port': ['ID=634b1c25-ab18-488e-85d1-ce47df3dd929,revision_number=3']} {{(pid=111142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:52:09.840186 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2b270c-6946-4b47-8c3e-278e4a9a99ef req-befbec35-c236-4009-8c2f-e3b0bab9198c tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:52:09.841751 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-fc2b270c-6946-4b47-8c3e-278e4a9a99ef req-befbec35-c236-4009-8c2f-e3b0bab9198c tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=bad3d121-535f-4a16-b412-574cf5da50e9 HTTP/1.1" status: 200 len: 945 time: 0.4808526 Aug 09 16:52:09.842253 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:UPDATE=3 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:52:09.868487 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.provisioning_blocks [None req-ece019f2-546f-4cb6-9629-127d730664c8 None None] Provisioning complete for port 634b1c25-ab18-488e-85d1-ce47df3dd929 triggered by entity DHCP. {{(pid=111142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 16:52:09.868868 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-ece019f2-546f-4cb6-9629-127d730664c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877469'] for port (634b1c25-ab18-488e-85d1-ce47df3dd929), provisioning_complete {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:09.910632 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-fc2b270c-6946-4b47-8c3e-278e4a9a99ef req-6c616511-4e5e-468c-aa74-95607c0ba0df tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=2bdfd362-24cf-46bd-9f16-b84704a8b95f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515180 Aug 09 16:52:09.941323 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-3b71e27f-9d0c-4ad7-8032-cad6a099fdfb admin admin] Publish callbacks [] for security_group (f284bef5-8601-4ef0-b9af-ad4885bfe2c1), precommit_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:09.991977 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-b82b7966-2bea-4ac5-a508-374a28a1bbb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3877156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12487663', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12315136'] for subnet (d5c04f84-3435-4f8b-9c9f-e063a245781b), after_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:10.013793 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-ece019f2-546f-4cb6-9629-127d730664c8 None None] Current status of the port 634b1c25-ab18-488e-85d1-ce47df3dd929 is: ACTIVE; New status is: ACTIVE {{(pid=111142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 16:52:10.014566 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-b82b7966-2bea-4ac5-a508-374a28a1bbb5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526441'] for subnet (None), before_response {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:10.019317 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [None req-b82b7966-2bea-4ac5-a508-374a28a1bbb5 admin admin] 10.222.0.59 "DELETE /networking/v2.0/subnets/d5c04f84-3435-4f8b-9c9f-e063a245781b HTTP/1.1" status: 204 len: 168 time: 0.6461918 Aug 09 16:52:10.020788 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.wsgi [-] (111140) accepted ('10.222.0.59', 51530) {{(pid=111140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:52:10.047583 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c38196c-e0c6-450a-97ee-ba4d5eb5a40f None None] Network 282e3700-6650-40cf-853f-239074e73a36 requested from dv-cinder-852364-3-iscsi {{(pid=111142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 09 16:52:10.051317 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-3b71e27f-9d0c-4ad7-8032-cad6a099fdfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763768'] for security_group (f284bef5-8601-4ef0-b9af-ad4885bfe2c1), after_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:10.055042 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82b7966-2bea-4ac5-a508-374a28a1bbb5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5c04f84-3435-4f8b-9c9f-e063a245781b,revision_number=None']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:52:10.067908 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b571284a-d0f9-4d5e-ac8f-d64415955e55 admin admin] Router ec152bae-5db9-4a31-b356-53f0d5e8b7b5 is scheduled to L3 agent 2cf02505-efcb-442b-855b-6c659df6f18c with binding_index 1 {{(pid=111140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 09 16:52:10.093350 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b71e27f-9d0c-4ad7-8032-cad6a099fdfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f284bef5-8601-4ef0-b9af-ad4885bfe2c1,revision_number=1']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:52:10.110989 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [None req-3b71e27f-9d0c-4ad7-8032-cad6a099fdfb admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=af1796558e144c2fa3cdd084ef094a77&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4800525 Aug 09 16:52:10.113597 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.wsgi [-] (111141) accepted ('10.222.0.59', 51532) {{(pid=111141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:52:10.168932 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:52:10.187030 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-fb967cdf-fdff-4eeb-b9eb-721a05a45267 admin admin] Publish callbacks [] for security_group (f284bef5-8601-4ef0-b9af-ad4885bfe2c1), before_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:10.211086 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-fb967cdf-fdff-4eeb-b9eb-721a05a45267 admin admin] Publish callbacks [] for security_group (f284bef5-8601-4ef0-b9af-ad4885bfe2c1), precommit_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:10.239596 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-e897ce8a-0812-4ff8-b91d-f66345c20e7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (0d699ab0-1a4e-47ab-a625-f3b077123214), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:10.285091 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Device 634b1c25-ab18-488e-85d1-ce47df3dd929 up at agent ovs-agent-dv-cinder-852364-3-iscsi {{(pid=111142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:52:10.310599 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-e201946f-c726-4daf-bd63-85a34d797184 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3928643'] for network (282e3700-6650-40cf-853f-239074e73a36), before_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:10.313933 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b571284a-d0f9-4d5e-ac8f-d64415955e55 admin admin] Notify agent at l3_agent.dv-cinder-852364-3-iscsi the message routers_updated {{(pid=111140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:52:10.339943 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a01a32-2fdb-47b5-9b07-8922f76be92a None None] Sync routers for ids ['ec152bae-5db9-4a31-b356-53f0d5e8b7b5'] in dv-cinder-852364-3-iscsi {{(pid=111142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:52:10.346576 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2bd4bdc-ce60-4ba8-bb63-ab8130d1050b None None] DHCP port deletion for 282e3700-6650-40cf-853f-239074e73a36 request from dv-cinder-852364-3-iscsi {{(pid=111142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 09 16:52:10.364899 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:52:10.380813 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.plugins.ml2.plugin [None req-e201946f-c726-4daf-bd63-85a34d797184 admin admin] Deleting port ea1ffaf4-d7e2-4794-92a1-1fc5fc9d3661 {{(pid=111140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 09 16:52:10.381314 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-e201946f-c726-4daf-bd63-85a34d797184 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748338259761'] for port (ea1ffaf4-d7e2-4794-92a1-1fc5fc9d3661), before_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:10.391776 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a01a32-2fdb-47b5-9b07-8922f76be92a None None] Routers {'ec152bae-5db9-4a31-b356-53f0d5e8b7b5'} bound to L3 agent in host dv-cinder-852364-3-iscsi {{(pid=111142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 16:52:10.392136 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-fb967cdf-fdff-4eeb-b9eb-721a05a45267 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763768'] for security_group (f284bef5-8601-4ef0-b9af-ad4885bfe2c1), after_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:10.392612 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_hamode_db [None req-81a01a32-2fdb-47b5-9b07-8922f76be92a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-09T16:42:12Z,description=,heartbeat_timestamp=2022-08-09T16:51:42Z,host='dv-cinder-852364-3-iscsi',id=2cf02505-efcb-442b-855b-6c659df6f18c,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:13Z,topic='l3_agent')) {'router_ids': ['ec152bae-5db9-4a31-b356-53f0d5e8b7b5'], 'active': True} {{(pid=111142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:52:10.399473 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-fb967cdf-fdff-4eeb-b9eb-721a05a45267 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:10.403423 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [None req-fb967cdf-fdff-4eeb-b9eb-721a05a45267 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/f284bef5-8601-4ef0-b9af-ad4885bfe2c1 HTTP/1.1" status: 204 len: 168 time: 0.2863677 Aug 09 16:52:10.428058 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb967cdf-fdff-4eeb-b9eb-721a05a45267 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f284bef5-8601-4ef0-b9af-ad4885bfe2c1,revision_number=None']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:52:10.441635 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-b571284a-d0f9-4d5e-ac8f-d64415955e55 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:10.443028 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [None req-b571284a-d0f9-4d5e-ac8f-d64415955e55 admin admin] 10.222.0.59 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.7161441 Aug 09 16:52:10.446966 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.wsgi [-] (111141) accepted ('10.222.0.59', 51540) {{(pid=111141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:52:10.518115 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.plugins.ml2.db [None req-e201946f-c726-4daf-bd63-85a34d797184 admin admin] For port ea1ffaf4-d7e2-4794-92a1-1fc5fc9d3661, host dv-cinder-852364-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-3-iscsi',level=0,port_id=ea1ffaf4-d7e2-4794-92a1-1fc5fc9d3661,segment=NetworkSegment(98d3c410-8005-4210-b36d-790e6c16d8ec),segment_id=98d3c410-8005-4210-b36d-790e6c16d8ec)] {{(pid=111140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:52:10.518487 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-e201946f-c726-4daf-bd63-85a34d797184 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694862'] for port (ea1ffaf4-d7e2-4794-92a1-1fc5fc9d3661), precommit_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:10.534419 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-b2bd4bdc-ce60-4ba8-bb63-ab8130d1050b None None] Deleting port ea1ffaf4-d7e2-4794-92a1-1fc5fc9d3661 {{(pid=111142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 09 16:52:10.535010 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-b2bd4bdc-ce60-4ba8-bb63-ab8130d1050b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748338259761'] for port (ea1ffaf4-d7e2-4794-92a1-1fc5fc9d3661), before_delete {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:10.555079 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.plugins.ml2.plugin [None req-e201946f-c726-4daf-bd63-85a34d797184 admin admin] Calling delete_port for ea1ffaf4-d7e2-4794-92a1-1fc5fc9d3661 owned by network:dhcp {{(pid=111140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 09 16:52:10.560242 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.provisioning_blocks [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Provisioning complete for port 634b1c25-ab18-488e-85d1-ce47df3dd929 triggered by entity L2. {{(pid=111142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 16:52:10.560242 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877469'] for port (634b1c25-ab18-488e-85d1-ce47df3dd929), provisioning_complete {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:10.618383 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=78,neutron:DELETE=9,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:52:10.712023 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.db [None req-b2bd4bdc-ce60-4ba8-bb63-ab8130d1050b None None] For port ea1ffaf4-d7e2-4794-92a1-1fc5fc9d3661, host dv-cinder-852364-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-3-iscsi',level=0,port_id=ea1ffaf4-d7e2-4794-92a1-1fc5fc9d3661,segment=NetworkSegment(98d3c410-8005-4210-b36d-790e6c16d8ec),segment_id=98d3c410-8005-4210-b36d-790e6c16d8ec)] {{(pid=111142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:52:10.712737 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-b2bd4bdc-ce60-4ba8-bb63-ab8130d1050b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694862'] for port (ea1ffaf4-d7e2-4794-92a1-1fc5fc9d3661), precommit_delete {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:10.743047 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_dvr_db [None req-81a01a32-2fdb-47b5-9b07-8922f76be92a None None] Set router ec152bae-5db9-4a31-b356-53f0d5e8b7b5 gateway port host: dv-cinder-852364-3-iscsi {{(pid=111142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 16:52:10.743047 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-b2bd4bdc-ce60-4ba8-bb63-ab8130d1050b None None] Calling delete_port for ea1ffaf4-d7e2-4794-92a1-1fc5fc9d3661 owned by network:dhcp {{(pid=111142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 09 16:52:10.836571 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-e201946f-c726-4daf-bd63-85a34d797184 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748338263278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748337861762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12086677'] for port (ea1ffaf4-d7e2-4794-92a1-1fc5fc9d3661), after_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:10.876828 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e201946f-c726-4daf-bd63-85a34d797184 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea1ffaf4-d7e2-4794-92a1-1fc5fc9d3661,revision_number=None']} {{(pid=111140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:52:10.878870 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e201946f-c726-4daf-bd63-85a34d797184 admin admin] No DVR routers for this DVR port ea1ffaf4-d7e2-4794-92a1-1fc5fc9d3661 on host dv-cinder-852364-3-iscsi {{(pid=111140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 09 16:52:10.993645 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:52:11.020469 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-e201946f-c726-4daf-bd63-85a34d797184 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3880624', 'neutron.services.segments.db._delete_segments_for_network-8748338318574'] for network (282e3700-6650-40cf-853f-239074e73a36), precommit_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:11.074606 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.services.segments.db [None req-e201946f-c726-4daf-bd63-85a34d797184 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['282e3700-6650-40cf-853f-239074e73a36']}} {{(pid=111140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:52:11.074931 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-9ed751ce-444e-4b88-8b6a-453102b70889 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (None), before_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:11.088725 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.services.segments.db [None req-e201946f-c726-4daf-bd63-85a34d797184 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98d3c410-8005-4210-b36d-790e6c16d8ec') {'for_net_delete': True} {{(pid=111140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:52:11.089115 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.services.segments.db [None req-e201946f-c726-4daf-bd63-85a34d797184 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98d3c410-8005-4210-b36d-790e6c16d8ec') {} {{(pid=111140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:52:11.108510 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-e201946f-c726-4daf-bd63-85a34d797184 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748338318475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12387196'] for segment (98d3c410-8005-4210-b36d-790e6c16d8ec), before_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:11.124262 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-e201946f-c726-4daf-bd63-85a34d797184 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3501092'] for segment (98d3c410-8005-4210-b36d-790e6c16d8ec), precommit_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:11.135703 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e201946f-c726-4daf-bd63-85a34d797184 admin admin] Releasing vlan 986 on physical network physnet1 to pool {{(pid=111140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 16:52:11.136343 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-e201946f-c726-4daf-bd63-85a34d797184 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3501092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12084034'] for segment (98d3c410-8005-4210-b36d-790e6c16d8ec), after_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:11.140602 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1442045b-66bb-4d7a-af31-27071747f0c2 req-07c65740-8fa4-489f-bdbb-201f1af8dd9e tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:52:11.143025 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-1442045b-66bb-4d7a-af31-27071747f0c2 req-07c65740-8fa4-489f-bdbb-201f1af8dd9e tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=bad3d121-535f-4a16-b412-574cf5da50e9 HTTP/1.1" status: 200 len: 945 time: 0.0665057 Aug 09 16:52:11.153133 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=100 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:52:11.197397 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.services.segments.plugin [-] Segment 98d3c410-8005-4210-b36d-790e6c16d8ec resource provider aggregate not found Aug 09 16:52:11.226851 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.services.segments.plugin [-] Segment 98d3c410-8005-4210-b36d-790e6c16d8ec resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 98d3c410-8005-4210-b36d-790e6c16d8ec found for delete ", "request_id": "req-1bcdc9cc-6198-4752-a18b-a95368824f58"}]} Aug 09 16:52:11.230990 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Current status of the port 634b1c25-ab18-488e-85d1-ce47df3dd929 is: ACTIVE; New status is: ACTIVE {{(pid=111142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 16:52:11.232642 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Device e23a157b-3cec-48c9-bddb-dfa7847c6d89 up at agent ovs-agent-dv-cinder-852364-3-iscsi {{(pid=111142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:52:11.234791 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-1442045b-66bb-4d7a-af31-27071747f0c2 req-2fbe250c-fc44-4667-8c15-4a78ea44e50a tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=2bdfd362-24cf-46bd-9f16-b84704a8b95f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744519 Aug 09 16:52:11.345362 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-e201946f-c726-4daf-bd63-85a34d797184 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3880635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690469'] for network (282e3700-6650-40cf-853f-239074e73a36), after_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:11.351852 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-e201946f-c726-4daf-bd63-85a34d797184 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526441'] for network (None), before_response {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:11.360324 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [None req-e201946f-c726-4daf-bd63-85a34d797184 admin admin] 10.222.0.59 "DELETE /networking/v2.0/networks/282e3700-6650-40cf-853f-239074e73a36 HTTP/1.1" status: 204 len: 168 time: 1.3382354 Aug 09 16:52:11.372232 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.provisioning_blocks [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Provisioning complete for port e23a157b-3cec-48c9-bddb-dfa7847c6d89 triggered by entity L2. {{(pid=111142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 16:52:11.373185 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877469'] for port (e23a157b-3cec-48c9-bddb-dfa7847c6d89), provisioning_complete {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:11.379228 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_hamode_db [None req-81a01a32-2fdb-47b5-9b07-8922f76be92a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec152bae-5db9-4a31-b356-53f0d5e8b7b5', 'name': 'tempest-TestVolumeBootPattern-2033956508-router', 'tenant_id': '8de565a6ae344249bec9514fc346a40c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'external_fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': 'efa2f681-52f4-457a-981e-7bc948af8d1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:52:06Z', 'updated_at': '2022-08-09T16:52:08Z', 'revision_number': 3, 'project_id': '8de565a6ae344249bec9514fc346a40c', 'gw_port': {'id': 'efa2f681-52f4-457a-981e-7bc948af8d1c', 'name': '', 'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:1c:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec152bae-5db9-4a31-b356-53f0d5e8b7b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:52:07Z', 'updated_at': '2022-08-09T16:52:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-3-iscsi'}], 'dv-cinder-852364-3-iscsi', False) {} {{(pid=111142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:52:11.397080 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e201946f-c726-4daf-bd63-85a34d797184 admin admin] Pushing event deleted for resources: {'Network': ['ID=282e3700-6650-40cf-853f-239074e73a36,revision_number=None']} {{(pid=111140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:52:11.402144 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.wsgi [-] (111140) accepted ('10.222.0.59', 51598) {{(pid=111140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:52:11.402463 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-b2bd4bdc-ce60-4ba8-bb63-ab8130d1050b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748338263278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748337861762'] for port (ea1ffaf4-d7e2-4794-92a1-1fc5fc9d3661), after_delete {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:11.424094 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-5884edde-989b-47b1-bef4-8f3b9d09626b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:11.454757 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.db.db_base_plugin_common [None req-9ed751ce-444e-4b88-8b6a-453102b70889 admin admin] Allocated IP 172.20.0.1 (2ab47f19-9250-4cca-b6db-ba17738c46fa/ee05671d-94f7-4e7c-a172-19d8caaf5828/8c705187-6259-4177-9d7b-2d503e7cb59c) {{(pid=111141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:52:11.462876 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b2bd4bdc-ce60-4ba8-bb63-ab8130d1050b None None] Network 282e3700-6650-40cf-853f-239074e73a36 is not hosted by any dhcp agent {{(pid=111142) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 09 16:52:11.463388 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2bd4bdc-ce60-4ba8-bb63-ab8130d1050b None None] No DVR routers for this DVR port ea1ffaf4-d7e2-4794-92a1-1fc5fc9d3661 on host dv-cinder-852364-3-iscsi {{(pid=111142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 09 16:52:11.464967 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a01a32-2fdb-47b5-9b07-8922f76be92a None None] Checking router: ec152bae-5db9-4a31-b356-53f0d5e8b7b5 for host: dv-cinder-852364-3-iscsi {{(pid=111142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:52:11.465485 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a01a32-2fdb-47b5-9b07-8922f76be92a None None] Updating router ec152bae-5db9-4a31-b356-53f0d5e8b7b5 port efa2f681-52f4-457a-981e-7bc948af8d1c binding host dv-cinder-852364-3-iscsi {{(pid=111142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 16:52:11.471313 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bd4bdc-ce60-4ba8-bb63-ab8130d1050b None None] Pushing event deleted for resources: {'Port': ['ID=ea1ffaf4-d7e2-4794-92a1-1fc5fc9d3661,revision_number=None']} {{(pid=111142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:52:11.526663 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-81a01a32-2fdb-47b5-9b07-8922f76be92a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (efa2f681-52f4-457a-981e-7bc948af8d1c), before_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:11.575537 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-5884edde-989b-47b1-bef4-8f3b9d09626b admin admin] Publish callbacks [] for security_group (6eac252a-e846-4cd3-aaca-476e9c8d4e25), precommit_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:11.629557 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-9ed751ce-444e-4b88-8b6a-453102b70889 admin admin] Publish callbacks [] for port (8c705187-6259-4177-9d7b-2d503e7cb59c), precommit_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:11.641264 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Current status of the port e23a157b-3cec-48c9-bddb-dfa7847c6d89 is: ACTIVE; New status is: ACTIVE {{(pid=111142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 16:52:11.648939 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:52:11.650120 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-5884edde-989b-47b1-bef4-8f3b9d09626b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763768'] for security_group (6eac252a-e846-4cd3-aaca-476e9c8d4e25), after_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:11.701297 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [None req-5884edde-989b-47b1-bef4-8f3b9d09626b admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=c38e4613a8c940718d22a788d21a40b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2980535 Aug 09 16:52:11.702013 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5884edde-989b-47b1-bef4-8f3b9d09626b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6eac252a-e846-4cd3-aaca-476e9c8d4e25,revision_number=1']} {{(pid=111140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:52:11.704225 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.wsgi [-] (111141) accepted ('10.222.0.59', 51600) {{(pid=111141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:52:11.745624 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-9ed751ce-444e-4b88-8b6a-453102b70889 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748337861753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12487578'] for port (8c705187-6259-4177-9d7b-2d503e7cb59c), after_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:11.767932 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Device 8e0b0a58-dc7e-4793-b986-f96b1e9d6893 no longer exists at agent ovs-agent-dv-cinder-852364-3-iscsi {{(pid=111142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:52:11.798385 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ed751ce-444e-4b88-8b6a-453102b70889 admin admin] Network 2ab47f19-9250-4cca-b6db-ba17738c46fa is already hosted by enough agents. {{(pid=111141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:52:11.798700 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] No Port match for: 8e0b0a58-dc7e-4793-b986-f96b1e9d6893 {{(pid=111142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 09 16:52:11.799054 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Device 8e0b0a58-dc7e-4793-b986-f96b1e9d6893 not bound to the agent host dv-cinder-852364-3-iscsi {{(pid=111142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:52:11.799799 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Device b5043675-3183-4539-889f-395913800158 no longer exists at agent ovs-agent-dv-cinder-852364-3-iscsi {{(pid=111142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:52:11.804977 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.scheduler.base_scheduler [None req-9ed751ce-444e-4b88-8b6a-453102b70889 admin admin] Resources bound (agent type, host, resource id): {{(pid=111141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:52:11.812009 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed751ce-444e-4b88-8b6a-453102b70889 admin admin] Received port after_create {{(pid=111141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 09 16:52:11.841075 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] No Port match for: b5043675-3183-4539-889f-395913800158 {{(pid=111142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 09 16:52:11.841430 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Device b5043675-3183-4539-889f-395913800158 not bound to the agent host dv-cinder-852364-3-iscsi {{(pid=111142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:52:11.860955 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed751ce-444e-4b88-8b6a-453102b70889 admin admin] Pushing event updated for resources: {'Port': ['ID=8c705187-6259-4177-9d7b-2d503e7cb59c,revision_number=1']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:52:11.866472 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-32c78052-514a-4e9a-ac56-da816df6ec4b admin admin] Publish callbacks [] for security_group (6eac252a-e846-4cd3-aaca-476e9c8d4e25), before_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:11.895126 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-9ed751ce-444e-4b88-8b6a-453102b70889 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-337058'] for router_interface (ec152bae-5db9-4a31-b356-53f0d5e8b7b5), before_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:11.987227 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-81a01a32-2fdb-47b5-9b07-8922f76be92a None None] Publish callbacks [] for port (efa2f681-52f4-457a-981e-7bc948af8d1c), precommit_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:11.991564 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Device ea1ffaf4-d7e2-4794-92a1-1fc5fc9d3661 no longer exists at agent ovs-agent-dv-cinder-852364-3-iscsi {{(pid=111142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:52:12.006853 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.wsgi [-] (111140) accepted ('10.222.0.59', 51606) {{(pid=111140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:52:12.011139 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-32c78052-514a-4e9a-ac56-da816df6ec4b admin admin] Publish callbacks [] for security_group (6eac252a-e846-4cd3-aaca-476e9c8d4e25), precommit_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:12.017504 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] No Port match for: ea1ffaf4-d7e2-4794-92a1-1fc5fc9d3661 {{(pid=111142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 09 16:52:12.017905 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Device ea1ffaf4-d7e2-4794-92a1-1fc5fc9d3661 not bound to the agent host dv-cinder-852364-3-iscsi {{(pid=111142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:52:12.021270 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:52:12.057411 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [None req-e08ab916-cbed-4b29-af0f-7118777aa4bb admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=4533225c6c3147308e6bfbc4a7fbf788&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0492449 Aug 09 16:52:12.060545 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.wsgi [-] (111141) accepted ('10.222.0.59', 51608) {{(pid=111141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:52:12.099824 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-81a01a32-2fdb-47b5-9b07-8922f76be92a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748338263269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748337861771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748337861789'] for port (efa2f681-52f4-457a-981e-7bc948af8d1c), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:12.135836 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.managers [None req-81a01a32-2fdb-47b5-9b07-8922f76be92a None None] Attempting to bind port efa2f681-52f4-457a-981e-7bc948af8d1c on host dv-cinder-852364-3-iscsi for vnic_type normal with profile {{(pid=111142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 09 16:52:12.136235 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.managers [None req-81a01a32-2fdb-47b5-9b07-8922f76be92a None None] Attempting to bind port efa2f681-52f4-457a-981e-7bc948af8d1c by drivers openvswitch,hyperv on host dv-cinder-852364-3-iscsi at level 0 using segments [{'id': '3548ff03-3b62-477c-991b-01c3e3081105', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a'}] {{(pid=111142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 09 16:52:12.136574 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a01a32-2fdb-47b5-9b07-8922f76be92a None None] Attempting to bind port efa2f681-52f4-457a-981e-7bc948af8d1c on network 0b446ac8-416d-4492-b144-c475e4beb84a {{(pid=111142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 16:52:12.148070 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a01a32-2fdb-47b5-9b07-8922f76be92a None None] Checking agent: {'id': '47988f4d-09d0-4892-bbfe-5b11c743802f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852364-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 9, 16, 42, 16), 'started_at': datetime.datetime(2022, 8, 9, 16, 42, 46), 'heartbeat_timestamp': datetime.datetime(2022, 8, 9, 16, 51, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852364-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 09 16:52:12.148446 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a01a32-2fdb-47b5-9b07-8922f76be92a None None] Checking segment: {'id': '3548ff03-3b62-477c-991b-01c3e3081105', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 09 16:52:12.148867 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-81a01a32-2fdb-47b5-9b07-8922f76be92a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:12.149291 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a01a32-2fdb-47b5-9b07-8922f76be92a None None] Bound using segment: {'id': '3548ff03-3b62-477c-991b-01c3e3081105', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a'} {{(pid=111142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 09 16:52:12.149852 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.managers [None req-81a01a32-2fdb-47b5-9b07-8922f76be92a None None] Bound port: efa2f681-52f4-457a-981e-7bc948af8d1c, host: dv-cinder-852364-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3548ff03-3b62-477c-991b-01c3e3081105', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a'}}] {{(pid=111142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 09 16:52:12.150501 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-81a01a32-2fdb-47b5-9b07-8922f76be92a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (efa2f681-52f4-457a-981e-7bc948af8d1c), before_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:12.151965 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-a21b682f-7347-4e9f-b97a-50e9173a18d9 admin admin] Publish callbacks [] for security_group (4055fc19-de1b-4836-be2e-c70018f2c6d7), before_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:12.176729 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-a21b682f-7347-4e9f-b97a-50e9173a18d9 admin admin] Publish callbacks [] for security_group (4055fc19-de1b-4836-be2e-c70018f2c6d7), precommit_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:12.182087 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21f7c04-de3b-4a6e-8bfd-78faeced19a3 None None] Pushing event updated for resources: {'Port': ['ID=efa2f681-52f4-457a-981e-7bc948af8d1c,revision_number=2']} {{(pid=111142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:52:12.208196 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.provisioning_blocks [None req-44f6e402-559b-4a53-8330-f0d419ab1f84 None None] Provisioning complete for port 8c705187-6259-4177-9d7b-2d503e7cb59c triggered by entity DHCP. {{(pid=111142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 16:52:12.208898 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-44f6e402-559b-4a53-8330-f0d419ab1f84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877469'] for port (8c705187-6259-4177-9d7b-2d503e7cb59c), provisioning_complete {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:12.215918 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:52:12.245606 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-32c78052-514a-4e9a-ac56-da816df6ec4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763768'] for security_group (6eac252a-e846-4cd3-aaca-476e9c8d4e25), after_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:12.248738 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-32c78052-514a-4e9a-ac56-da816df6ec4b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:12.249098 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.db [None req-81a01a32-2fdb-47b5-9b07-8922f76be92a None None] For port efa2f681-52f4-457a-981e-7bc948af8d1c, host dv-cinder-852364-3-iscsi, cleared binding levels {{(pid=111142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:52:12.250257 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [None req-32c78052-514a-4e9a-ac56-da816df6ec4b admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/6eac252a-e846-4cd3-aaca-476e9c8d4e25 HTTP/1.1" status: 204 len: 168 time: 0.5444365 Aug 09 16:52:12.264862 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-44f6e402-559b-4a53-8330-f0d419ab1f84 None None] Port 8c705187-6259-4177-9d7b-2d503e7cb59c cannot update to ACTIVE because it is not bound. {{(pid=111142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 09 16:52:12.267503 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.db [None req-81a01a32-2fdb-47b5-9b07-8922f76be92a None None] For port efa2f681-52f4-457a-981e-7bc948af8d1c, host dv-cinder-852364-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-3-iscsi',level=0,port_id=efa2f681-52f4-457a-981e-7bc948af8d1c,segment=NetworkSegment(3548ff03-3b62-477c-991b-01c3e3081105),segment_id=3548ff03-3b62-477c-991b-01c3e3081105)] {{(pid=111142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:52:12.297391 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c78052-514a-4e9a-ac56-da816df6ec4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eac252a-e846-4cd3-aaca-476e9c8d4e25,revision_number=None']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:52:12.325790 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-9ed751ce-444e-4b88-8b6a-453102b70889 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (8c705187-6259-4177-9d7b-2d503e7cb59c), before_update {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:12.347272 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-a21b682f-7347-4e9f-b97a-50e9173a18d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763768'] for security_group (4055fc19-de1b-4836-be2e-c70018f2c6d7), after_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:12.350520 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-a21b682f-7347-4e9f-b97a-50e9173a18d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:12.360171 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-81a01a32-2fdb-47b5-9b07-8922f76be92a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748338263269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748337861771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748337861789'] for port (efa2f681-52f4-457a-981e-7bc948af8d1c), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:12.366312 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [None req-a21b682f-7347-4e9f-b97a-50e9173a18d9 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/4055fc19-de1b-4836-be2e-c70018f2c6d7 HTTP/1.1" status: 204 len: 168 time: 0.2927275 Aug 09 16:52:12.437157 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-d4cf2cb9-af6c-4cee-a5e2-7cac7060fbe6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (2cf02505-efcb-442b-855b-6c659df6f18c), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:12.441779 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4424d4f-96ab-4495-9681-28379b86aef5 req-24afcc9f-a8fd-4ab8-a306-94f316f32046 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:52:12.443357 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-e4424d4f-96ab-4495-9681-28379b86aef5 req-24afcc9f-a8fd-4ab8-a306-94f316f32046 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=bad3d121-535f-4a16-b412-574cf5da50e9 HTTP/1.1" status: 200 len: 945 time: 0.1022410 Aug 09 16:52:12.470688 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21b682f-7347-4e9f-b97a-50e9173a18d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4055fc19-de1b-4836-be2e-c70018f2c6d7,revision_number=None']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:52:12.479313 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a01a32-2fdb-47b5-9b07-8922f76be92a None None] Routers {'ec152bae-5db9-4a31-b356-53f0d5e8b7b5'} bound to L3 agent in host dv-cinder-852364-3-iscsi {{(pid=111142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 16:52:12.479964 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_hamode_db [None req-81a01a32-2fdb-47b5-9b07-8922f76be92a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-09T16:42:12Z,description=,heartbeat_timestamp=2022-08-09T16:52:12Z,host='dv-cinder-852364-3-iscsi',id=2cf02505-efcb-442b-855b-6c659df6f18c,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:13Z,topic='l3_agent')) {'router_ids': ['ec152bae-5db9-4a31-b356-53f0d5e8b7b5'], 'active': True} {{(pid=111142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:52:12.574896 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-e4424d4f-96ab-4495-9681-28379b86aef5 req-499b6dfb-6b9c-425d-aa1f-02ea1c2fbf45 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=2bdfd362-24cf-46bd-9f16-b84704a8b95f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223855 Aug 09 16:52:12.614277 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=85,neutron:DELETE=10,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:52:12.624826 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21f7c04-de3b-4a6e-8bfd-78faeced19a3 None None] Pushing event updated for resources: {'Port': ['ID=efa2f681-52f4-457a-981e-7bc948af8d1c,revision_number=3']} {{(pid=111142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:52:12.696214 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-9ed751ce-444e-4b88-8b6a-453102b70889 admin admin] Publish callbacks [] for port (8c705187-6259-4177-9d7b-2d503e7cb59c), precommit_update {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:12.700043 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_dvr_db [None req-81a01a32-2fdb-47b5-9b07-8922f76be92a None None] Set router ec152bae-5db9-4a31-b356-53f0d5e8b7b5 gateway port host: dv-cinder-852364-3-iscsi {{(pid=111142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 16:52:12.768254 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-9ed751ce-444e-4b88-8b6a-453102b70889 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748338263269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748337861771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748337861789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12487573'] for port (8c705187-6259-4177-9d7b-2d503e7cb59c), after_update {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:12.854057 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed751ce-444e-4b88-8b6a-453102b70889 admin admin] Pushing event updated for resources: {'Port': ['ID=8c705187-6259-4177-9d7b-2d503e7cb59c,revision_number=2']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:52:12.891203 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-9ed751ce-444e-4b88-8b6a-453102b70889 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-336402'] for router_interface (ec152bae-5db9-4a31-b356-53f0d5e8b7b5), after_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:12.967417 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_hamode_db [None req-81a01a32-2fdb-47b5-9b07-8922f76be92a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec152bae-5db9-4a31-b356-53f0d5e8b7b5', 'name': 'tempest-TestVolumeBootPattern-2033956508-router', 'tenant_id': '8de565a6ae344249bec9514fc346a40c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'external_fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': 'efa2f681-52f4-457a-981e-7bc948af8d1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:52:06Z', 'updated_at': '2022-08-09T16:52:12Z', 'revision_number': 4, 'project_id': '8de565a6ae344249bec9514fc346a40c', 'gw_port': {'id': 'efa2f681-52f4-457a-981e-7bc948af8d1c', 'name': '', 'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:1c:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec152bae-5db9-4a31-b356-53f0d5e8b7b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:52:07Z', 'updated_at': '2022-08-09T16:52:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-3-iscsi', '_interfaces': [{'id': '8c705187-6259-4177-9d7b-2d503e7cb59c', 'name': '', 'network_id': '2ab47f19-9250-4cca-b6db-ba17738c46fa', 'tenant_id': '8de565a6ae344249bec9514fc346a40c', 'mac_address': 'fa:16:3e:0d:b4:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec152bae-5db9-4a31-b356-53f0d5e8b7b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'ee05671d-94f7-4e7c-a172-19d8caaf5828', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:52:11Z', 'updated_at': '2022-08-09T16:52:11Z', 'revision_number': 1, 'project_id': '8de565a6ae344249bec9514fc346a40c', 'subnets': [{'id': 'ee05671d-94f7-4e7c-a172-19d8caaf5828', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-3-iscsi', False) {} {{(pid=111142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:52:12.998402 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a01a32-2fdb-47b5-9b07-8922f76be92a None None] The sync data for ids ['ec152bae-5db9-4a31-b356-53f0d5e8b7b5'] in dv-cinder-852364-3-iscsi is: [{'id': 'ec152bae-5db9-4a31-b356-53f0d5e8b7b5', 'name': 'tempest-TestVolumeBootPattern-2033956508-router', 'tenant_id': '8de565a6ae344249bec9514fc346a40c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'external_fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': 'efa2f681-52f4-457a-981e-7bc948af8d1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:52:06Z', 'updated_at': '2022-08-09T16:52:12Z', 'revision_number': 4, 'project_id': '8de565a6ae344249bec9514fc346a40c', 'gw_port': {'id': 'efa2f681-52f4-457a-981e-7bc948af8d1c', 'name': '', 'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:1c:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec152bae-5db9-4a31-b356-53f0d5e8b7b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:52:07Z', 'updated_at': '2022-08-09T16:52:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-3-iscsi', '_interfaces': [{'id': '8c705187-6259-4177-9d7b-2d503e7cb59c', 'name': '', 'network_id': '2ab47f19-9250-4cca-b6db-ba17738c46fa', 'tenant_id': '8de565a6ae344249bec9514fc346a40c', 'mac_address': 'fa:16:3e:0d:b4:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec152bae-5db9-4a31-b356-53f0d5e8b7b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'ee05671d-94f7-4e7c-a172-19d8caaf5828', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:52:11Z', 'updated_at': '2022-08-09T16:52:11Z', 'revision_number': 1, 'project_id': '8de565a6ae344249bec9514fc346a40c', 'subnets': [{'id': 'ee05671d-94f7-4e7c-a172-19d8caaf5828', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:52:13.005391 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ed751ce-444e-4b88-8b6a-453102b70889 admin admin] Network 2ab47f19-9250-4cca-b6db-ba17738c46fa is already hosted by enough agents. {{(pid=111141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:52:13.007740 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.scheduler.base_scheduler [None req-9ed751ce-444e-4b88-8b6a-453102b70889 admin admin] Resources bound (agent type, host, resource id): {{(pid=111141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:52:13.071961 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:52:13.393870 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.provisioning_blocks [None req-a97861ae-584a-431e-a3c7-bb7d902a04ac None None] Provisioning complete for port 8c705187-6259-4177-9d7b-2d503e7cb59c triggered by entity DHCP. {{(pid=111142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 16:52:13.397555 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-a97861ae-584a-431e-a3c7-bb7d902a04ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877469'] for port (8c705187-6259-4177-9d7b-2d503e7cb59c), provisioning_complete {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:13.434870 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-a97861ae-584a-431e-a3c7-bb7d902a04ac None None] Port 8c705187-6259-4177-9d7b-2d503e7cb59c cannot update to ACTIVE because it is not bound. {{(pid=111142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 09 16:52:13.481598 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ed751ce-444e-4b88-8b6a-453102b70889 admin admin] Router ec152bae-5db9-4a31-b356-53f0d5e8b7b5 has already been hosted by L3 agent 2cf02505-efcb-442b-855b-6c659df6f18c {{(pid=111141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 09 16:52:13.638300 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ed751ce-444e-4b88-8b6a-453102b70889 admin admin] Notify agent at l3_agent.dv-cinder-852364-3-iscsi the message routers_updated {{(pid=111141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:52:13.663206 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [None req-9ed751ce-444e-4b88-8b6a-453102b70889 admin admin] 10.222.0.59 "PUT /networking/v2.0/routers/ec152bae-5db9-4a31-b356-53f0d5e8b7b5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2121980 Aug 09 16:52:13.682174 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:52:13.705651 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-e70f562e-e7df-49ad-a15a-67a143aa0666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (bc6be869-02df-4ed8-8ee0-3ec53a1551af), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:13.747191 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dae7d7-d7df-492b-bdff-aa3419c44dad req-55429bc5-8eb1-4ff5-a476-d4e385aaa79e tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:52:13.754669 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-60dae7d7-d7df-492b-bdff-aa3419c44dad req-55429bc5-8eb1-4ff5-a476-d4e385aaa79e tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=bad3d121-535f-4a16-b412-574cf5da50e9 HTTP/1.1" status: 200 len: 945 time: 0.0704095 Aug 09 16:52:13.804432 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:52:13.821157 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-60dae7d7-d7df-492b-bdff-aa3419c44dad req-3ae46c14-3f7f-425a-a3ae-13fd20ae2ddf tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=2bdfd362-24cf-46bd-9f16-b84704a8b95f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637438 Aug 09 16:52:14.322674 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.wsgi [-] (111141) accepted ('10.222.0.59', 51704) {{(pid=111141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:52:14.331562 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.v2.base [None req-bddceb21-91e1-41fd-a301-e9c8f545991a tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1542149782', 'description': 'tempest-secgroup-smoke-1542149782 description', 'project_id': 'e5e7f48ecafa4bfe80fadd50e0b24cbb'}} {{(pid=111141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 16:52:14.414878 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-bddceb21-91e1-41fd-a301-e9c8f545991a tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Publish callbacks [] for security_group (None), before_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:14.421833 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.agents_db [None req-a4db1589-5d5b-4049-8210-f6e9f318fefd None None] Agent healthcheck: found 6 active agents {{(pid=111143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:52:14.433217 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.wsgi [-] (111140) accepted ('10.222.0.59', 51708) {{(pid=111140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:52:14.548186 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-bddceb21-91e1-41fd-a301-e9c8f545991a tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Publish callbacks [] for security_group (891c2bba-5f70-4348-a605-867373065164), precommit_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:14.576320 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.v2.base [None req-84c660e4-2345-485a-a5ea-2c36895d453e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1656146575-network', 'tenant_id': '432f91c6e89c4fecb0d1f6afb1bcfe7e'}} {{(pid=111140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 16:52:14.608081 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-bddceb21-91e1-41fd-a301-e9c8f545991a tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763768'] for security_group (891c2bba-5f70-4348-a605-867373065164), after_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:14.648700 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84c660e4-2345-485a-a5ea-2c36895d453e admin admin] Made reservation on behalf of 432f91c6e89c4fecb0d1f6afb1bcfe7e for: {'network': 1} {{(pid=111140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:52:14.651994 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-84c660e4-2345-485a-a5ea-2c36895d453e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for network (None), before_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:14.654261 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddceb21-91e1-41fd-a301-e9c8f545991a tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Pushing event updated for resources: {'SecurityGroup': ['ID=891c2bba-5f70-4348-a605-867373065164,revision_number=1']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:52:14.666509 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-84c660e4-2345-485a-a5ea-2c36895d453e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:14.732190 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-bddceb21-91e1-41fd-a301-e9c8f545991a tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Publish callbacks [] for security_group (None), before_response {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:14.734010 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [None req-bddceb21-91e1-41fd-a301-e9c8f545991a tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] 10.222.0.59 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4099827 Aug 09 16:52:14.737819 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.wsgi [-] (111141) accepted ('10.222.0.59', 51714) {{(pid=111141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:52:14.746325 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.v2.base [None req-0354771c-3694-4c30-ab16-6d8135a51cd0 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Request body: {'security_group_rule': {'security_group_id': '891c2bba-5f70-4348-a605-867373065164', 'project_id': 'e5e7f48ecafa4bfe80fadd50e0b24cbb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 16:52:14.747629 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=78,neutron:INSERT=20,neutron:UPDATE=2 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:52:14.769167 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-84c660e4-2345-485a-a5ea-2c36895d453e admin admin] Publish callbacks [] for security_group (cbc44310-875b-4ae1-ac2a-aeff06eef259), precommit_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:14.883325 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-84c660e4-2345-485a-a5ea-2c36895d453e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763768'] for security_group (cbc44310-875b-4ae1-ac2a-aeff06eef259), after_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:14.890468 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-0354771c-3694-4c30-ab16-6d8135a51cd0 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Publish callbacks [] for security_group_rule (df085c01-9395-4f10-83c5-b6f56d17da87), before_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:14.898718 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84c660e4-2345-485a-a5ea-2c36895d453e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 959} {{(pid=111140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 16:52:14.919577 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-84c660e4-2345-485a-a5ea-2c36895d453e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3501092'] for segment (38d2f02a-8f81-4105-9e72-6704317cfa7c), precommit_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:14.919925 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.db.segments_db [None req-84c660e4-2345-485a-a5ea-2c36895d453e admin admin] Added segment 38d2f02a-8f81-4105-9e72-6704317cfa7c of type vlan for network 2fdb2410-afc4-41b9-b8f9-2ac596eb2296 Aug 09 16:52:14.941801 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c660e4-2345-485a-a5ea-2c36895d453e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbc44310-875b-4ae1-ac2a-aeff06eef259,revision_number=1']} {{(pid=111140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:52:14.982884 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-84c660e4-2345-485a-a5ea-2c36895d453e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748337886136'] for network (2fdb2410-afc4-41b9-b8f9-2ac596eb2296), precommit_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:15.007564 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b67eb05-2e3a-4ff2-97e3-35a6e8ebb2c7 req-192400e5-a957-44f3-866e-e94a6ad53ce2 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:52:15.014584 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-1b67eb05-2e3a-4ff2-97e3-35a6e8ebb2c7 req-192400e5-a957-44f3-866e-e94a6ad53ce2 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=bad3d121-535f-4a16-b412-574cf5da50e9 HTTP/1.1" status: 200 len: 945 time: 0.0973458 Aug 09 16:52:15.048452 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-0354771c-3694-4c30-ab16-6d8135a51cd0 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Publish callbacks [] for security_group_rule (df085c01-9395-4f10-83c5-b6f56d17da87), precommit_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:15.076709 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-1b67eb05-2e3a-4ff2-97e3-35a6e8ebb2c7 req-94a6a2af-d402-4b15-849f-4479fa878134 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=2bdfd362-24cf-46bd-9f16-b84704a8b95f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612738 Aug 09 16:52:15.122535 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-84c660e4-2345-485a-a5ea-2c36895d453e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463'] for network (2fdb2410-afc4-41b9-b8f9-2ac596eb2296), after_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:15.123624 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84c660e4-2345-485a-a5ea-2c36895d453e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:52:15.129568 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-84c660e4-2345-485a-a5ea-2c36895d453e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526441'] for network (None), before_response {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:15.129715 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f71399-21e5-4874-a6a6-db62234343c8 req-3e18ca1c-84c7-4a2e-89fa-5de5f36a46bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:52:15.129715 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-b6f71399-21e5-4874-a6a6-db62234343c8 req-3e18ca1c-84c7-4a2e-89fa-5de5f36a46bb service neutron] 10.222.0.91 "GET /networking/v2.0/ports?device_id=bad3d121-535f-4a16-b412-574cf5da50e9 HTTP/1.1" status: 200 len: 1129 time: 0.0488932 Aug 09 16:52:15.158826 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-0354771c-3694-4c30-ab16-6d8135a51cd0 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765607'] for security_group_rule (df085c01-9395-4f10-83c5-b6f56d17da87), after_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:15.194974 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c660e4-2345-485a-a5ea-2c36895d453e admin admin] Pushing event updated for resources: {'Network': ['ID=2fdb2410-afc4-41b9-b8f9-2ac596eb2296,revision_number=1']} {{(pid=111140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:52:15.196956 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0354771c-3694-4c30-ab16-6d8135a51cd0 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df085c01-9395-4f10-83c5-b6f56d17da87,revision_number=0']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:52:15.205166 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Network 2fdb2410-afc4-41b9-b8f9-2ac596eb2296 details requested by agent ovs-agent-dv-cinder-852364-3-iscsi with host dv-cinder-852364-3-iscsi {{(pid=111142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 16:52:15.213690 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-b6f71399-21e5-4874-a6a6-db62234343c8 req-8a58577e-8f6c-4b57-b6b4-335e01f3e535 service neutron] 10.222.0.91 "GET /networking/v2.0/security-groups?id=2bdfd362-24cf-46bd-9f16-b84704a8b95f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750597 Aug 09 16:52:15.263656 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [None req-84c660e4-2345-485a-a5ea-2c36895d453e admin admin] 10.222.0.59 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 871 time: 0.8293116 Aug 09 16:52:15.268123 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-0354771c-3694-4c30-ab16-6d8135a51cd0 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:15.270210 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [None req-0354771c-3694-4c30-ab16-6d8135a51cd0 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] 10.222.0.59 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5270989 Aug 09 16:52:15.270325 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.wsgi [-] (111141) accepted ('10.222.0.59', 51720) {{(pid=111141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:52:15.276394 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.wsgi [-] (111140) accepted ('10.222.0.59', 51722) {{(pid=111140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:52:15.276571 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.v2.base [None req-6350ef30-6b39-41c4-a0ce-47d82f86ac5c admin admin] Request body: {'subnet': {'network_id': '2fdb2410-afc4-41b9-b8f9-2ac596eb2296', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1656146575-subnet', 'tenant_id': '432f91c6e89c4fecb0d1f6afb1bcfe7e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=111141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 16:52:15.281025 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.v2.base [None req-7572649d-5d6b-4f40-857b-d4ae39d4e85f tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Request body: {'security_group_rule': {'security_group_id': '891c2bba-5f70-4348-a605-867373065164', 'project_id': 'e5e7f48ecafa4bfe80fadd50e0b24cbb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=111140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 16:52:15.387231 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6350ef30-6b39-41c4-a0ce-47d82f86ac5c admin admin] Made reservation on behalf of 432f91c6e89c4fecb0d1f6afb1bcfe7e for: {'subnet': 1} {{(pid=111141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:52:15.390857 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-6350ef30-6b39-41c4-a0ce-47d82f86ac5c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12315165'] for subnet (None), before_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:15.406694 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-7572649d-5d6b-4f40-857b-d4ae39d4e85f tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Publish callbacks [] for security_group_rule (6e096478-71de-4b5e-a999-035b1bfc7299), before_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:15.518305 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-5c325a0b-ed39-4cac-be6f-43defe9e55aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (33bcacdc-c215-42b6-b75f-650d86e609be), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:15.543284 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-7572649d-5d6b-4f40-857b-d4ae39d4e85f tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Publish callbacks [] for security_group_rule (6e096478-71de-4b5e-a999-035b1bfc7299), precommit_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:15.639714 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-7572649d-5d6b-4f40-857b-d4ae39d4e85f tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765607'] for security_group_rule (6e096478-71de-4b5e-a999-035b1bfc7299), after_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:15.661376 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (47988f4d-09d0-4892-bbfe-5b11c743802f), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:15.663402 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7572649d-5d6b-4f40-857b-d4ae39d4e85f tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e096478-71de-4b5e-a999-035b1bfc7299,revision_number=0']} {{(pid=111140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:52:15.733917 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-449ab74d-49ba-4936-878f-45325c98764d None None] Sync routers for ids ['ec152bae-5db9-4a31-b356-53f0d5e8b7b5'] in dv-cinder-852364-3-iscsi {{(pid=111143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:52:15.742316 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-7572649d-5d6b-4f40-857b-d4ae39d4e85f tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:15.746328 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [None req-7572649d-5d6b-4f40-857b-d4ae39d4e85f tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] 10.222.0.59 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4670355 Aug 09 16:52:15.750363 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-449ab74d-49ba-4936-878f-45325c98764d None None] Routers {'ec152bae-5db9-4a31-b356-53f0d5e8b7b5'} bound to L3 agent in host dv-cinder-852364-3-iscsi {{(pid=111143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 16:52:15.750491 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.wsgi [-] (111141) accepted ('10.222.0.59', 51734) {{(pid=111141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:52:15.750980 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.l3_hamode_db [None req-449ab74d-49ba-4936-878f-45325c98764d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-09T16:42:12Z,description=,heartbeat_timestamp=2022-08-09T16:52:12Z,host='dv-cinder-852364-3-iscsi',id=2cf02505-efcb-442b-855b-6c659df6f18c,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:13Z,topic='l3_agent')) {'router_ids': ['ec152bae-5db9-4a31-b356-53f0d5e8b7b5'], 'active': True} {{(pid=111143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:52:15.751951 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.v2.base [None req-d4665845-ea85-47e8-b9ae-d2d8f9b0d394 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Request body: {'security_group_rule': {'security_group_id': '891c2bba-5f70-4348-a605-867373065164', 'project_id': 'e5e7f48ecafa4bfe80fadd50e0b24cbb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=111141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 16:52:15.765122 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-6350ef30-6b39-41c4-a0ce-47d82f86ac5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12487470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12315147'] for subnet (1b532a95-1235-4d0d-9992-be56a4fc30cf), after_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:15.768183 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:52:15.832036 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6350ef30-6b39-41c4-a0ce-47d82f86ac5c admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b532a95-1235-4d0d-9992-be56a4fc30cf,revision_number=0']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:52:15.843247 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6350ef30-6b39-41c4-a0ce-47d82f86ac5c admin admin] Checking segment: {'id': '38d2f02a-8f81-4105-9e72-6704317cfa7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 959, 'network_id': '2fdb2410-afc4-41b9-b8f9-2ac596eb2296'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 09 16:52:15.843696 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6350ef30-6b39-41c4-a0ce-47d82f86ac5c admin admin] Network hostable DHCP agents. Network: 2fdb2410-afc4-41b9-b8f9-2ac596eb2296, hostable agents: ['0d699ab0-1a4e-47ab-a625-f3b077123214'], hosted agents: [] {{(pid=111141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 16:52:15.878554 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-d4665845-ea85-47e8-b9ae-d2d8f9b0d394 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Publish callbacks [] for security_group_rule (f1aca27c-9b0c-47f8-8acf-3354a0080208), before_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:15.951961 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6350ef30-6b39-41c4-a0ce-47d82f86ac5c admin admin] Network 2fdb2410-afc4-41b9-b8f9-2ac596eb2296 is scheduled to be hosted by DHCP agent 0d699ab0-1a4e-47ab-a625-f3b077123214 with binding_index 1 {{(pid=111141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 16:52:15.967830 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-d4665845-ea85-47e8-b9ae-d2d8f9b0d394 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Publish callbacks [] for security_group_rule (f1aca27c-9b0c-47f8-8acf-3354a0080208), precommit_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:15.968695 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.l3_dvr_db [None req-449ab74d-49ba-4936-878f-45325c98764d None None] Set router ec152bae-5db9-4a31-b356-53f0d5e8b7b5 gateway port host: dv-cinder-852364-3-iscsi {{(pid=111143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 16:52:15.990904 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Device efa2f681-52f4-457a-981e-7bc948af8d1c up at agent ovs-agent-dv-cinder-852364-3-iscsi {{(pid=111142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:52:16.028231 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.wsgi [-] (111140) accepted ('10.222.0.59', 51738) {{(pid=111140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:52:16.039620 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.provisioning_blocks [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Provisioning complete for port efa2f681-52f4-457a-981e-7bc948af8d1c triggered by entity L2. {{(pid=111142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 16:52:16.040145 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877469'] for port (efa2f681-52f4-457a-981e-7bc948af8d1c), provisioning_complete {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:16.048523 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-d4665845-ea85-47e8-b9ae-d2d8f9b0d394 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765607'] for security_group_rule (f1aca27c-9b0c-47f8-8acf-3354a0080208), after_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:16.051246 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.scheduler.base_scheduler [None req-6350ef30-6b39-41c4-a0ce-47d82f86ac5c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852364-3-iscsi, 2fdb2410-afc4-41b9-b8f9-2ac596eb2296) {{(pid=111141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:52:16.067386 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bb84c26-ebdf-4b7d-9127-0ba0b2245c48 None None] Network 2fdb2410-afc4-41b9-b8f9-2ac596eb2296 requested from dv-cinder-852364-3-iscsi {{(pid=111142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 09 16:52:16.074183 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6350ef30-6b39-41c4-a0ce-47d82f86ac5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:52:16.074783 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-6350ef30-6b39-41c4-a0ce-47d82f86ac5c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526441'] for subnet (None), before_response {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:16.118260 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4665845-ea85-47e8-b9ae-d2d8f9b0d394 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1aca27c-9b0c-47f8-8acf-3354a0080208,revision_number=0']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:52:16.161378 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG dbcounter [-] [111143] Writing DB stats neutron:SELECT=100 {{(pid=111143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:52:16.170679 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-d4665845-ea85-47e8-b9ae-d2d8f9b0d394 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:16.172552 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [None req-d4665845-ea85-47e8-b9ae-d2d8f9b0d394 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] 10.222.0.59 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4244399 Aug 09 16:52:16.175291 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.wsgi [-] (111141) accepted ('10.222.0.59', 51744) {{(pid=111141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:52:16.181207 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.v2.base [None req-92e32de4-c7f7-4f69-80d2-265e88862c73 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Request body: {'security_group_rule': {'security_group_id': '891c2bba-5f70-4348-a605-867373065164', 'project_id': 'e5e7f48ecafa4bfe80fadd50e0b24cbb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=111141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 16:52:16.210966 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [None req-6350ef30-6b39-41c4-a0ce-47d82f86ac5c admin admin] 10.222.0.59 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.9394629 Aug 09 16:52:16.213433 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=83,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:52:16.214095 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.wsgi [-] (111140) accepted ('10.222.0.59', 51746) {{(pid=111140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:52:16.226346 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.v2.base [None req-53287d47-2df7-43f5-8248-9deed29ee262 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1656146575-router', 'tenant_id': '432f91c6e89c4fecb0d1f6afb1bcfe7e', 'external_gateway_info': {'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a'}}} {{(pid=111140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 16:52:16.233366 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-71c2e219-ea87-4709-b007-30bec56128f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:16.241681 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.l3_hamode_db [None req-449ab74d-49ba-4936-878f-45325c98764d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec152bae-5db9-4a31-b356-53f0d5e8b7b5', 'name': 'tempest-TestVolumeBootPattern-2033956508-router', 'tenant_id': '8de565a6ae344249bec9514fc346a40c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'external_fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': 'efa2f681-52f4-457a-981e-7bc948af8d1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:52:06Z', 'updated_at': '2022-08-09T16:52:12Z', 'revision_number': 4, 'project_id': '8de565a6ae344249bec9514fc346a40c', 'gw_port': {'id': 'efa2f681-52f4-457a-981e-7bc948af8d1c', 'name': '', 'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:1c:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec152bae-5db9-4a31-b356-53f0d5e8b7b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:52:07Z', 'updated_at': '2022-08-09T16:52:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-3-iscsi', '_interfaces': [{'id': '8c705187-6259-4177-9d7b-2d503e7cb59c', 'name': '', 'network_id': '2ab47f19-9250-4cca-b6db-ba17738c46fa', 'tenant_id': '8de565a6ae344249bec9514fc346a40c', 'mac_address': 'fa:16:3e:0d:b4:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec152bae-5db9-4a31-b356-53f0d5e8b7b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'ee05671d-94f7-4e7c-a172-19d8caaf5828', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:52:11Z', 'updated_at': '2022-08-09T16:52:12Z', 'revision_number': 2, 'project_id': '8de565a6ae344249bec9514fc346a40c', 'subnets': [{'id': 'ee05671d-94f7-4e7c-a172-19d8caaf5828', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-3-iscsi', False) {} {{(pid=111143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:52:16.266980 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c06853-b341-41a1-9503-16e1bba7e48c req-30e56bbc-8744-40fe-ad7c-99618fbaba3c tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:52:16.268496 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-c0c06853-b341-41a1-9503-16e1bba7e48c req-30e56bbc-8744-40fe-ad7c-99618fbaba3c tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=bad3d121-535f-4a16-b412-574cf5da50e9 HTTP/1.1" status: 200 len: 945 time: 0.0994821 Aug 09 16:52:16.269123 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-449ab74d-49ba-4936-878f-45325c98764d None None] Checking router: ec152bae-5db9-4a31-b356-53f0d5e8b7b5 for host: dv-cinder-852364-3-iscsi {{(pid=111143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:52:16.269766 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-449ab74d-49ba-4936-878f-45325c98764d None None] Updating router ec152bae-5db9-4a31-b356-53f0d5e8b7b5 port 8c705187-6259-4177-9d7b-2d503e7cb59c binding host dv-cinder-852364-3-iscsi {{(pid=111143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 16:52:16.295986 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:52:16.304567 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron_lib.callbacks.manager [None req-449ab74d-49ba-4936-878f-45325c98764d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (8c705187-6259-4177-9d7b-2d503e7cb59c), before_update {{(pid=111143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:16.326607 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-92e32de4-c7f7-4f69-80d2-265e88862c73 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Publish callbacks [] for security_group_rule (7e122f76-edf8-4047-9a87-f0c0dab63fb4), before_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:16.354291 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-53287d47-2df7-43f5-8248-9deed29ee262 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-341582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-334'] for router (a94090c4-336e-481c-a22d-3841e2f9caeb), before_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:16.355529 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-53287d47-2df7-43f5-8248-9deed29ee262 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-337957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692940', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-558489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-327'] for router (a94090c4-336e-481c-a22d-3841e2f9caeb), precommit_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:16.389129 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Current status of the port efa2f681-52f4-457a-981e-7bc948af8d1c is: DOWN; New status is: ACTIVE {{(pid=111142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 16:52:16.390126 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (efa2f681-52f4-457a-981e-7bc948af8d1c), before_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:16.397526 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-c0c06853-b341-41a1-9503-16e1bba7e48c req-e23e8bbe-1459-48a6-8341-a63ec8787b00 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=2bdfd362-24cf-46bd-9f16-b84704a8b95f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136913 Aug 09 16:52:16.400675 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d2b2fff-899d-4b01-adab-f0e573dcef6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c3c12f7-d4c6-523e-962d-24da77ca8a50-2fdb2410-afc4-41b9-b8f9-2ac596eb2296', 'network_id': '2fdb2410-afc4-41b9-b8f9-2ac596eb2296', 'project_id': '432f91c6e89c4fecb0d1f6afb1bcfe7e', 'fixed_ips': [{'subnet_id': '1b532a95-1235-4d0d-9992-be56a4fc30cf'}]}} from dv-cinder-852364-3-iscsi. {{(pid=111142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 09 16:52:16.401857 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-2d2b2fff-899d-4b01-adab-f0e573dcef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (None), before_create {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:16.410367 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-92e32de4-c7f7-4f69-80d2-265e88862c73 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Publish callbacks [] for security_group_rule (7e122f76-edf8-4047-9a87-f0c0dab63fb4), precommit_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:16.464939 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.db [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] For port efa2f681-52f4-457a-981e-7bc948af8d1c, host dv-cinder-852364-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-3-iscsi',level=0,port_id=efa2f681-52f4-457a-981e-7bc948af8d1c,segment=NetworkSegment(3548ff03-3b62-477c-991b-01c3e3081105),segment_id=3548ff03-3b62-477c-991b-01c3e3081105)] {{(pid=111142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:52:16.486685 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-53287d47-2df7-43f5-8248-9deed29ee262 admin admin] Publish callbacks [] for router_controller (a94090c4-336e-481c-a22d-3841e2f9caeb), precommit_add_association {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:16.506886 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG dbcounter [-] [111143] Writing DB stats neutron:SELECT=100 {{(pid=111143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:52:16.519993 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-71c2e219-ea87-4709-b007-30bec56128f9 admin admin] Publish callbacks [] for security_group (73fa107a-deb0-4155-8dcf-20854c4d15f9), precommit_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:16.545559 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-92e32de4-c7f7-4f69-80d2-265e88862c73 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765607'] for security_group_rule (7e122f76-edf8-4047-9a87-f0c0dab63fb4), after_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:16.565936 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e32de4-c7f7-4f69-80d2-265e88862c73 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e122f76-edf8-4047-9a87-f0c0dab63fb4,revision_number=0']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:52:16.576121 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748338263269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748337861771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748337861789'] for port (efa2f681-52f4-457a-981e-7bc948af8d1c), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:16.691356 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Pushing event updated for resources: {'Port': ['ID=efa2f681-52f4-457a-981e-7bc948af8d1c,revision_number=4']} {{(pid=111142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:52:16.706797 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.db_base_plugin_common [None req-2d2b2fff-899d-4b01-adab-f0e573dcef6a None None] Allocated IP 172.20.0.2 (2fdb2410-afc4-41b9-b8f9-2ac596eb2296/1b532a95-1235-4d0d-9992-be56a4fc30cf/71831847-9126-45bc-968d-52241afa0cb7) {{(pid=111142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:52:16.735625 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-92e32de4-c7f7-4f69-80d2-265e88862c73 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:16.736859 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [None req-92e32de4-c7f7-4f69-80d2-265e88862c73 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] 10.222.0.59 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5603940 Aug 09 16:52:16.748257 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.wsgi [-] (111141) accepted ('10.222.0.59', 51752) {{(pid=111141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:52:16.758589 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron_lib.callbacks.manager [None req-449ab74d-49ba-4936-878f-45325c98764d None None] Publish callbacks [] for port (8c705187-6259-4177-9d7b-2d503e7cb59c), precommit_update {{(pid=111143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:16.764716 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.v2.base [None req-50dc51c3-a28e-4d10-9056-28744e9b1e39 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Request body: {'security_group_rule': {'security_group_id': '891c2bba-5f70-4348-a605-867373065164', 'project_id': 'e5e7f48ecafa4bfe80fadd50e0b24cbb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=111141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 16:52:16.767401 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-71c2e219-ea87-4709-b007-30bec56128f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763768'] for security_group (73fa107a-deb0-4155-8dcf-20854c4d15f9), after_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:16.820089 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron_lib.callbacks.manager [None req-449ab74d-49ba-4936-878f-45325c98764d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748338263269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748337861771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748337861789'] for port (8c705187-6259-4177-9d7b-2d503e7cb59c), after_update {{(pid=111143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:16.830920 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:52:16.871516 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.db.securitygroups_db [None req-50dc51c3-a28e-4d10-9056-28744e9b1e39 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Project e5e7f48ecafa4bfe80fadd50e0b24cbb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 09 16:52:16.877148 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-50dc51c3-a28e-4d10-9056-28744e9b1e39 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Publish callbacks [] for security_group_rule (d583147f-8cd9-45e1-8092-dba8af610d43), before_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:16.898400 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-2d2b2fff-899d-4b01-adab-f0e573dcef6a None None] Publish callbacks [] for port (71831847-9126-45bc-968d-52241afa0cb7), precommit_create {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:16.946010 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [None req-71c2e219-ea87-4709-b007-30bec56128f9 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=b20726e365714037b0d91439899d93a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9166775 Aug 09 16:52:16.949947 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c2e219-ea87-4709-b007-30bec56128f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73fa107a-deb0-4155-8dcf-20854c4d15f9,revision_number=1']} {{(pid=111140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:52:16.951577 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.wsgi [-] (111140) accepted ('10.222.0.59', 51758) {{(pid=111140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:52:16.964844 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc112dc0-9fa5-403a-a626-708891d5788d None None] Pushing event updated for resources: {'Port': ['ID=8c705187-6259-4177-9d7b-2d503e7cb59c,revision_number=3']} {{(pid=111143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:52:16.968873 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=81,neutron:INSERT=17,neutron:UPDATE=2 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:52:16.972611 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-53287d47-2df7-43f5-8248-9deed29ee262 admin admin] Publish callbacks [] for router_gateway (a94090c4-336e-481c-a22d-3841e2f9caeb), precommit_update {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:16.976783 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.plugins.ml2.managers [None req-449ab74d-49ba-4936-878f-45325c98764d None None] Attempting to bind port 8c705187-6259-4177-9d7b-2d503e7cb59c on host dv-cinder-852364-3-iscsi for vnic_type normal with profile {{(pid=111143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 09 16:52:16.977151 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.plugins.ml2.managers [None req-449ab74d-49ba-4936-878f-45325c98764d None None] Attempting to bind port 8c705187-6259-4177-9d7b-2d503e7cb59c by drivers openvswitch,hyperv on host dv-cinder-852364-3-iscsi at level 0 using segments [{'id': '18ce8330-c77a-4ce0-953e-fe06a54dabed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 965, 'network_id': '2ab47f19-9250-4cca-b6db-ba17738c46fa'}] {{(pid=111143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 09 16:52:16.977508 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-449ab74d-49ba-4936-878f-45325c98764d None None] Attempting to bind port 8c705187-6259-4177-9d7b-2d503e7cb59c on network 2ab47f19-9250-4cca-b6db-ba17738c46fa {{(pid=111143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 16:52:16.983596 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-449ab74d-49ba-4936-878f-45325c98764d None None] Checking agent: {'id': '47988f4d-09d0-4892-bbfe-5b11c743802f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852364-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 9, 16, 42, 16), 'started_at': datetime.datetime(2022, 8, 9, 16, 42, 46), 'heartbeat_timestamp': datetime.datetime(2022, 8, 9, 16, 52, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852364-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 09 16:52:16.985744 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-449ab74d-49ba-4936-878f-45325c98764d None None] Checking segment: {'id': '18ce8330-c77a-4ce0-953e-fe06a54dabed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 965, 'network_id': '2ab47f19-9250-4cca-b6db-ba17738c46fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 09 16:52:16.985744 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron_lib.callbacks.manager [None req-449ab74d-49ba-4936-878f-45325c98764d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:16.985744 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-449ab74d-49ba-4936-878f-45325c98764d None None] Bound using segment: {'id': '18ce8330-c77a-4ce0-953e-fe06a54dabed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 965, 'network_id': '2ab47f19-9250-4cca-b6db-ba17738c46fa'} {{(pid=111143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 09 16:52:16.985744 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.plugins.ml2.managers [None req-449ab74d-49ba-4936-878f-45325c98764d None None] Bound port: 8c705187-6259-4177-9d7b-2d503e7cb59c, host: dv-cinder-852364-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18ce8330-c77a-4ce0-953e-fe06a54dabed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 965, 'network_id': '2ab47f19-9250-4cca-b6db-ba17738c46fa'}}] {{(pid=111143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 09 16:52:16.985744 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron_lib.callbacks.manager [None req-449ab74d-49ba-4936-878f-45325c98764d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (8c705187-6259-4177-9d7b-2d503e7cb59c), before_update {{(pid=111143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:17.015995 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-2d2b2fff-899d-4b01-adab-f0e573dcef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748337861753'] for port (71831847-9126-45bc-968d-52241afa0cb7), after_create {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:17.029534 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-50dc51c3-a28e-4d10-9056-28744e9b1e39 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Publish callbacks [] for security_group_rule (d583147f-8cd9-45e1-8092-dba8af610d43), precommit_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:17.061755 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-eb321783-3237-46b9-90bf-795fcbcea98e admin admin] Publish callbacks [] for security_group (73fa107a-deb0-4155-8dcf-20854c4d15f9), before_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:17.085538 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d2b2fff-899d-4b01-adab-f0e573dcef6a None None] Network 2fdb2410-afc4-41b9-b8f9-2ac596eb2296 is already hosted by enough agents. {{(pid=111142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:52:17.090546 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.scheduler.base_scheduler [None req-2d2b2fff-899d-4b01-adab-f0e573dcef6a None None] Resources bound (agent type, host, resource id): {{(pid=111142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:52:17.096645 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-50dc51c3-a28e-4d10-9056-28744e9b1e39 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765607'] for security_group_rule (d583147f-8cd9-45e1-8092-dba8af610d43), after_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:17.097935 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d2b2fff-899d-4b01-adab-f0e573dcef6a None None] Received port after_create {{(pid=111142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 09 16:52:17.102786 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:52:17.113166 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.plugins.ml2.db [None req-449ab74d-49ba-4936-878f-45325c98764d None None] For port 8c705187-6259-4177-9d7b-2d503e7cb59c, host dv-cinder-852364-3-iscsi, cleared binding levels {{(pid=111143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:52:17.113992 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.plugins.ml2.db [None req-449ab74d-49ba-4936-878f-45325c98764d None None] For port 8c705187-6259-4177-9d7b-2d503e7cb59c, host dv-cinder-852364-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-3-iscsi',level=0,port_id=8c705187-6259-4177-9d7b-2d503e7cb59c,segment=NetworkSegment(18ce8330-c77a-4ce0-953e-fe06a54dabed),segment_id=18ce8330-c77a-4ce0-953e-fe06a54dabed)] {{(pid=111143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:52:17.115158 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG dbcounter [-] [111143] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=111143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:52:17.129871 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50dc51c3-a28e-4d10-9056-28744e9b1e39 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d583147f-8cd9-45e1-8092-dba8af610d43,revision_number=0']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:52:17.134070 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2b2fff-899d-4b01-adab-f0e573dcef6a None None] Pushing event updated for resources: {'Port': ['ID=71831847-9126-45bc-968d-52241afa0cb7,revision_number=1']} {{(pid=111142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:52:17.146680 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-eb321783-3237-46b9-90bf-795fcbcea98e admin admin] Publish callbacks [] for security_group (73fa107a-deb0-4155-8dcf-20854c4d15f9), precommit_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:17.169956 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.managers [None req-2d2b2fff-899d-4b01-adab-f0e573dcef6a None None] Attempting to bind port 71831847-9126-45bc-968d-52241afa0cb7 on host dv-cinder-852364-3-iscsi for vnic_type normal with profile {{(pid=111142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 09 16:52:17.170248 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.managers [None req-2d2b2fff-899d-4b01-adab-f0e573dcef6a None None] Attempting to bind port 71831847-9126-45bc-968d-52241afa0cb7 by drivers openvswitch,hyperv on host dv-cinder-852364-3-iscsi at level 0 using segments [{'id': '38d2f02a-8f81-4105-9e72-6704317cfa7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 959, 'network_id': '2fdb2410-afc4-41b9-b8f9-2ac596eb2296'}] {{(pid=111142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 09 16:52:17.170617 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d2b2fff-899d-4b01-adab-f0e573dcef6a None None] Attempting to bind port 71831847-9126-45bc-968d-52241afa0cb7 on network 2fdb2410-afc4-41b9-b8f9-2ac596eb2296 {{(pid=111142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 16:52:17.175732 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d2b2fff-899d-4b01-adab-f0e573dcef6a None None] Checking agent: {'id': '47988f4d-09d0-4892-bbfe-5b11c743802f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852364-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 9, 16, 42, 16), 'started_at': datetime.datetime(2022, 8, 9, 16, 42, 46), 'heartbeat_timestamp': datetime.datetime(2022, 8, 9, 16, 52, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852364-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 09 16:52:17.176110 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d2b2fff-899d-4b01-adab-f0e573dcef6a None None] Checking segment: {'id': '38d2f02a-8f81-4105-9e72-6704317cfa7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 959, 'network_id': '2fdb2410-afc4-41b9-b8f9-2ac596eb2296'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 09 16:52:17.176515 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-2d2b2fff-899d-4b01-adab-f0e573dcef6a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:17.176905 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d2b2fff-899d-4b01-adab-f0e573dcef6a None None] Bound using segment: {'id': '38d2f02a-8f81-4105-9e72-6704317cfa7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 959, 'network_id': '2fdb2410-afc4-41b9-b8f9-2ac596eb2296'} {{(pid=111142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 09 16:52:17.177372 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.managers [None req-2d2b2fff-899d-4b01-adab-f0e573dcef6a None None] Bound port: 71831847-9126-45bc-968d-52241afa0cb7, host: dv-cinder-852364-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38d2f02a-8f81-4105-9e72-6704317cfa7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 959, 'network_id': '2fdb2410-afc4-41b9-b8f9-2ac596eb2296'}}] {{(pid=111142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 09 16:52:17.177773 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-2d2b2fff-899d-4b01-adab-f0e573dcef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (71831847-9126-45bc-968d-52241afa0cb7), before_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:17.233103 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron_lib.callbacks.manager [None req-449ab74d-49ba-4936-878f-45325c98764d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748338263269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748337861771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748337861789'] for port (8c705187-6259-4177-9d7b-2d503e7cb59c), after_update {{(pid=111143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:17.244812 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.db [None req-2d2b2fff-899d-4b01-adab-f0e573dcef6a None None] For port 71831847-9126-45bc-968d-52241afa0cb7, host dv-cinder-852364-3-iscsi, cleared binding levels {{(pid=111142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:52:17.248417 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.db [None req-2d2b2fff-899d-4b01-adab-f0e573dcef6a None None] For port 71831847-9126-45bc-968d-52241afa0cb7, host dv-cinder-852364-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-3-iscsi',level=0,port_id=71831847-9126-45bc-968d-52241afa0cb7,segment=NetworkSegment(38d2f02a-8f81-4105-9e72-6704317cfa7c),segment_id=38d2f02a-8f81-4105-9e72-6704317cfa7c)] {{(pid=111142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:52:17.255518 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-50dc51c3-a28e-4d10-9056-28744e9b1e39 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:17.259151 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [None req-50dc51c3-a28e-4d10-9056-28744e9b1e39 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] 10.222.0.59 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5076823 Aug 09 16:52:17.260601 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.wsgi [-] (111141) accepted ('10.222.0.59', 51760) {{(pid=111141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:52:17.265943 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.v2.base [None req-6f8c185b-793b-4c0e-a9da-31db62d387ac tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Request body: {'security_group_rule': {'security_group_id': '891c2bba-5f70-4348-a605-867373065164', 'project_id': 'e5e7f48ecafa4bfe80fadd50e0b24cbb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=111141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 16:52:17.281102 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-449ab74d-49ba-4936-878f-45325c98764d None None] Routers {'ec152bae-5db9-4a31-b356-53f0d5e8b7b5'} bound to L3 agent in host dv-cinder-852364-3-iscsi {{(pid=111143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 16:52:17.281796 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.l3_hamode_db [None req-449ab74d-49ba-4936-878f-45325c98764d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-09T16:42:12Z,description=,heartbeat_timestamp=2022-08-09T16:52:12Z,host='dv-cinder-852364-3-iscsi',id=2cf02505-efcb-442b-855b-6c659df6f18c,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:13Z,topic='l3_agent')) {'router_ids': ['ec152bae-5db9-4a31-b356-53f0d5e8b7b5'], 'active': True} {{(pid=111143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:52:17.320228 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-53287d47-2df7-43f5-8248-9deed29ee262 admin admin] Publish callbacks [] for router_gateway (a94090c4-336e-481c-a22d-3841e2f9caeb), before_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:17.333276 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc112dc0-9fa5-403a-a626-708891d5788d None None] Pushing event updated for resources: {'Port': ['ID=8c705187-6259-4177-9d7b-2d503e7cb59c,revision_number=4']} {{(pid=111143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:52:17.341516 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-53287d47-2df7-43f5-8248-9deed29ee262 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (None), before_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:17.397963 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.l3_dvr_db [None req-449ab74d-49ba-4936-878f-45325c98764d None None] Set router ec152bae-5db9-4a31-b356-53f0d5e8b7b5 gateway port host: dv-cinder-852364-3-iscsi {{(pid=111143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 16:52:17.404505 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-2d2b2fff-899d-4b01-adab-f0e573dcef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748338263269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748337861771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748337861789'] for port (71831847-9126-45bc-968d-52241afa0cb7), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:17.411610 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.db.securitygroups_db [None req-6f8c185b-793b-4c0e-a9da-31db62d387ac tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Project e5e7f48ecafa4bfe80fadd50e0b24cbb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 09 16:52:17.436479 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-6f8c185b-793b-4c0e-a9da-31db62d387ac tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Publish callbacks [] for security_group_rule (a2e0ad61-2539-4d89-9a97-09ac8b2a8fb7), before_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:17.438637 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-eb321783-3237-46b9-90bf-795fcbcea98e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763768'] for security_group (73fa107a-deb0-4155-8dcf-20854c4d15f9), after_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:17.458311 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-eb321783-3237-46b9-90bf-795fcbcea98e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:17.465564 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [None req-eb321783-3237-46b9-90bf-795fcbcea98e admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/73fa107a-deb0-4155-8dcf-20854c4d15f9 HTTP/1.1" status: 204 len: 168 time: 0.5128691 Aug 09 16:52:17.483557 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb321783-3237-46b9-90bf-795fcbcea98e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73fa107a-deb0-4155-8dcf-20854c4d15f9,revision_number=None']} {{(pid=111140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:52:17.523175 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.db.db_base_plugin_common [None req-53287d47-2df7-43f5-8248-9deed29ee262 admin admin] Allocated IP 172.27.2.254 (0b446ac8-416d-4492-b144-c475e4beb84a/4516d54a-1367-472b-b3e4-4bb105fe12f6/98cf9500-f4e4-480b-a0ee-c5ca9d65cb60) {{(pid=111140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:52:17.550428 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2b2fff-899d-4b01-adab-f0e573dcef6a None None] Pushing event updated for resources: {'Port': ['ID=71831847-9126-45bc-968d-52241afa0cb7,revision_number=2']} {{(pid=111142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:52:17.656685 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:INSERT=8,neutron:SELECT=87,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:52:17.683991 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-6f8c185b-793b-4c0e-a9da-31db62d387ac tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Publish callbacks [] for security_group_rule (a2e0ad61-2539-4d89-9a97-09ac8b2a8fb7), precommit_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:17.699348 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990dd846-c9e8-4008-a0a8-10dc9eb13dac req-d3dce495-85a5-43ab-9dc1-72209c298e3f tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:52:17.701252 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-990dd846-c9e8-4008-a0a8-10dc9eb13dac req-d3dce495-85a5-43ab-9dc1-72209c298e3f tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=bad3d121-535f-4a16-b412-574cf5da50e9 HTTP/1.1" status: 200 len: 945 time: 0.0789325 Aug 09 16:52:17.738138 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-53287d47-2df7-43f5-8248-9deed29ee262 admin admin] Publish callbacks [] for port (98cf9500-f4e4-480b-a0ee-c5ca9d65cb60), precommit_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:17.777510 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-6f8c185b-793b-4c0e-a9da-31db62d387ac tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765607'] for security_group_rule (a2e0ad61-2539-4d89-9a97-09ac8b2a8fb7), after_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:17.815682 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-990dd846-c9e8-4008-a0a8-10dc9eb13dac req-ec1ff7c5-497f-4c4f-80ce-aafdf5ffde8b tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=2bdfd362-24cf-46bd-9f16-b84704a8b95f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886147 Aug 09 16:52:17.829642 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8c185b-793b-4c0e-a9da-31db62d387ac tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2e0ad61-2539-4d89-9a97-09ac8b2a8fb7,revision_number=0']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:52:17.843408 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.l3_hamode_db [None req-449ab74d-49ba-4936-878f-45325c98764d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec152bae-5db9-4a31-b356-53f0d5e8b7b5', 'name': 'tempest-TestVolumeBootPattern-2033956508-router', 'tenant_id': '8de565a6ae344249bec9514fc346a40c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'external_fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': 'efa2f681-52f4-457a-981e-7bc948af8d1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:52:06Z', 'updated_at': '2022-08-09T16:52:12Z', 'revision_number': 4, 'project_id': '8de565a6ae344249bec9514fc346a40c', 'gw_port': {'id': 'efa2f681-52f4-457a-981e-7bc948af8d1c', 'name': '', 'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:1c:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec152bae-5db9-4a31-b356-53f0d5e8b7b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:52:07Z', 'updated_at': '2022-08-09T16:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-3-iscsi', '_interfaces': [{'id': '8c705187-6259-4177-9d7b-2d503e7cb59c', 'name': '', 'network_id': '2ab47f19-9250-4cca-b6db-ba17738c46fa', 'tenant_id': '8de565a6ae344249bec9514fc346a40c', 'mac_address': 'fa:16:3e:0d:b4:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec152bae-5db9-4a31-b356-53f0d5e8b7b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'ee05671d-94f7-4e7c-a172-19d8caaf5828', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:52:11Z', 'updated_at': '2022-08-09T16:52:17Z', 'revision_number': 4, 'project_id': '8de565a6ae344249bec9514fc346a40c', 'subnets': [{'id': 'ee05671d-94f7-4e7c-a172-19d8caaf5828', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-3-iscsi', False) {} {{(pid=111143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:52:17.873882 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-449ab74d-49ba-4936-878f-45325c98764d None None] The sync data for ids ['ec152bae-5db9-4a31-b356-53f0d5e8b7b5'] in dv-cinder-852364-3-iscsi is: [{'id': 'ec152bae-5db9-4a31-b356-53f0d5e8b7b5', 'name': 'tempest-TestVolumeBootPattern-2033956508-router', 'tenant_id': '8de565a6ae344249bec9514fc346a40c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'external_fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': 'efa2f681-52f4-457a-981e-7bc948af8d1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:52:06Z', 'updated_at': '2022-08-09T16:52:12Z', 'revision_number': 4, 'project_id': '8de565a6ae344249bec9514fc346a40c', 'gw_port': {'id': 'efa2f681-52f4-457a-981e-7bc948af8d1c', 'name': '', 'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:1c:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec152bae-5db9-4a31-b356-53f0d5e8b7b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:52:07Z', 'updated_at': '2022-08-09T16:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-3-iscsi', '_interfaces': [{'id': '8c705187-6259-4177-9d7b-2d503e7cb59c', 'name': '', 'network_id': '2ab47f19-9250-4cca-b6db-ba17738c46fa', 'tenant_id': '8de565a6ae344249bec9514fc346a40c', 'mac_address': 'fa:16:3e:0d:b4:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec152bae-5db9-4a31-b356-53f0d5e8b7b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'ee05671d-94f7-4e7c-a172-19d8caaf5828', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:52:11Z', 'updated_at': '2022-08-09T16:52:17Z', 'revision_number': 4, 'project_id': '8de565a6ae344249bec9514fc346a40c', 'subnets': [{'id': 'ee05671d-94f7-4e7c-a172-19d8caaf5828', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:52:17.901353 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-6f8c185b-793b-4c0e-a9da-31db62d387ac tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:17.909754 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [None req-6f8c185b-793b-4c0e-a9da-31db62d387ac tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] 10.222.0.59 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6444197 Aug 09 16:52:18.028059 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-53287d47-2df7-43f5-8248-9deed29ee262 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748337861753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12086677'] for port (98cf9500-f4e4-480b-a0ee-c5ca9d65cb60), after_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:18.123804 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53287d47-2df7-43f5-8248-9deed29ee262 admin admin] Network 0b446ac8-416d-4492-b144-c475e4beb84a is already hosted by enough agents. {{(pid=111140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:52:18.142347 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed59b7e8-0712-4cc8-8183-a49a7f686b4d req-bec58f18-8cbc-4add-bc89-f6381aeaa6ef tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:52:18.144634 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-ed59b7e8-0712-4cc8-8183-a49a7f686b4d req-bec58f18-8cbc-4add-bc89-f6381aeaa6ef tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=a4d48aed-6528-46cd-a11e-6899591a4a27 HTTP/1.1" status: 200 len: 946 time: 0.2443330 Aug 09 16:52:18.145569 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.scheduler.base_scheduler [None req-53287d47-2df7-43f5-8248-9deed29ee262 admin admin] Resources bound (agent type, host, resource id): {{(pid=111140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:52:18.155592 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53287d47-2df7-43f5-8248-9deed29ee262 admin admin] Received port after_create {{(pid=111140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 09 16:52:18.157966 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Device efa2f681-52f4-457a-981e-7bc948af8d1c up at agent ovs-agent-dv-cinder-852364-3-iscsi {{(pid=111142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:52:18.224625 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53287d47-2df7-43f5-8248-9deed29ee262 admin admin] Pushing event updated for resources: {'Port': ['ID=98cf9500-f4e4-480b-a0ee-c5ca9d65cb60,revision_number=1']} {{(pid=111140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:52:18.230552 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.provisioning_blocks [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Provisioning complete for port efa2f681-52f4-457a-981e-7bc948af8d1c triggered by entity L2. {{(pid=111142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 16:52:18.231384 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877469'] for port (efa2f681-52f4-457a-981e-7bc948af8d1c), provisioning_complete {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:18.334089 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Current status of the port efa2f681-52f4-457a-981e-7bc948af8d1c is: ACTIVE; New status is: ACTIVE {{(pid=111142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 16:52:18.335819 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Device 71831847-9126-45bc-968d-52241afa0cb7 up at agent ovs-agent-dv-cinder-852364-3-iscsi {{(pid=111142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:52:18.361054 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-ed59b7e8-0712-4cc8-8183-a49a7f686b4d req-19789a71-0756-4f82-965c-b021d29a79a3 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=2bdfd362-24cf-46bd-9f16-b84704a8b95f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722662 Aug 09 16:52:18.425488 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.provisioning_blocks [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Provisioning complete for port 71831847-9126-45bc-968d-52241afa0cb7 triggered by entity L2. {{(pid=111142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 16:52:18.432895 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877469'] for port (71831847-9126-45bc-968d-52241afa0cb7), provisioning_complete {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:18.546141 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Current status of the port 71831847-9126-45bc-968d-52241afa0cb7 is: DOWN; New status is: ACTIVE {{(pid=111142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 16:52:18.550616 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (71831847-9126-45bc-968d-52241afa0cb7), before_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:18.562964 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:52:18.603294 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.wsgi [-] (111141) accepted ('10.222.0.59', 51814) {{(pid=111141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:52:18.622139 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-b5aa36fb-1f7c-4f59-8a87-bc0a9a4a1723 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:18.629296 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.db [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] For port 71831847-9126-45bc-968d-52241afa0cb7, host dv-cinder-852364-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-3-iscsi',level=0,port_id=71831847-9126-45bc-968d-52241afa0cb7,segment=NetworkSegment(38d2f02a-8f81-4105-9e72-6704317cfa7c),segment_id=38d2f02a-8f81-4105-9e72-6704317cfa7c)] {{(pid=111142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:52:18.732401 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-b5aa36fb-1f7c-4f59-8a87-bc0a9a4a1723 admin admin] Publish callbacks [] for security_group (bc783d20-ffb4-43eb-9b1f-6cbc3d71c3ad), precommit_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:18.733765 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748338263269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748337861771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748337861789'] for port (71831847-9126-45bc-968d-52241afa0cb7), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:18.741551 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Device 8c705187-6259-4177-9d7b-2d503e7cb59c up at agent ovs-agent-dv-cinder-852364-3-iscsi {{(pid=111142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:52:18.784005 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-53287d47-2df7-43f5-8248-9deed29ee262 admin admin] Publish callbacks [] for router_gateway (a94090c4-336e-481c-a22d-3841e2f9caeb), after_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:18.785118 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-b5aa36fb-1f7c-4f59-8a87-bc0a9a4a1723 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763768'] for security_group (bc783d20-ffb4-43eb-9b1f-6cbc3d71c3ad), after_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:18.835934 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5aa36fb-1f7c-4f59-8a87-bc0a9a4a1723 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc783d20-ffb4-43eb-9b1f-6cbc3d71c3ad,revision_number=1']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:52:18.875779 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [None req-b5aa36fb-1f7c-4f59-8a87-bc0a9a4a1723 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=af06dbe080af4cbaa2c96074a9f3c269&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2711341 Aug 09 16:52:18.876505 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.wsgi [-] (111141) accepted ('10.222.0.59', 51822) {{(pid=111141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:52:18.885710 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc9d00a1-5c22-4317-bc47-9f19fb74e59d None None] Network 2fdb2410-afc4-41b9-b8f9-2ac596eb2296 requested from dv-cinder-852364-3-iscsi {{(pid=111142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 09 16:52:18.892691 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Pushing event updated for resources: {'Port': ['ID=71831847-9126-45bc-968d-52241afa0cb7,revision_number=3']} {{(pid=111142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:52:18.987966 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.provisioning_blocks [None req-23d75424-8b09-4923-946b-b4fe8247b0d0 None None] Provisioning complete for port 71831847-9126-45bc-968d-52241afa0cb7 triggered by entity DHCP. {{(pid=111142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 16:52:18.988583 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-23d75424-8b09-4923-946b-b4fe8247b0d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877469'] for port (71831847-9126-45bc-968d-52241afa0cb7), provisioning_complete {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:18.988789 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-e6759008-1b86-4b1a-8d80-644040c0e737 admin admin] Publish callbacks [] for security_group (bc783d20-ffb4-43eb-9b1f-6cbc3d71c3ad), before_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:18.993466 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.provisioning_blocks [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Provisioning complete for port 8c705187-6259-4177-9d7b-2d503e7cb59c triggered by entity L2. {{(pid=111142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 16:52:18.993866 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877469'] for port (8c705187-6259-4177-9d7b-2d503e7cb59c), provisioning_complete {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:19.018022 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-e6759008-1b86-4b1a-8d80-644040c0e737 admin admin] Publish callbacks [] for security_group (bc783d20-ffb4-43eb-9b1f-6cbc3d71c3ad), precommit_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:19.117196 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:52:19.175918 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-e6759008-1b86-4b1a-8d80-644040c0e737 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763768'] for security_group (bc783d20-ffb4-43eb-9b1f-6cbc3d71c3ad), after_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:19.179580 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-e6759008-1b86-4b1a-8d80-644040c0e737 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:19.180764 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [None req-e6759008-1b86-4b1a-8d80-644040c0e737 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/bc783d20-ffb4-43eb-9b1f-6cbc3d71c3ad HTTP/1.1" status: 204 len: 168 time: 0.3031688 Aug 09 16:52:19.205548 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6759008-1b86-4b1a-8d80-644040c0e737 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc783d20-ffb4-43eb-9b1f-6cbc3d71c3ad,revision_number=None']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:52:19.331179 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-23d75424-8b09-4923-946b-b4fe8247b0d0 None None] Current status of the port 71831847-9126-45bc-968d-52241afa0cb7 is: ACTIVE; New status is: ACTIVE {{(pid=111142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 16:52:19.354572 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Current status of the port 8c705187-6259-4177-9d7b-2d503e7cb59c is: DOWN; New status is: ACTIVE {{(pid=111142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 16:52:19.355480 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (8c705187-6259-4177-9d7b-2d503e7cb59c), before_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:19.419649 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.db [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] For port 8c705187-6259-4177-9d7b-2d503e7cb59c, host dv-cinder-852364-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-3-iscsi',level=0,port_id=8c705187-6259-4177-9d7b-2d503e7cb59c,segment=NetworkSegment(18ce8330-c77a-4ce0-953e-fe06a54dabed),segment_id=18ce8330-c77a-4ce0-953e-fe06a54dabed)] {{(pid=111142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:52:19.480900 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=4,neutron:INSERT=2 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:52:19.481740 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:52:19.508835 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-53287d47-2df7-43f5-8248-9deed29ee262 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-338920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689217'] for router (a94090c4-336e-481c-a22d-3841e2f9caeb), after_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:19.550884 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748338263269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748337861771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748337861789'] for port (8c705187-6259-4177-9d7b-2d503e7cb59c), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:19.587658 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.provisioning_blocks [None req-02782904-501e-419e-b4d5-f832fe7d3093 None None] Provisioning complete for port 71831847-9126-45bc-968d-52241afa0cb7 triggered by entity DHCP. {{(pid=111142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 16:52:19.588156 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-02782904-501e-419e-b4d5-f832fe7d3093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877469'] for port (71831847-9126-45bc-968d-52241afa0cb7), provisioning_complete {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:19.656542 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Pushing event updated for resources: {'Port': ['ID=8c705187-6259-4177-9d7b-2d503e7cb59c,revision_number=5']} {{(pid=111142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:52:19.659255 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:52:19.703690 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-02782904-501e-419e-b4d5-f832fe7d3093 None None] Current status of the port 71831847-9126-45bc-968d-52241afa0cb7 is: ACTIVE; New status is: ACTIVE {{(pid=111142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 16:52:19.791071 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53287d47-2df7-43f5-8248-9deed29ee262 admin admin] Router a94090c4-336e-481c-a22d-3841e2f9caeb is scheduled to L3 agent 2cf02505-efcb-442b-855b-6c659df6f18c with binding_index 1 {{(pid=111140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 09 16:52:19.908351 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53287d47-2df7-43f5-8248-9deed29ee262 admin admin] Notify agent at l3_agent.dv-cinder-852364-3-iscsi the message routers_updated {{(pid=111140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:52:19.919613 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dadd861-c5b3-47b5-8a07-a4bb2ec17c36 None None] Sync routers for ids ['a94090c4-336e-481c-a22d-3841e2f9caeb'] in dv-cinder-852364-3-iscsi {{(pid=111142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:52:19.935226 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dadd861-c5b3-47b5-8a07-a4bb2ec17c36 None None] Routers {'a94090c4-336e-481c-a22d-3841e2f9caeb'} bound to L3 agent in host dv-cinder-852364-3-iscsi {{(pid=111142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 16:52:19.935892 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_hamode_db [None req-8dadd861-c5b3-47b5-8a07-a4bb2ec17c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-09T16:42:12Z,description=,heartbeat_timestamp=2022-08-09T16:52:12Z,host='dv-cinder-852364-3-iscsi',id=2cf02505-efcb-442b-855b-6c659df6f18c,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:13Z,topic='l3_agent')) {'router_ids': ['a94090c4-336e-481c-a22d-3841e2f9caeb'], 'active': True} {{(pid=111142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:52:19.945763 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.wsgi [-] (111141) accepted ('10.222.0.59', 51858) {{(pid=111141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:52:20.030448 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Device 71831847-9126-45bc-968d-52241afa0cb7 up at agent ovs-agent-dv-cinder-852364-3-iscsi {{(pid=111142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:52:20.085314 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-53287d47-2df7-43f5-8248-9deed29ee262 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:20.086735 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [None req-53287d47-2df7-43f5-8248-9deed29ee262 admin admin] 10.222.0.59 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.8670077 Aug 09 16:52:20.089733 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.wsgi [-] (111140) accepted ('10.222.0.59', 51866) {{(pid=111140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:52:20.094871 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_dvr_db [None req-8dadd861-c5b3-47b5-8a07-a4bb2ec17c36 None None] Set router a94090c4-336e-481c-a22d-3841e2f9caeb gateway port host: dv-cinder-852364-3-iscsi {{(pid=111142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 16:52:20.113311 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-35447db7-5252-41a5-9ccb-85e7665b5aad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:20.164385 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.provisioning_blocks [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Provisioning complete for port 71831847-9126-45bc-968d-52241afa0cb7 triggered by entity L2. {{(pid=111142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 16:52:20.164727 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877469'] for port (71831847-9126-45bc-968d-52241afa0cb7), provisioning_complete {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:20.220685 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-35447db7-5252-41a5-9ccb-85e7665b5aad admin admin] Publish callbacks [] for security_group (c858c2fe-8f0a-4c74-80dc-f8dfe22888d5), precommit_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:20.339975 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-35447db7-5252-41a5-9ccb-85e7665b5aad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763768'] for security_group (c858c2fe-8f0a-4c74-80dc-f8dfe22888d5), after_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:20.395802 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [None req-35447db7-5252-41a5-9ccb-85e7665b5aad admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=f799237e2f2d4e10bf05ff718d4bb097&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4487972 Aug 09 16:52:20.411570 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.wsgi [-] (111141) accepted ('10.222.0.59', 51874) {{(pid=111141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:52:20.420719 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35447db7-5252-41a5-9ccb-85e7665b5aad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c858c2fe-8f0a-4c74-80dc-f8dfe22888d5,revision_number=1']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:52:20.476050 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Current status of the port 71831847-9126-45bc-968d-52241afa0cb7 is: ACTIVE; New status is: ACTIVE {{(pid=111142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 16:52:20.477386 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Device 8c705187-6259-4177-9d7b-2d503e7cb59c up at agent ovs-agent-dv-cinder-852364-3-iscsi {{(pid=111142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:52:20.503204 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.wsgi [-] (111141) accepted ('10.222.0.59', 51878) {{(pid=111141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:52:20.523281 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_hamode_db [None req-8dadd861-c5b3-47b5-8a07-a4bb2ec17c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a94090c4-336e-481c-a22d-3841e2f9caeb', 'name': 'tempest-AttachVolumeShelveTestJSON-1656146575-router', 'tenant_id': '432f91c6e89c4fecb0d1f6afb1bcfe7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'external_fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': '98cf9500-f4e4-480b-a0ee-c5ca9d65cb60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:52:16Z', 'updated_at': '2022-08-09T16:52:18Z', 'revision_number': 3, 'project_id': '432f91c6e89c4fecb0d1f6afb1bcfe7e', 'gw_port': {'id': '98cf9500-f4e4-480b-a0ee-c5ca9d65cb60', 'name': '', 'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:77:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a94090c4-336e-481c-a22d-3841e2f9caeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:52:17Z', 'updated_at': '2022-08-09T16:52:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-3-iscsi'}], 'dv-cinder-852364-3-iscsi', False) {} {{(pid=111142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:52:20.531557 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-b937c4e5-0a57-4a23-860a-9c07ab13ca74 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:20.555459 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dadd861-c5b3-47b5-8a07-a4bb2ec17c36 None None] Checking router: a94090c4-336e-481c-a22d-3841e2f9caeb for host: dv-cinder-852364-3-iscsi {{(pid=111142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:52:20.556074 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dadd861-c5b3-47b5-8a07-a4bb2ec17c36 None None] Updating router a94090c4-336e-481c-a22d-3841e2f9caeb port 98cf9500-f4e4-480b-a0ee-c5ca9d65cb60 binding host dv-cinder-852364-3-iscsi {{(pid=111142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 16:52:20.571214 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-52044a23-69f9-47f5-bbb5-af0e60f6b1e3 admin admin] Publish callbacks [] for security_group (c858c2fe-8f0a-4c74-80dc-f8dfe22888d5), before_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:20.593003 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.provisioning_blocks [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Provisioning complete for port 8c705187-6259-4177-9d7b-2d503e7cb59c triggered by entity L2. {{(pid=111142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 16:52:20.593391 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877469'] for port (8c705187-6259-4177-9d7b-2d503e7cb59c), provisioning_complete {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:20.617189 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-8dadd861-c5b3-47b5-8a07-a4bb2ec17c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (98cf9500-f4e4-480b-a0ee-c5ca9d65cb60), before_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:20.623057 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-52044a23-69f9-47f5-bbb5-af0e60f6b1e3 admin admin] Publish callbacks [] for security_group (c858c2fe-8f0a-4c74-80dc-f8dfe22888d5), precommit_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:20.632168 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-c74ece9b-2203-458b-979d-55015236b8dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (None), before_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:20.702313 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-b937c4e5-0a57-4a23-860a-9c07ab13ca74 admin admin] Publish callbacks [] for security_group (f587ceb3-c123-45b5-9cf5-c5ab4953b6ca), precommit_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:20.762560 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-b937c4e5-0a57-4a23-860a-9c07ab13ca74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763768'] for security_group (f587ceb3-c123-45b5-9cf5-c5ab4953b6ca), after_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:20.799972 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-52044a23-69f9-47f5-bbb5-af0e60f6b1e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763768'] for security_group (c858c2fe-8f0a-4c74-80dc-f8dfe22888d5), after_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:20.802910 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-52044a23-69f9-47f5-bbb5-af0e60f6b1e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:20.804758 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [None req-52044a23-69f9-47f5-bbb5-af0e60f6b1e3 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/c858c2fe-8f0a-4c74-80dc-f8dfe22888d5 HTTP/1.1" status: 204 len: 168 time: 0.3919754 Aug 09 16:52:20.812616 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Current status of the port 8c705187-6259-4177-9d7b-2d503e7cb59c is: ACTIVE; New status is: ACTIVE {{(pid=111142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 16:52:20.814687 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [None req-b937c4e5-0a57-4a23-860a-9c07ab13ca74 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=fe2a3825f22a4ac4ad302fcda1d53b8f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3104374 Aug 09 16:52:20.818112 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.wsgi [-] (111141) accepted ('10.222.0.59', 51882) {{(pid=111141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:52:20.818112 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b937c4e5-0a57-4a23-860a-9c07ab13ca74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f587ceb3-c123-45b5-9cf5-c5ab4953b6ca,revision_number=1']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:52:20.822702 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.db.db_base_plugin_common [None req-c74ece9b-2203-458b-979d-55015236b8dc admin admin] Allocated IP 172.20.0.1 (2fdb2410-afc4-41b9-b8f9-2ac596eb2296/1b532a95-1235-4d0d-9992-be56a4fc30cf/53668189-405d-4788-875d-ae32e5d147ba) {{(pid=111140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:52:20.840922 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52044a23-69f9-47f5-bbb5-af0e60f6b1e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c858c2fe-8f0a-4c74-80dc-f8dfe22888d5,revision_number=None']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:52:20.919462 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-45e9f918-607c-4a01-8921-69d770d64fbf admin admin] Publish callbacks [] for security_group (f587ceb3-c123-45b5-9cf5-c5ab4953b6ca), before_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:20.955070 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-45e9f918-607c-4a01-8921-69d770d64fbf admin admin] Publish callbacks [] for security_group (f587ceb3-c123-45b5-9cf5-c5ab4953b6ca), precommit_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:20.971018 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-c74ece9b-2203-458b-979d-55015236b8dc admin admin] Publish callbacks [] for port (53668189-405d-4788-875d-ae32e5d147ba), precommit_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:20.979524 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-8dadd861-c5b3-47b5-8a07-a4bb2ec17c36 None None] Publish callbacks [] for port (98cf9500-f4e4-480b-a0ee-c5ca9d65cb60), precommit_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:20.989761 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=80,neutron:UPDATE=3,neutron:DELETE=8,neutron:INSERT=9 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:52:21.042218 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-8dadd861-c5b3-47b5-8a07-a4bb2ec17c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748338263269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748337861771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748337861789'] for port (98cf9500-f4e4-480b-a0ee-c5ca9d65cb60), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:21.065985 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-45e9f918-607c-4a01-8921-69d770d64fbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763768'] for security_group (f587ceb3-c123-45b5-9cf5-c5ab4953b6ca), after_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:21.066546 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-c74ece9b-2203-458b-979d-55015236b8dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748337861753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12086677'] for port (53668189-405d-4788-875d-ae32e5d147ba), after_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:21.070288 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-45e9f918-607c-4a01-8921-69d770d64fbf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:21.070288 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [None req-45e9f918-607c-4a01-8921-69d770d64fbf admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/f587ceb3-c123-45b5-9cf5-c5ab4953b6ca HTTP/1.1" status: 204 len: 168 time: 0.2535460 Aug 09 16:52:21.075130 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.managers [None req-8dadd861-c5b3-47b5-8a07-a4bb2ec17c36 None None] Attempting to bind port 98cf9500-f4e4-480b-a0ee-c5ca9d65cb60 on host dv-cinder-852364-3-iscsi for vnic_type normal with profile {{(pid=111142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 09 16:52:21.075130 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.managers [None req-8dadd861-c5b3-47b5-8a07-a4bb2ec17c36 None None] Attempting to bind port 98cf9500-f4e4-480b-a0ee-c5ca9d65cb60 by drivers openvswitch,hyperv on host dv-cinder-852364-3-iscsi at level 0 using segments [{'id': '3548ff03-3b62-477c-991b-01c3e3081105', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a'}] {{(pid=111142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 09 16:52:21.075853 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dadd861-c5b3-47b5-8a07-a4bb2ec17c36 None None] Attempting to bind port 98cf9500-f4e4-480b-a0ee-c5ca9d65cb60 on network 0b446ac8-416d-4492-b144-c475e4beb84a {{(pid=111142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 16:52:21.084013 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e9f918-607c-4a01-8921-69d770d64fbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f587ceb3-c123-45b5-9cf5-c5ab4953b6ca,revision_number=None']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:52:21.099439 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dadd861-c5b3-47b5-8a07-a4bb2ec17c36 None None] Checking agent: {'id': '47988f4d-09d0-4892-bbfe-5b11c743802f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852364-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 9, 16, 42, 16), 'started_at': datetime.datetime(2022, 8, 9, 16, 42, 46), 'heartbeat_timestamp': datetime.datetime(2022, 8, 9, 16, 52, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852364-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 09 16:52:21.099818 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dadd861-c5b3-47b5-8a07-a4bb2ec17c36 None None] Checking segment: {'id': '3548ff03-3b62-477c-991b-01c3e3081105', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 09 16:52:21.104314 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-8dadd861-c5b3-47b5-8a07-a4bb2ec17c36 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:21.104314 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dadd861-c5b3-47b5-8a07-a4bb2ec17c36 None None] Bound using segment: {'id': '3548ff03-3b62-477c-991b-01c3e3081105', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a'} {{(pid=111142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 09 16:52:21.104314 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.managers [None req-8dadd861-c5b3-47b5-8a07-a4bb2ec17c36 None None] Bound port: 98cf9500-f4e4-480b-a0ee-c5ca9d65cb60, host: dv-cinder-852364-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3548ff03-3b62-477c-991b-01c3e3081105', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a'}}] {{(pid=111142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 09 16:52:21.104314 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-8dadd861-c5b3-47b5-8a07-a4bb2ec17c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (98cf9500-f4e4-480b-a0ee-c5ca9d65cb60), before_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:21.118726 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c74ece9b-2203-458b-979d-55015236b8dc admin admin] Network 2fdb2410-afc4-41b9-b8f9-2ac596eb2296 is already hosted by enough agents. {{(pid=111140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:52:21.122139 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.scheduler.base_scheduler [None req-c74ece9b-2203-458b-979d-55015236b8dc admin admin] Resources bound (agent type, host, resource id): {{(pid=111140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:52:21.125410 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c74ece9b-2203-458b-979d-55015236b8dc admin admin] Received port after_create {{(pid=111140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 09 16:52:21.126102 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:52:21.158542 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3322dc-0f9b-4169-a790-6fe6aed7a33f None None] Pushing event updated for resources: {'Port': ['ID=98cf9500-f4e4-480b-a0ee-c5ca9d65cb60,revision_number=2']} {{(pid=111142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:52:21.162204 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74ece9b-2203-458b-979d-55015236b8dc admin admin] Pushing event updated for resources: {'Port': ['ID=53668189-405d-4788-875d-ae32e5d147ba,revision_number=1']} {{(pid=111140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:52:21.187347 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-c74ece9b-2203-458b-979d-55015236b8dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-337058'] for router_interface (a94090c4-336e-481c-a22d-3841e2f9caeb), before_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:21.211158 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.db [None req-8dadd861-c5b3-47b5-8a07-a4bb2ec17c36 None None] For port 98cf9500-f4e4-480b-a0ee-c5ca9d65cb60, host dv-cinder-852364-3-iscsi, cleared binding levels {{(pid=111142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:52:21.218162 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.db [None req-8dadd861-c5b3-47b5-8a07-a4bb2ec17c36 None None] For port 98cf9500-f4e4-480b-a0ee-c5ca9d65cb60, host dv-cinder-852364-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-3-iscsi',level=0,port_id=98cf9500-f4e4-480b-a0ee-c5ca9d65cb60,segment=NetworkSegment(3548ff03-3b62-477c-991b-01c3e3081105),segment_id=3548ff03-3b62-477c-991b-01c3e3081105)] {{(pid=111142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:52:21.223153 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:52:21.542767 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-8dadd861-c5b3-47b5-8a07-a4bb2ec17c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748338263269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748337861771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748337861789'] for port (98cf9500-f4e4-480b-a0ee-c5ca9d65cb60), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:21.547863 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.provisioning_blocks [None req-8e35ffea-ffb8-4727-9bb9-c8a696ce52e9 None None] Provisioning complete for port 53668189-405d-4788-875d-ae32e5d147ba triggered by entity DHCP. {{(pid=111142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 16:52:21.557344 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-8e35ffea-ffb8-4727-9bb9-c8a696ce52e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877469'] for port (53668189-405d-4788-875d-ae32e5d147ba), provisioning_complete {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:21.632197 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dadd861-c5b3-47b5-8a07-a4bb2ec17c36 None None] Routers {'a94090c4-336e-481c-a22d-3841e2f9caeb'} bound to L3 agent in host dv-cinder-852364-3-iscsi {{(pid=111142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 16:52:21.632197 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_hamode_db [None req-8dadd861-c5b3-47b5-8a07-a4bb2ec17c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-09T16:42:12Z,description=,heartbeat_timestamp=2022-08-09T16:52:12Z,host='dv-cinder-852364-3-iscsi',id=2cf02505-efcb-442b-855b-6c659df6f18c,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:13Z,topic='l3_agent')) {'router_ids': ['a94090c4-336e-481c-a22d-3841e2f9caeb'], 'active': True} {{(pid=111142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:52:21.654969 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-c74ece9b-2203-458b-979d-55015236b8dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (53668189-405d-4788-875d-ae32e5d147ba), before_update {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:21.673831 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-8e35ffea-ffb8-4727-9bb9-c8a696ce52e9 None None] Port 53668189-405d-4788-875d-ae32e5d147ba cannot update to ACTIVE because it is not bound. {{(pid=111142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 09 16:52:21.683986 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3322dc-0f9b-4169-a790-6fe6aed7a33f None None] Pushing event updated for resources: {'Port': ['ID=98cf9500-f4e4-480b-a0ee-c5ca9d65cb60,revision_number=3']} {{(pid=111142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:52:21.770571 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_dvr_db [None req-8dadd861-c5b3-47b5-8a07-a4bb2ec17c36 None None] Set router a94090c4-336e-481c-a22d-3841e2f9caeb gateway port host: dv-cinder-852364-3-iscsi {{(pid=111142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 16:52:21.810405 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=100 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:52:21.842864 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-c74ece9b-2203-458b-979d-55015236b8dc admin admin] Publish callbacks [] for port (53668189-405d-4788-875d-ae32e5d147ba), precommit_update {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:21.916831 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-c74ece9b-2203-458b-979d-55015236b8dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748338263269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748337861771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748337861789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12086682'] for port (53668189-405d-4788-875d-ae32e5d147ba), after_update {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:21.998430 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-c74ece9b-2203-458b-979d-55015236b8dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-336402'] for router_interface (a94090c4-336e-481c-a22d-3841e2f9caeb), after_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:22.000674 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74ece9b-2203-458b-979d-55015236b8dc admin admin] Pushing event updated for resources: {'Port': ['ID=53668189-405d-4788-875d-ae32e5d147ba,revision_number=2']} {{(pid=111140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:52:22.032924 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:52:22.043587 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_hamode_db [None req-8dadd861-c5b3-47b5-8a07-a4bb2ec17c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a94090c4-336e-481c-a22d-3841e2f9caeb', 'name': 'tempest-AttachVolumeShelveTestJSON-1656146575-router', 'tenant_id': '432f91c6e89c4fecb0d1f6afb1bcfe7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'external_fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': '98cf9500-f4e4-480b-a0ee-c5ca9d65cb60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:52:16Z', 'updated_at': '2022-08-09T16:52:21Z', 'revision_number': 4, 'project_id': '432f91c6e89c4fecb0d1f6afb1bcfe7e', 'gw_port': {'id': '98cf9500-f4e4-480b-a0ee-c5ca9d65cb60', 'name': '', 'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:77:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a94090c4-336e-481c-a22d-3841e2f9caeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:52:17Z', 'updated_at': '2022-08-09T16:52:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-3-iscsi', '_interfaces': [{'id': '53668189-405d-4788-875d-ae32e5d147ba', 'name': '', 'network_id': '2fdb2410-afc4-41b9-b8f9-2ac596eb2296', 'tenant_id': '432f91c6e89c4fecb0d1f6afb1bcfe7e', 'mac_address': 'fa:16:3e:c4:c6:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a94090c4-336e-481c-a22d-3841e2f9caeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '1b532a95-1235-4d0d-9992-be56a4fc30cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:52:20Z', 'updated_at': '2022-08-09T16:52:20Z', 'revision_number': 1, 'project_id': '432f91c6e89c4fecb0d1f6afb1bcfe7e', 'subnets': [{'id': '1b532a95-1235-4d0d-9992-be56a4fc30cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-3-iscsi', False) {} {{(pid=111142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:52:22.075149 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dadd861-c5b3-47b5-8a07-a4bb2ec17c36 None None] The sync data for ids ['a94090c4-336e-481c-a22d-3841e2f9caeb'] in dv-cinder-852364-3-iscsi is: [{'id': 'a94090c4-336e-481c-a22d-3841e2f9caeb', 'name': 'tempest-AttachVolumeShelveTestJSON-1656146575-router', 'tenant_id': '432f91c6e89c4fecb0d1f6afb1bcfe7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'external_fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': '98cf9500-f4e4-480b-a0ee-c5ca9d65cb60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:52:16Z', 'updated_at': '2022-08-09T16:52:21Z', 'revision_number': 4, 'project_id': '432f91c6e89c4fecb0d1f6afb1bcfe7e', 'gw_port': {'id': '98cf9500-f4e4-480b-a0ee-c5ca9d65cb60', 'name': '', 'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:77:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a94090c4-336e-481c-a22d-3841e2f9caeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:52:17Z', 'updated_at': '2022-08-09T16:52:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-3-iscsi', '_interfaces': [{'id': '53668189-405d-4788-875d-ae32e5d147ba', 'name': '', 'network_id': '2fdb2410-afc4-41b9-b8f9-2ac596eb2296', 'tenant_id': '432f91c6e89c4fecb0d1f6afb1bcfe7e', 'mac_address': 'fa:16:3e:c4:c6:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a94090c4-336e-481c-a22d-3841e2f9caeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '1b532a95-1235-4d0d-9992-be56a4fc30cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:52:20Z', 'updated_at': '2022-08-09T16:52:20Z', 'revision_number': 1, 'project_id': '432f91c6e89c4fecb0d1f6afb1bcfe7e', 'subnets': [{'id': '1b532a95-1235-4d0d-9992-be56a4fc30cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:52:22.129052 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60c7fec-29b0-4c23-b59a-12cc637ca7cf req-365ac673-0e8c-4f36-b5ea-ca6b8552a22e tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:52:22.132499 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-d60c7fec-29b0-4c23-b59a-12cc637ca7cf req-365ac673-0e8c-4f36-b5ea-ca6b8552a22e tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=a4d48aed-6528-46cd-a11e-6899591a4a27 HTTP/1.1" status: 200 len: 946 time: 0.0683687 Aug 09 16:52:22.174969 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c74ece9b-2203-458b-979d-55015236b8dc admin admin] Network 2fdb2410-afc4-41b9-b8f9-2ac596eb2296 is already hosted by enough agents. {{(pid=111140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:52:22.180319 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.scheduler.base_scheduler [None req-c74ece9b-2203-458b-979d-55015236b8dc admin admin] Resources bound (agent type, host, resource id): {{(pid=111140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:52:22.230778 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-d60c7fec-29b0-4c23-b59a-12cc637ca7cf req-cb94508e-85fa-4a7d-a209-d8642037d12a tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=2bdfd362-24cf-46bd-9f16-b84704a8b95f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909064 Aug 09 16:52:22.245417 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc36621-2c2f-4b0a-a251-397f16dde901 req-4c2c7f57-e500-4e89-9e7d-622a1aa7f054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:52:22.247060 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-ddc36621-2c2f-4b0a-a251-397f16dde901 req-4c2c7f57-e500-4e89-9e7d-622a1aa7f054 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?tenant_id=b681b90f2f074e8c8cfb11939edc7f72&device_id=a4d48aed-6528-46cd-a11e-6899591a4a27 HTTP/1.1" status: 200 len: 1130 time: 0.0543153 Aug 09 16:52:22.349468 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c74ece9b-2203-458b-979d-55015236b8dc admin admin] Router a94090c4-336e-481c-a22d-3841e2f9caeb has already been hosted by L3 agent 2cf02505-efcb-442b-855b-6c659df6f18c {{(pid=111140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 09 16:52:22.409885 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc36621-2c2f-4b0a-a251-397f16dde901 req-30042e34-7acb-4ddf-9f94-050a6120b805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:52:22.411753 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-ddc36621-2c2f-4b0a-a251-397f16dde901 req-30042e34-7acb-4ddf-9f94-050a6120b805 service neutron] 10.222.0.91 "GET /networking/v2.0/networks?id=e7c6cdf7-0095-4da2-9004-cdee3c973d7e HTTP/1.1" status: 200 len: 919 time: 0.1408060 Aug 09 16:52:22.519380 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-ddc36621-2c2f-4b0a-a251-397f16dde901 req-6d134323-1926-44cf-8bbc-f9c94fdd9cd3 service neutron] 10.222.0.91 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=53a24594-3349-4f0d-b4fe-6c7d9baea3f2 HTTP/1.1" status: 200 len: 217 time: 0.0961940 Aug 09 16:52:22.579614 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:52:22.613008 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc36621-2c2f-4b0a-a251-397f16dde901 req-c036bc58-e834-4f37-82b7-28292234c63b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:52:22.614135 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-ddc36621-2c2f-4b0a-a251-397f16dde901 req-c036bc58-e834-4f37-82b7-28292234c63b service neutron] 10.222.0.91 "GET /networking/v2.0/subnets?id=fa8494ca-da5a-4e74-b349-aebeb3fbaa4a HTTP/1.1" status: 200 len: 857 time: 0.0876722 Aug 09 16:52:22.618932 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.provisioning_blocks [None req-d4fd2e95-2f46-4967-aac4-c8349b19902e None None] Provisioning complete for port 53668189-405d-4788-875d-ae32e5d147ba triggered by entity DHCP. {{(pid=111142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 16:52:22.619267 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-d4fd2e95-2f46-4967-aac4-c8349b19902e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877469'] for port (53668189-405d-4788-875d-ae32e5d147ba), provisioning_complete {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:22.619486 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c74ece9b-2203-458b-979d-55015236b8dc admin admin] Notify agent at l3_agent.dv-cinder-852364-3-iscsi the message routers_updated {{(pid=111140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:52:22.632986 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [None req-c74ece9b-2203-458b-979d-55015236b8dc admin admin] 10.222.0.59 "PUT /networking/v2.0/routers/a94090c4-336e-481c-a22d-3841e2f9caeb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5395596 Aug 09 16:52:22.655940 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:52:22.658226 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-d4fd2e95-2f46-4967-aac4-c8349b19902e None None] Port 53668189-405d-4788-875d-ae32e5d147ba cannot update to ACTIVE because it is not bound. {{(pid=111142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 09 16:52:22.699197 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc36621-2c2f-4b0a-a251-397f16dde901 req-bfaffb0f-9c3d-4708-8f8b-c0ea0f7807d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:52:22.700859 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-ddc36621-2c2f-4b0a-a251-397f16dde901 req-bfaffb0f-9c3d-4708-8f8b-c0ea0f7807d7 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?network_id=e7c6cdf7-0095-4da2-9004-cdee3c973d7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0780280 Aug 09 16:52:22.818915 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-ddc36621-2c2f-4b0a-a251-397f16dde901 req-13912088-5293-452f-8cb0-6e68ea2d4d93 service neutron] 10.222.0.91 "GET /networking/v2.0/networks/e7c6cdf7-0095-4da2-9004-cdee3c973d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077347 Aug 09 16:52:22.848754 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:52:22.947781 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-ddc36621-2c2f-4b0a-a251-397f16dde901 req-17254937-0203-4eae-8a26-7d8674e1b778 service neutron] 10.222.0.91 "GET /networking/v2.0/networks/e7c6cdf7-0095-4da2-9004-cdee3c973d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195047 Aug 09 16:52:23.306616 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.wsgi [-] (111141) accepted ('10.222.0.59', 51934) {{(pid=111141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:52:23.311418 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.v2.base [None req-21598dce-2170-4c80-881c-85acba8ec674 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1496721591', 'description': 'tempest-description--172729154'}} {{(pid=111141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 16:52:23.380993 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2ba767-ad65-4d6f-b320-0c39a89e410c req-dcb90a1c-d0cc-4a60-8e0f-6d87d3ee049e tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:52:23.382590 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-de2ba767-ad65-4d6f-b320-0c39a89e410c req-dcb90a1c-d0cc-4a60-8e0f-6d87d3ee049e tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=a4d48aed-6528-46cd-a11e-6899591a4a27 HTTP/1.1" status: 200 len: 946 time: 0.0511944 Aug 09 16:52:23.385183 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-21598dce-2170-4c80-881c-85acba8ec674 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Publish callbacks [] for security_group (None), before_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:23.461756 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-de2ba767-ad65-4d6f-b320-0c39a89e410c req-b457045e-6914-452f-9f94-e94d9617ca1e tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=2bdfd362-24cf-46bd-9f16-b84704a8b95f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727584 Aug 09 16:52:23.497716 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-21598dce-2170-4c80-881c-85acba8ec674 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Publish callbacks [] for security_group (3d9f5ea8-d0d2-408b-afd6-30dd186663a2), precommit_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:23.579967 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-21598dce-2170-4c80-881c-85acba8ec674 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763768'] for security_group (3d9f5ea8-d0d2-408b-afd6-30dd186663a2), after_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:23.603807 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:52:23.615383 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21598dce-2170-4c80-881c-85acba8ec674 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d9f5ea8-d0d2-408b-afd6-30dd186663a2,revision_number=1']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:52:23.703272 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-21598dce-2170-4c80-881c-85acba8ec674 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Publish callbacks [] for security_group (None), before_response {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:23.704689 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [None req-21598dce-2170-4c80-881c-85acba8ec674 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3972602 Aug 09 16:52:23.707972 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.wsgi [-] (111140) accepted ('10.222.0.59', 51944) {{(pid=111140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:52:23.716646 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.v2.base [None req-cd045437-98a9-4fa4-800f-ff27b56d8217 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Request body: {'security_group_rule': {'security_group_id': '3d9f5ea8-d0d2-408b-afd6-30dd186663a2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 16:52:23.719827 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:52:23.831460 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-cd045437-98a9-4fa4-800f-ff27b56d8217 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Publish callbacks [] for security_group_rule (397368dd-b300-43c4-b19b-d5b6ca7c451f), before_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:23.859894 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:52:23.917869 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-cd045437-98a9-4fa4-800f-ff27b56d8217 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Publish callbacks [] for security_group_rule (397368dd-b300-43c4-b19b-d5b6ca7c451f), precommit_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:23.996668 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-cd045437-98a9-4fa4-800f-ff27b56d8217 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765607'] for security_group_rule (397368dd-b300-43c4-b19b-d5b6ca7c451f), after_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:24.021153 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd045437-98a9-4fa4-800f-ff27b56d8217 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=397368dd-b300-43c4-b19b-d5b6ca7c451f,revision_number=0']} {{(pid=111140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:52:24.035775 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Device 98cf9500-f4e4-480b-a0ee-c5ca9d65cb60 up at agent ovs-agent-dv-cinder-852364-3-iscsi {{(pid=111142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:52:24.088584 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.provisioning_blocks [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Provisioning complete for port 98cf9500-f4e4-480b-a0ee-c5ca9d65cb60 triggered by entity L2. {{(pid=111142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 16:52:24.088988 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877469'] for port (98cf9500-f4e4-480b-a0ee-c5ca9d65cb60), provisioning_complete {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:24.142134 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-cd045437-98a9-4fa4-800f-ff27b56d8217 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:24.143549 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [None req-cd045437-98a9-4fa4-800f-ff27b56d8217 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4343755 Aug 09 16:52:24.146165 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.wsgi [-] (111140) accepted ('10.222.0.59', 51960) {{(pid=111140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:52:24.151544 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.v2.base [None req-403b2f49-4a1c-4705-b8d9-c7be86af75bf tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Request body: {'security_group_rule': {'security_group_id': '3d9f5ea8-d0d2-408b-afd6-30dd186663a2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 16:52:24.185452 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Current status of the port 98cf9500-f4e4-480b-a0ee-c5ca9d65cb60 is: DOWN; New status is: ACTIVE {{(pid=111142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 16:52:24.185938 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (98cf9500-f4e4-480b-a0ee-c5ca9d65cb60), before_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:24.216978 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.db [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] For port 98cf9500-f4e4-480b-a0ee-c5ca9d65cb60, host dv-cinder-852364-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-3-iscsi',level=0,port_id=98cf9500-f4e4-480b-a0ee-c5ca9d65cb60,segment=NetworkSegment(3548ff03-3b62-477c-991b-01c3e3081105),segment_id=3548ff03-3b62-477c-991b-01c3e3081105)] {{(pid=111142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:52:24.260442 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-403b2f49-4a1c-4705-b8d9-c7be86af75bf tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Publish callbacks [] for security_group_rule (0189bb03-cbae-4a9a-9588-1a9eb2ce7974), before_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:24.289376 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:52:24.327942 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748338263269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748337861771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748337861789'] for port (98cf9500-f4e4-480b-a0ee-c5ca9d65cb60), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:24.328202 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-403b2f49-4a1c-4705-b8d9-c7be86af75bf tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Publish callbacks [] for security_group_rule (0189bb03-cbae-4a9a-9588-1a9eb2ce7974), precommit_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:24.384676 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Pushing event updated for resources: {'Port': ['ID=98cf9500-f4e4-480b-a0ee-c5ca9d65cb60,revision_number=4']} {{(pid=111142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:52:24.420455 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-403b2f49-4a1c-4705-b8d9-c7be86af75bf tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765607'] for security_group_rule (0189bb03-cbae-4a9a-9588-1a9eb2ce7974), after_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:24.440665 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403b2f49-4a1c-4705-b8d9-c7be86af75bf tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0189bb03-cbae-4a9a-9588-1a9eb2ce7974,revision_number=0']} {{(pid=111140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:52:24.449471 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403b2f49-4a1c-4705-b8d9-c7be86af75bf tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:52:24.449819 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403b2f49-4a1c-4705-b8d9-c7be86af75bf tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:52:24.452507 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403b2f49-4a1c-4705-b8d9-c7be86af75bf tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:52:24.452507 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403b2f49-4a1c-4705-b8d9-c7be86af75bf tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:52:24.452507 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403b2f49-4a1c-4705-b8d9-c7be86af75bf tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:52:24.452507 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403b2f49-4a1c-4705-b8d9-c7be86af75bf tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:52:24.452507 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403b2f49-4a1c-4705-b8d9-c7be86af75bf tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:52:24.452507 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403b2f49-4a1c-4705-b8d9-c7be86af75bf tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:52:24.452507 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403b2f49-4a1c-4705-b8d9-c7be86af75bf tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:52:24.452507 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403b2f49-4a1c-4705-b8d9-c7be86af75bf tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:52:24.453277 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403b2f49-4a1c-4705-b8d9-c7be86af75bf tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:52:24.453277 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403b2f49-4a1c-4705-b8d9-c7be86af75bf tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:52:24.453445 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403b2f49-4a1c-4705-b8d9-c7be86af75bf tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:52:24.453724 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403b2f49-4a1c-4705-b8d9-c7be86af75bf tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:52:24.454051 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403b2f49-4a1c-4705-b8d9-c7be86af75bf tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:52:24.513560 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-403b2f49-4a1c-4705-b8d9-c7be86af75bf tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:24.519407 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [None req-403b2f49-4a1c-4705-b8d9-c7be86af75bf tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3719308 Aug 09 16:52:24.520249 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.wsgi [-] (111140) accepted ('10.222.0.59', 51970) {{(pid=111140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:52:24.530739 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.v2.base [None req-24222635-0f3e-4c6d-807c-e2fd553e250f tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Request body: {'floatingip': {'floating_network_id': '0b446ac8-416d-4492-b144-c475e4beb84a'}} {{(pid=111140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 16:52:24.620262 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be09c3a5-1829-4317-895f-41e269c34994 req-7525a44d-b2af-49a7-b2f5-73d393bd30e1 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:52:24.621842 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-be09c3a5-1829-4317-895f-41e269c34994 req-7525a44d-b2af-49a7-b2f5-73d393bd30e1 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=a4d48aed-6528-46cd-a11e-6899591a4a27 HTTP/1.1" status: 200 len: 946 time: 0.0574329 Aug 09 16:52:24.627025 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-24222635-0f3e-4c6d-807c-e2fd553e250f tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:24.736457 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-be09c3a5-1829-4317-895f-41e269c34994 req-a9b9bb1f-6012-4edc-8c31-0ea155dd95d2 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=2bdfd362-24cf-46bd-9f16-b84704a8b95f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004045 Aug 09 16:52:24.759391 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-24222635-0f3e-4c6d-807c-e2fd553e250f tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (None), before_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:24.888079 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.db.db_base_plugin_common [None req-24222635-0f3e-4c6d-807c-e2fd553e250f tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Allocated IP 172.27.2.89 (0b446ac8-416d-4492-b144-c475e4beb84a/4516d54a-1367-472b-b3e4-4bb105fe12f6/cbd8c722-d7c4-479a-87d3-2c75b40636ff) {{(pid=111140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:52:25.012629 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-24222635-0f3e-4c6d-807c-e2fd553e250f tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Publish callbacks [] for port (cbd8c722-d7c4-479a-87d3-2c75b40636ff), precommit_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:25.129675 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-24222635-0f3e-4c6d-807c-e2fd553e250f tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748337861753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12086677'] for port (cbd8c722-d7c4-479a-87d3-2c75b40636ff), after_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:25.173985 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24222635-0f3e-4c6d-807c-e2fd553e250f tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Network 0b446ac8-416d-4492-b144-c475e4beb84a is already hosted by enough agents. {{(pid=111140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:52:25.176957 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.scheduler.base_scheduler [None req-24222635-0f3e-4c6d-807c-e2fd553e250f tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Resources bound (agent type, host, resource id): {{(pid=111140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:52:25.180576 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24222635-0f3e-4c6d-807c-e2fd553e250f tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Received port after_create {{(pid=111140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 09 16:52:25.216768 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24222635-0f3e-4c6d-807c-e2fd553e250f tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Pushing event updated for resources: {'Port': ['ID=cbd8c722-d7c4-479a-87d3-2c75b40636ff,revision_number=1']} {{(pid=111140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:52:25.284206 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-24222635-0f3e-4c6d-807c-e2fd553e250f tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Publish callbacks [] for floatingip (b3aa92e8-b7bb-430c-80a4-9821331edf59), precommit_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:25.401452 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-24222635-0f3e-4c6d-807c-e2fd553e250f tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (cbd8c722-d7c4-479a-87d3-2c75b40636ff), before_update {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:25.569526 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-24222635-0f3e-4c6d-807c-e2fd553e250f tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Publish callbacks [] for port (cbd8c722-d7c4-479a-87d3-2c75b40636ff), precommit_update {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:25.625339 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-24222635-0f3e-4c6d-807c-e2fd553e250f tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748338263269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748337861771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748337861789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12086682'] for port (cbd8c722-d7c4-479a-87d3-2c75b40636ff), after_update {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:25.698168 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-24222635-0f3e-4c6d-807c-e2fd553e250f tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-336914'] for floatingip (b3aa92e8-b7bb-430c-80a4-9821331edf59), after_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:25.702338 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24222635-0f3e-4c6d-807c-e2fd553e250f tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Pushing event updated for resources: {'Port': ['ID=cbd8c722-d7c4-479a-87d3-2c75b40636ff,revision_number=2']} {{(pid=111140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:52:25.742475 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65ae41dd-7002-4d7b-bb35-7074cc115130 None None] Sync routers for ids ['a94090c4-336e-481c-a22d-3841e2f9caeb'] in dv-cinder-852364-3-iscsi {{(pid=111143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:52:25.753413 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ae41dd-7002-4d7b-bb35-7074cc115130 None None] Routers {'a94090c4-336e-481c-a22d-3841e2f9caeb'} bound to L3 agent in host dv-cinder-852364-3-iscsi {{(pid=111143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 16:52:25.754011 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.l3_hamode_db [None req-65ae41dd-7002-4d7b-bb35-7074cc115130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-09T16:42:12Z,description=,heartbeat_timestamp=2022-08-09T16:52:12Z,host='dv-cinder-852364-3-iscsi',id=2cf02505-efcb-442b-855b-6c659df6f18c,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:13Z,topic='l3_agent')) {'router_ids': ['a94090c4-336e-481c-a22d-3841e2f9caeb'], 'active': True} {{(pid=111143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:52:25.773206 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-24222635-0f3e-4c6d-807c-e2fd553e250f tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90003'] for floatingip (None), before_response {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:25.779192 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [None req-24222635-0f3e-4c6d-807c-e2fd553e250f tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2555063 Aug 09 16:52:25.785599 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=100 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:52:25.876287 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ab8110-761c-4481-848a-20e97c026241 req-9101b9e9-3f4e-47fa-9572-e49255302585 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:52:25.877857 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-b2ab8110-761c-4481-848a-20e97c026241 req-9101b9e9-3f4e-47fa-9572-e49255302585 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=a4d48aed-6528-46cd-a11e-6899591a4a27 HTTP/1.1" status: 200 len: 946 time: 0.0496361 Aug 09 16:52:25.879326 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.l3_dvr_db [None req-65ae41dd-7002-4d7b-bb35-7074cc115130 None None] Set router a94090c4-336e-481c-a22d-3841e2f9caeb gateway port host: dv-cinder-852364-3-iscsi {{(pid=111143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 16:52:25.982596 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-b2ab8110-761c-4481-848a-20e97c026241 req-73dcd86d-353b-464d-9e60-1922b604da4f tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=2bdfd362-24cf-46bd-9f16-b84704a8b95f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981972 Aug 09 16:52:26.016717 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Device 98cf9500-f4e4-480b-a0ee-c5ca9d65cb60 up at agent ovs-agent-dv-cinder-852364-3-iscsi {{(pid=111142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:52:26.024641 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG dbcounter [-] [111143] Writing DB stats neutron:SELECT=100 {{(pid=111143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:52:26.072160 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.provisioning_blocks [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Provisioning complete for port 98cf9500-f4e4-480b-a0ee-c5ca9d65cb60 triggered by entity L2. {{(pid=111142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 16:52:26.072669 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877469'] for port (98cf9500-f4e4-480b-a0ee-c5ca9d65cb60), provisioning_complete {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:26.102082 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.l3_hamode_db [None req-65ae41dd-7002-4d7b-bb35-7074cc115130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a94090c4-336e-481c-a22d-3841e2f9caeb', 'name': 'tempest-AttachVolumeShelveTestJSON-1656146575-router', 'tenant_id': '432f91c6e89c4fecb0d1f6afb1bcfe7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'external_fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': '98cf9500-f4e4-480b-a0ee-c5ca9d65cb60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:52:16Z', 'updated_at': '2022-08-09T16:52:21Z', 'revision_number': 4, 'project_id': '432f91c6e89c4fecb0d1f6afb1bcfe7e', 'gw_port': {'id': '98cf9500-f4e4-480b-a0ee-c5ca9d65cb60', 'name': '', 'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:77:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a94090c4-336e-481c-a22d-3841e2f9caeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:52:17Z', 'updated_at': '2022-08-09T16:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-3-iscsi', '_interfaces': [{'id': '53668189-405d-4788-875d-ae32e5d147ba', 'name': '', 'network_id': '2fdb2410-afc4-41b9-b8f9-2ac596eb2296', 'tenant_id': '432f91c6e89c4fecb0d1f6afb1bcfe7e', 'mac_address': 'fa:16:3e:c4:c6:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a94090c4-336e-481c-a22d-3841e2f9caeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '1b532a95-1235-4d0d-9992-be56a4fc30cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:52:20Z', 'updated_at': '2022-08-09T16:52:21Z', 'revision_number': 2, 'project_id': '432f91c6e89c4fecb0d1f6afb1bcfe7e', 'subnets': [{'id': '1b532a95-1235-4d0d-9992-be56a4fc30cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-3-iscsi', False) {} {{(pid=111143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:52:26.129393 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65ae41dd-7002-4d7b-bb35-7074cc115130 None None] Checking router: a94090c4-336e-481c-a22d-3841e2f9caeb for host: dv-cinder-852364-3-iscsi {{(pid=111143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:52:26.129839 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65ae41dd-7002-4d7b-bb35-7074cc115130 None None] Updating router a94090c4-336e-481c-a22d-3841e2f9caeb port 53668189-405d-4788-875d-ae32e5d147ba binding host dv-cinder-852364-3-iscsi {{(pid=111143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 16:52:26.149079 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Current status of the port 98cf9500-f4e4-480b-a0ee-c5ca9d65cb60 is: ACTIVE; New status is: ACTIVE {{(pid=111142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 16:52:26.163149 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron_lib.callbacks.manager [None req-65ae41dd-7002-4d7b-bb35-7074cc115130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (53668189-405d-4788-875d-ae32e5d147ba), before_update {{(pid=111143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:26.293913 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:52:26.316914 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:52:26.385478 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:52:26.440962 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG dbcounter [-] [111143] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:52:26.516492 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron_lib.callbacks.manager [None req-65ae41dd-7002-4d7b-bb35-7074cc115130 None None] Publish callbacks [] for port (53668189-405d-4788-875d-ae32e5d147ba), precommit_update {{(pid=111143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:26.573726 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron_lib.callbacks.manager [None req-65ae41dd-7002-4d7b-bb35-7074cc115130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748338263269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748337861771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748337861789'] for port (53668189-405d-4788-875d-ae32e5d147ba), after_update {{(pid=111143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:26.640434 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76da061a-9a31-44fe-a2c1-ad397b333eb4 None None] Pushing event updated for resources: {'Port': ['ID=53668189-405d-4788-875d-ae32e5d147ba,revision_number=3']} {{(pid=111143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:52:26.670182 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.plugins.ml2.managers [None req-65ae41dd-7002-4d7b-bb35-7074cc115130 None None] Attempting to bind port 53668189-405d-4788-875d-ae32e5d147ba on host dv-cinder-852364-3-iscsi for vnic_type normal with profile {{(pid=111143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 09 16:52:26.670591 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.plugins.ml2.managers [None req-65ae41dd-7002-4d7b-bb35-7074cc115130 None None] Attempting to bind port 53668189-405d-4788-875d-ae32e5d147ba by drivers openvswitch,hyperv on host dv-cinder-852364-3-iscsi at level 0 using segments [{'id': '38d2f02a-8f81-4105-9e72-6704317cfa7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 959, 'network_id': '2fdb2410-afc4-41b9-b8f9-2ac596eb2296'}] {{(pid=111143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 09 16:52:26.670951 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65ae41dd-7002-4d7b-bb35-7074cc115130 None None] Attempting to bind port 53668189-405d-4788-875d-ae32e5d147ba on network 2fdb2410-afc4-41b9-b8f9-2ac596eb2296 {{(pid=111143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 16:52:26.677010 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65ae41dd-7002-4d7b-bb35-7074cc115130 None None] Checking agent: {'id': '47988f4d-09d0-4892-bbfe-5b11c743802f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852364-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 9, 16, 42, 16), 'started_at': datetime.datetime(2022, 8, 9, 16, 42, 46), 'heartbeat_timestamp': datetime.datetime(2022, 8, 9, 16, 52, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852364-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 09 16:52:26.680345 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65ae41dd-7002-4d7b-bb35-7074cc115130 None None] Checking segment: {'id': '38d2f02a-8f81-4105-9e72-6704317cfa7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 959, 'network_id': '2fdb2410-afc4-41b9-b8f9-2ac596eb2296'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 09 16:52:26.680345 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron_lib.callbacks.manager [None req-65ae41dd-7002-4d7b-bb35-7074cc115130 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:26.680345 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65ae41dd-7002-4d7b-bb35-7074cc115130 None None] Bound using segment: {'id': '38d2f02a-8f81-4105-9e72-6704317cfa7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 959, 'network_id': '2fdb2410-afc4-41b9-b8f9-2ac596eb2296'} {{(pid=111143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 09 16:52:26.680345 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.plugins.ml2.managers [None req-65ae41dd-7002-4d7b-bb35-7074cc115130 None None] Bound port: 53668189-405d-4788-875d-ae32e5d147ba, host: dv-cinder-852364-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38d2f02a-8f81-4105-9e72-6704317cfa7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 959, 'network_id': '2fdb2410-afc4-41b9-b8f9-2ac596eb2296'}}] {{(pid=111143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 09 16:52:26.680345 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron_lib.callbacks.manager [None req-65ae41dd-7002-4d7b-bb35-7074cc115130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (53668189-405d-4788-875d-ae32e5d147ba), before_update {{(pid=111143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:26.746360 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.plugins.ml2.db [None req-65ae41dd-7002-4d7b-bb35-7074cc115130 None None] For port 53668189-405d-4788-875d-ae32e5d147ba, host dv-cinder-852364-3-iscsi, cleared binding levels {{(pid=111143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:52:26.749405 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.plugins.ml2.db [None req-65ae41dd-7002-4d7b-bb35-7074cc115130 None None] For port 53668189-405d-4788-875d-ae32e5d147ba, host dv-cinder-852364-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-3-iscsi',level=0,port_id=53668189-405d-4788-875d-ae32e5d147ba,segment=NetworkSegment(38d2f02a-8f81-4105-9e72-6704317cfa7c),segment_id=38d2f02a-8f81-4105-9e72-6704317cfa7c)] {{(pid=111143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:52:26.855113 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron_lib.callbacks.manager [None req-65ae41dd-7002-4d7b-bb35-7074cc115130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748338263269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748337861771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748337861789'] for port (53668189-405d-4788-875d-ae32e5d147ba), after_update {{(pid=111143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:26.890578 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ae41dd-7002-4d7b-bb35-7074cc115130 None None] Routers {'a94090c4-336e-481c-a22d-3841e2f9caeb'} bound to L3 agent in host dv-cinder-852364-3-iscsi {{(pid=111143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 16:52:26.891149 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.l3_hamode_db [None req-65ae41dd-7002-4d7b-bb35-7074cc115130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-09T16:42:12Z,description=,heartbeat_timestamp=2022-08-09T16:52:12Z,host='dv-cinder-852364-3-iscsi',id=2cf02505-efcb-442b-855b-6c659df6f18c,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:13Z,topic='l3_agent')) {'router_ids': ['a94090c4-336e-481c-a22d-3841e2f9caeb'], 'active': True} {{(pid=111143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:52:26.951660 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76da061a-9a31-44fe-a2c1-ad397b333eb4 None None] Pushing event updated for resources: {'Port': ['ID=53668189-405d-4788-875d-ae32e5d147ba,revision_number=4']} {{(pid=111143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:52:27.020097 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG dbcounter [-] [111143] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:52:27.032997 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.l3_dvr_db [None req-65ae41dd-7002-4d7b-bb35-7074cc115130 None None] Set router a94090c4-336e-481c-a22d-3841e2f9caeb gateway port host: dv-cinder-852364-3-iscsi {{(pid=111143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 16:52:27.139535 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24011f01-7d63-43fe-9f29-271edb671310 req-4f381ae9-0003-45df-85a5-d9f05256eec7 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:52:27.141194 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-24011f01-7d63-43fe-9f29-271edb671310 req-4f381ae9-0003-45df-85a5-d9f05256eec7 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=a4d48aed-6528-46cd-a11e-6899591a4a27 HTTP/1.1" status: 200 len: 946 time: 0.0503397 Aug 09 16:52:27.203722 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-24011f01-7d63-43fe-9f29-271edb671310 req-ab59c5cb-f9e2-40f5-ad6f-82de6600b4c6 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=2bdfd362-24cf-46bd-9f16-b84704a8b95f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562501 Aug 09 16:52:27.249893 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.l3_hamode_db [None req-65ae41dd-7002-4d7b-bb35-7074cc115130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a94090c4-336e-481c-a22d-3841e2f9caeb', 'name': 'tempest-AttachVolumeShelveTestJSON-1656146575-router', 'tenant_id': '432f91c6e89c4fecb0d1f6afb1bcfe7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'external_fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': '98cf9500-f4e4-480b-a0ee-c5ca9d65cb60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:52:16Z', 'updated_at': '2022-08-09T16:52:21Z', 'revision_number': 4, 'project_id': '432f91c6e89c4fecb0d1f6afb1bcfe7e', 'gw_port': {'id': '98cf9500-f4e4-480b-a0ee-c5ca9d65cb60', 'name': '', 'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:77:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a94090c4-336e-481c-a22d-3841e2f9caeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:52:17Z', 'updated_at': '2022-08-09T16:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-3-iscsi', '_interfaces': [{'id': '53668189-405d-4788-875d-ae32e5d147ba', 'name': '', 'network_id': '2fdb2410-afc4-41b9-b8f9-2ac596eb2296', 'tenant_id': '432f91c6e89c4fecb0d1f6afb1bcfe7e', 'mac_address': 'fa:16:3e:c4:c6:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a94090c4-336e-481c-a22d-3841e2f9caeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '1b532a95-1235-4d0d-9992-be56a4fc30cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:52:20Z', 'updated_at': '2022-08-09T16:52:26Z', 'revision_number': 4, 'project_id': '432f91c6e89c4fecb0d1f6afb1bcfe7e', 'subnets': [{'id': '1b532a95-1235-4d0d-9992-be56a4fc30cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-3-iscsi', False) {} {{(pid=111143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:52:27.275234 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65ae41dd-7002-4d7b-bb35-7074cc115130 None None] The sync data for ids ['a94090c4-336e-481c-a22d-3841e2f9caeb'] in dv-cinder-852364-3-iscsi is: [{'id': 'a94090c4-336e-481c-a22d-3841e2f9caeb', 'name': 'tempest-AttachVolumeShelveTestJSON-1656146575-router', 'tenant_id': '432f91c6e89c4fecb0d1f6afb1bcfe7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'external_fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': '98cf9500-f4e4-480b-a0ee-c5ca9d65cb60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:52:16Z', 'updated_at': '2022-08-09T16:52:21Z', 'revision_number': 4, 'project_id': '432f91c6e89c4fecb0d1f6afb1bcfe7e', 'gw_port': {'id': '98cf9500-f4e4-480b-a0ee-c5ca9d65cb60', 'name': '', 'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:77:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a94090c4-336e-481c-a22d-3841e2f9caeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:52:17Z', 'updated_at': '2022-08-09T16:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-3-iscsi', '_interfaces': [{'id': '53668189-405d-4788-875d-ae32e5d147ba', 'name': '', 'network_id': '2fdb2410-afc4-41b9-b8f9-2ac596eb2296', 'tenant_id': '432f91c6e89c4fecb0d1f6afb1bcfe7e', 'mac_address': 'fa:16:3e:c4:c6:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a94090c4-336e-481c-a22d-3841e2f9caeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '1b532a95-1235-4d0d-9992-be56a4fc30cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:52:20Z', 'updated_at': '2022-08-09T16:52:26Z', 'revision_number': 4, 'project_id': '432f91c6e89c4fecb0d1f6afb1bcfe7e', 'subnets': [{'id': '1b532a95-1235-4d0d-9992-be56a4fc30cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:52:27.523535 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:52:27.971763 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Device 53668189-405d-4788-875d-ae32e5d147ba up at agent ovs-agent-dv-cinder-852364-3-iscsi {{(pid=111142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:52:28.021228 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.provisioning_blocks [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Provisioning complete for port 53668189-405d-4788-875d-ae32e5d147ba triggered by entity L2. {{(pid=111142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 16:52:28.021607 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877469'] for port (53668189-405d-4788-875d-ae32e5d147ba), provisioning_complete {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:28.065690 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:52:28.104401 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Current status of the port 53668189-405d-4788-875d-ae32e5d147ba is: DOWN; New status is: ACTIVE {{(pid=111142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 16:52:28.104796 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (53668189-405d-4788-875d-ae32e5d147ba), before_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:28.143964 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.db [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] For port 53668189-405d-4788-875d-ae32e5d147ba, host dv-cinder-852364-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-3-iscsi',level=0,port_id=53668189-405d-4788-875d-ae32e5d147ba,segment=NetworkSegment(38d2f02a-8f81-4105-9e72-6704317cfa7c),segment_id=38d2f02a-8f81-4105-9e72-6704317cfa7c)] {{(pid=111142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:52:28.191273 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748338263269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748337861771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748337861789'] for port (53668189-405d-4788-875d-ae32e5d147ba), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:28.248783 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Pushing event updated for resources: {'Port': ['ID=53668189-405d-4788-875d-ae32e5d147ba,revision_number=5']} {{(pid=111142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:52:28.259497 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:52:28.260513 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:52:28.261065 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:52:28.261449 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:52:28.261935 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:52:28.262424 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:52:28.262759 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:52:28.263087 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:52:28.263444 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:52:28.263767 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:52:28.264093 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:52:28.264435 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:52:28.264939 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:52:28.265071 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:52:28.265393 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:52:28.326995 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1253bee9-c799-4580-a85a-7610f9921edf req-d45159f2-cd34-4ccc-8ac4-ca86547ebbaf tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:52:28.329593 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-1253bee9-c799-4580-a85a-7610f9921edf req-d45159f2-cd34-4ccc-8ac4-ca86547ebbaf tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=a4d48aed-6528-46cd-a11e-6899591a4a27 HTTP/1.1" status: 200 len: 946 time: 0.0488751 Aug 09 16:52:28.379280 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-1253bee9-c799-4580-a85a-7610f9921edf req-13902df6-691d-46ba-9b1e-8feea09636ba tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=2bdfd362-24cf-46bd-9f16-b84704a8b95f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427175 Aug 09 16:52:28.512113 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-176b4e92-8843-4f8f-bddb-ecfc4fafeafe req-c825144a-d35a-4b93-84d1-f7e36029f9ec tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1496721591&fields=id&tenant_id=432f91c6e89c4fecb0d1f6afb1bcfe7e HTTP/1.1" status: 200 len: 267 time: 0.0495775 Aug 09 16:52:28.621919 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176b4e92-8843-4f8f-bddb-ecfc4fafeafe req-10174c31-d637-4054-8809-15f02c3af9f3 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:52:28.623404 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-176b4e92-8843-4f8f-bddb-ecfc4fafeafe req-10174c31-d637-4054-8809-15f02c3af9f3 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/networks?id=2fdb2410-afc4-41b9-b8f9-2ac596eb2296 HTTP/1.1" status: 200 len: 817 time: 0.1038723 Aug 09 16:52:28.638790 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-176b4e92-8843-4f8f-bddb-ecfc4fafeafe req-54207f2c-6b21-405c-aca1-683fe2d0c5c7 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/quotas/432f91c6e89c4fecb0d1f6afb1bcfe7e HTTP/1.1" status: 200 len: 375 time: 0.0097635 Aug 09 16:52:28.690951 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-176b4e92-8843-4f8f-bddb-ecfc4fafeafe req-94523b6b-c69f-424c-bf04-b9e01305c753 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/ports?tenant_id=432f91c6e89c4fecb0d1f6afb1bcfe7e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0461295 Aug 09 16:52:28.760390 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:52:28.795820 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-176b4e92-8843-4f8f-bddb-ecfc4fafeafe req-08974723-65ed-434b-b4d1-fbe23428af4c service neutron] 10.222.0.59 "GET /networking/v2.0/networks/2fdb2410-afc4-41b9-b8f9-2ac596eb2296?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927985 Aug 09 16:52:28.892727 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-176b4e92-8843-4f8f-bddb-ecfc4fafeafe req-a4597c04-9f45-41fc-835b-0c9b38b3d3a3 service neutron] 10.222.0.59 "GET /networking/v2.0/networks/2fdb2410-afc4-41b9-b8f9-2ac596eb2296?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922451 Aug 09 16:52:29.171195 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-a29e695c-9aa6-41fd-bca9-9e1a5f7d0aa2 req-9646f5cd-e206-4540-a576-9e78423115d3 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=da7f4d33-f0b3-4448-9f68-813a5aead47a HTTP/1.1" status: 200 len: 210 time: 0.0329392 Aug 09 16:52:29.503290 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60951f08-6d4c-4435-a071-1294de9a67ec req-e68b9a51-fee8-4239-8af3-3099c8d5998f tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:52:29.504960 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-60951f08-6d4c-4435-a071-1294de9a67ec req-e68b9a51-fee8-4239-8af3-3099c8d5998f tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=a4d48aed-6528-46cd-a11e-6899591a4a27 HTTP/1.1" status: 200 len: 946 time: 0.0508358 Aug 09 16:52:29.555778 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-60951f08-6d4c-4435-a071-1294de9a67ec req-4a7a71bf-6a69-44b6-a649-c1822f8119f9 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=2bdfd362-24cf-46bd-9f16-b84704a8b95f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448952 Aug 09 16:52:29.699822 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (fd1157aa-8fd8-4c6b-a604-f3842f12d305), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:29.970295 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Device 53668189-405d-4788-875d-ae32e5d147ba up at agent ovs-agent-dv-cinder-852364-3-iscsi {{(pid=111142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:52:30.020083 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.provisioning_blocks [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Provisioning complete for port 53668189-405d-4788-875d-ae32e5d147ba triggered by entity L2. {{(pid=111142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 16:52:30.020459 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877469'] for port (53668189-405d-4788-875d-ae32e5d147ba), provisioning_complete {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:30.095352 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Current status of the port 53668189-405d-4788-875d-ae32e5d147ba is: ACTIVE; New status is: ACTIVE {{(pid=111142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 16:52:30.258356 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-929b3418-69ce-4dc9-ad1d-e0278fb56ec3 req-47d2058d-3739-480e-a9df-157ab5f8f24d tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=da7f4d33-f0b3-4448-9f68-813a5aead47a HTTP/1.1" status: 200 len: 210 time: 0.0299916 Aug 09 16:52:30.643470 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.wsgi [-] (111140) accepted ('10.222.0.59', 52110) {{(pid=111140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:52:30.691605 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83751d3-4a77-49cd-9df5-37d3cb1d8a54 req-369ebe16-2dd7-45ce-9add-9f5784593336 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:52:30.693082 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-f83751d3-4a77-49cd-9df5-37d3cb1d8a54 req-369ebe16-2dd7-45ce-9add-9f5784593336 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=a4d48aed-6528-46cd-a11e-6899591a4a27 HTTP/1.1" status: 200 len: 946 time: 0.0502210 Aug 09 16:52:30.747269 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-f83751d3-4a77-49cd-9df5-37d3cb1d8a54 req-40a731a8-d918-4016-8425-fbb0e630aebe tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=2bdfd362-24cf-46bd-9f16-b84704a8b95f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482802 Aug 09 16:52:30.758228 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-81310c10-d810-4c3c-9303-41db116b34cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:30.839424 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-81310c10-d810-4c3c-9303-41db116b34cc admin admin] Publish callbacks [] for security_group (5f845500-4175-4b23-8105-84b3ea0a99e7), precommit_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:30.922491 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-81310c10-d810-4c3c-9303-41db116b34cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763768'] for security_group (5f845500-4175-4b23-8105-84b3ea0a99e7), after_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:30.967013 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [None req-81310c10-d810-4c3c-9303-41db116b34cc admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=75f6b6649ba343539df5c7660090b45f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3223026 Aug 09 16:52:30.968954 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81310c10-d810-4c3c-9303-41db116b34cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f845500-4175-4b23-8105-84b3ea0a99e7,revision_number=1']} {{(pid=111140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:52:30.970327 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.wsgi [-] (111141) accepted ('10.222.0.59', 52120) {{(pid=111141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:52:31.039877 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-479b9927-4344-499a-b987-d9b2b42ee42e admin admin] Publish callbacks [] for security_group (5f845500-4175-4b23-8105-84b3ea0a99e7), before_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:31.064575 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-479b9927-4344-499a-b987-d9b2b42ee42e admin admin] Publish callbacks [] for security_group (5f845500-4175-4b23-8105-84b3ea0a99e7), precommit_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:31.208587 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-479b9927-4344-499a-b987-d9b2b42ee42e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763768'] for security_group (5f845500-4175-4b23-8105-84b3ea0a99e7), after_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:31.212174 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-479b9927-4344-499a-b987-d9b2b42ee42e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:31.216401 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [None req-479b9927-4344-499a-b987-d9b2b42ee42e admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/5f845500-4175-4b23-8105-84b3ea0a99e7 HTTP/1.1" status: 204 len: 168 time: 0.2444293 Aug 09 16:52:31.236122 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479b9927-4344-499a-b987-d9b2b42ee42e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f845500-4175-4b23-8105-84b3ea0a99e7,revision_number=None']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:52:31.236122 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479b9927-4344-499a-b987-d9b2b42ee42e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:52:31.236122 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479b9927-4344-499a-b987-d9b2b42ee42e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:52:31.236122 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479b9927-4344-499a-b987-d9b2b42ee42e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:52:31.236122 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479b9927-4344-499a-b987-d9b2b42ee42e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:52:31.236122 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479b9927-4344-499a-b987-d9b2b42ee42e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:52:31.236122 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479b9927-4344-499a-b987-d9b2b42ee42e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:52:31.236122 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479b9927-4344-499a-b987-d9b2b42ee42e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:52:31.245047 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479b9927-4344-499a-b987-d9b2b42ee42e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:52:31.245400 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479b9927-4344-499a-b987-d9b2b42ee42e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:52:31.245744 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479b9927-4344-499a-b987-d9b2b42ee42e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:52:31.246090 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479b9927-4344-499a-b987-d9b2b42ee42e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:52:31.246441 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479b9927-4344-499a-b987-d9b2b42ee42e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:52:31.246967 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479b9927-4344-499a-b987-d9b2b42ee42e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:52:31.247259 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479b9927-4344-499a-b987-d9b2b42ee42e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:52:31.247594 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479b9927-4344-499a-b987-d9b2b42ee42e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:52:31.392599 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-ee0fa03b-5a7e-4813-870b-96ba569463f5 req-095696b1-b3db-4c77-9176-2b3237061f13 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=da7f4d33-f0b3-4448-9f68-813a5aead47a HTTP/1.1" status: 200 len: 210 time: 0.0458660 Aug 09 16:52:31.856280 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:52:31.874881 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ace8c37-6a89-4d96-a05f-feff6aac2ef3 req-1dfd6caa-33b2-4f66-a999-0349e4be8a3f tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:52:31.877341 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-2ace8c37-6a89-4d96-a05f-feff6aac2ef3 req-1dfd6caa-33b2-4f66-a999-0349e4be8a3f tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=a4d48aed-6528-46cd-a11e-6899591a4a27 HTTP/1.1" status: 200 len: 946 time: 0.0522828 Aug 09 16:52:31.943089 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.wsgi [-] (111140) accepted ('10.222.0.59', 52144) {{(pid=111140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:52:31.946282 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-2ace8c37-6a89-4d96-a05f-feff6aac2ef3 req-77836e0f-ea8e-4909-b66d-0e6754442884 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=2bdfd362-24cf-46bd-9f16-b84704a8b95f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628924 Aug 09 16:52:31.960504 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-a8af3ce1-968e-43ef-bd8a-52a1c0dbe025 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:32.014048 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=84,neutron:DELETE=2,neutron:INSERT=14 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:52:32.046564 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-a8af3ce1-968e-43ef-bd8a-52a1c0dbe025 admin admin] Publish callbacks [] for security_group (34072b90-4e21-4b29-a309-a4c6587dd9c2), precommit_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:32.094210 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-a8af3ce1-968e-43ef-bd8a-52a1c0dbe025 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763768'] for security_group (34072b90-4e21-4b29-a309-a4c6587dd9c2), after_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:32.129400 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176b4e92-8843-4f8f-bddb-ecfc4fafeafe req-b964d905-029b-455c-82b8-9e4efcd43d17 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:52:32.130913 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-176b4e92-8843-4f8f-bddb-ecfc4fafeafe req-b964d905-029b-455c-82b8-9e4efcd43d17 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.91 "GET /networking/v2.0/networks?id=2fdb2410-afc4-41b9-b8f9-2ac596eb2296 HTTP/1.1" status: 200 len: 817 time: 0.1489944 Aug 09 16:52:32.138016 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [None req-a8af3ce1-968e-43ef-bd8a-52a1c0dbe025 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=ead2eaceda8a43848fc20eb47fc2eb94&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1936913 Aug 09 16:52:32.138882 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8af3ce1-968e-43ef-bd8a-52a1c0dbe025 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34072b90-4e21-4b29-a309-a4c6587dd9c2,revision_number=1']} {{(pid=111140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:52:32.140836 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.wsgi [-] (111141) accepted ('10.222.0.59', 52146) {{(pid=111141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:52:32.238810 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-0a12a604-897a-4542-ac48-b2512ac63e8e admin admin] Publish callbacks [] for security_group (34072b90-4e21-4b29-a309-a4c6587dd9c2), before_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:32.266411 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-176b4e92-8843-4f8f-bddb-ecfc4fafeafe req-a95edf42-dbac-4554-ac39-b50b81f8747f tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.91 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=432f91c6e89c4fecb0d1f6afb1bcfe7e HTTP/1.1" status: 200 len: 380 time: 0.1085563 Aug 09 16:52:32.279657 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-0a12a604-897a-4542-ac48-b2512ac63e8e admin admin] Publish callbacks [] for security_group (34072b90-4e21-4b29-a309-a4c6587dd9c2), precommit_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:32.396789 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-0a12a604-897a-4542-ac48-b2512ac63e8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763768'] for security_group (34072b90-4e21-4b29-a309-a4c6587dd9c2), after_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:32.401899 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-0a12a604-897a-4542-ac48-b2512ac63e8e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:32.402250 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [None req-0a12a604-897a-4542-ac48-b2512ac63e8e admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/34072b90-4e21-4b29-a309-a4c6587dd9c2 HTTP/1.1" status: 204 len: 168 time: 0.2600119 Aug 09 16:52:32.410908 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a12a604-897a-4542-ac48-b2512ac63e8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34072b90-4e21-4b29-a309-a4c6587dd9c2,revision_number=None']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:52:32.482884 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.v2.base [req-176b4e92-8843-4f8f-bddb-ecfc4fafeafe req-05a7a382-655c-40fe-9871-862b1bfa68cf tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Request body: {'port': {'device_id': 'da7f4d33-f0b3-4448-9f68-813a5aead47a', 'network_id': '2fdb2410-afc4-41b9-b8f9-2ac596eb2296', 'admin_state_up': True, 'tenant_id': '432f91c6e89c4fecb0d1f6afb1bcfe7e', 'security_groups': ['3d9f5ea8-d0d2-408b-afd6-30dd186663a2']}} {{(pid=111141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 16:52:32.543770 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-44d70a63-a721-4981-986f-89fed50a8ee3 req-2c6ffdd0-d4b8-472c-9e0d-6f1ead611b5e tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=da7f4d33-f0b3-4448-9f68-813a5aead47a HTTP/1.1" status: 200 len: 210 time: 0.0468240 Aug 09 16:52:32.593107 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:52:32.717655 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-176b4e92-8843-4f8f-bddb-ecfc4fafeafe req-05a7a382-655c-40fe-9871-862b1bfa68cf tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Made reservation on behalf of 432f91c6e89c4fecb0d1f6afb1bcfe7e for: {'port': 1} {{(pid=111141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:52:32.721110 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-176b4e92-8843-4f8f-bddb-ecfc4fafeafe req-05a7a382-655c-40fe-9871-862b1bfa68cf tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (None), before_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:32.868478 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.db.db_base_plugin_common [req-176b4e92-8843-4f8f-bddb-ecfc4fafeafe req-05a7a382-655c-40fe-9871-862b1bfa68cf tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Allocated IP 172.20.0.8 (2fdb2410-afc4-41b9-b8f9-2ac596eb2296/1b532a95-1235-4d0d-9992-be56a4fc30cf/08bec462-ab8b-4fe8-88b8-287b611ed36a) {{(pid=111141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:52:33.034395 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:52:33.057085 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-176b4e92-8843-4f8f-bddb-ecfc4fafeafe req-05a7a382-655c-40fe-9871-862b1bfa68cf tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Publish callbacks [] for port (08bec462-ab8b-4fe8-88b8-287b611ed36a), precommit_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:33.117253 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edff3242-8e3b-4e81-8339-0884433deae8 req-00be0f65-3995-4748-a074-89faf062c976 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:52:33.118737 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-edff3242-8e3b-4e81-8339-0884433deae8 req-00be0f65-3995-4748-a074-89faf062c976 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=a4d48aed-6528-46cd-a11e-6899591a4a27 HTTP/1.1" status: 200 len: 946 time: 0.0649998 Aug 09 16:52:33.175845 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-edff3242-8e3b-4e81-8339-0884433deae8 req-8961440c-9c40-46d6-8454-c252a29fe72b tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=2bdfd362-24cf-46bd-9f16-b84704a8b95f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506699 Aug 09 16:52:33.214781 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-176b4e92-8843-4f8f-bddb-ecfc4fafeafe req-05a7a382-655c-40fe-9871-862b1bfa68cf tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748337861753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12487578'] for port (08bec462-ab8b-4fe8-88b8-287b611ed36a), after_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:33.265775 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-176b4e92-8843-4f8f-bddb-ecfc4fafeafe req-05a7a382-655c-40fe-9871-862b1bfa68cf tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Network 2fdb2410-afc4-41b9-b8f9-2ac596eb2296 is already hosted by enough agents. {{(pid=111141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:52:33.268081 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.scheduler.base_scheduler [req-176b4e92-8843-4f8f-bddb-ecfc4fafeafe req-05a7a382-655c-40fe-9871-862b1bfa68cf tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Resources bound (agent type, host, resource id): {{(pid=111141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:52:33.271969 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.db.l3_dvrscheduler_db [req-176b4e92-8843-4f8f-bddb-ecfc4fafeafe req-05a7a382-655c-40fe-9871-862b1bfa68cf tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Received port after_create {{(pid=111141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 09 16:52:33.303543 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a7a382-655c-40fe-9871-862b1bfa68cf tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Pushing event updated for resources: {'Port': ['ID=08bec462-ab8b-4fe8-88b8-287b611ed36a,revision_number=1']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:52:33.339334 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176b4e92-8843-4f8f-bddb-ecfc4fafeafe req-05a7a382-655c-40fe-9871-862b1bfa68cf tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:52:33.340057 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-176b4e92-8843-4f8f-bddb-ecfc4fafeafe req-05a7a382-655c-40fe-9871-862b1bfa68cf tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90003'] for port (None), before_response {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:33.412042 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-176b4e92-8843-4f8f-bddb-ecfc4fafeafe req-05a7a382-655c-40fe-9871-862b1bfa68cf tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.91 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9370332 Aug 09 16:52:33.433137 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.v2.base [req-176b4e92-8843-4f8f-bddb-ecfc4fafeafe req-9a906113-8321-4457-b6cd-e23500d7f036 service neutron] Request body: {'port': {'device_id': 'da7f4d33-f0b3-4448-9f68-813a5aead47a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85236'}} {{(pid=111141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 16:52:33.502846 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-176b4e92-8843-4f8f-bddb-ecfc4fafeafe req-9a906113-8321-4457-b6cd-e23500d7f036 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (08bec462-ab8b-4fe8-88b8-287b611ed36a), before_update {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:33.558042 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:INSERT=2,neutron:UPDATE=2,neutron:SELECT=94,neutron:DELETE=2 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:52:33.563826 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.provisioning_blocks [None req-80d77035-b597-466f-b08c-7af8985de9c2 None None] Provisioning complete for port 08bec462-ab8b-4fe8-88b8-287b611ed36a triggered by entity DHCP. {{(pid=111142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 16:52:33.564572 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-80d77035-b597-466f-b08c-7af8985de9c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877469'] for port (08bec462-ab8b-4fe8-88b8-287b611ed36a), provisioning_complete {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:33.654918 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-80d77035-b597-466f-b08c-7af8985de9c2 None None] Port 08bec462-ab8b-4fe8-88b8-287b611ed36a cannot update to ACTIVE because it is not bound. {{(pid=111142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 09 16:52:33.840067 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.notifiers.nova [req-176b4e92-8843-4f8f-bddb-ecfc4fafeafe req-9a906113-8321-4457-b6cd-e23500d7f036 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08bec462-ab8b-4fe8-88b8-287b611ed36a {{(pid=111141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 09 16:52:33.846883 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca9df55-1ff5-4380-a77d-854a2e4ba32a req-d8d31aac-bf18-4f94-88de-51e486c2c359 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:52:33.848585 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-5ca9df55-1ff5-4380-a77d-854a2e4ba32a req-d8d31aac-bf18-4f94-88de-51e486c2c359 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=da7f4d33-f0b3-4448-9f68-813a5aead47a HTTP/1.1" status: 200 len: 931 time: 0.0522120 Aug 09 16:52:33.851344 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-176b4e92-8843-4f8f-bddb-ecfc4fafeafe req-9a906113-8321-4457-b6cd-e23500d7f036 service neutron] Publish callbacks [] for port (08bec462-ab8b-4fe8-88b8-287b611ed36a), precommit_update {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:33.865611 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.db.provisioning_blocks [req-176b4e92-8843-4f8f-bddb-ecfc4fafeafe req-9a906113-8321-4457-b6cd-e23500d7f036 service neutron] Transition to ACTIVE for port object 08bec462-ab8b-4fe8-88b8-287b611ed36a will not be triggered until provisioned by entity L2. {{(pid=111141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 09 16:52:33.910292 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-5ca9df55-1ff5-4380-a77d-854a2e4ba32a req-f61ea06f-492d-4cb5-b4b9-588ee9181dff tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=3d9f5ea8-d0d2-408b-afd6-30dd186663a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528507 Aug 09 16:52:33.974212 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-176b4e92-8843-4f8f-bddb-ecfc4fafeafe req-9a906113-8321-4457-b6cd-e23500d7f036 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748338263269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748337861771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748337861789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12487573'] for port (08bec462-ab8b-4fe8-88b8-287b611ed36a), after_update {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:34.026753 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a906113-8321-4457-b6cd-e23500d7f036 service neutron] Pushing event updated for resources: {'Port': ['ID=08bec462-ab8b-4fe8-88b8-287b611ed36a,revision_number=2']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:52:34.103231 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.managers [req-176b4e92-8843-4f8f-bddb-ecfc4fafeafe req-9a906113-8321-4457-b6cd-e23500d7f036 service neutron] Attempting to bind port 08bec462-ab8b-4fe8-88b8-287b611ed36a on host hv-cinder-85236 for vnic_type normal with profile {{(pid=111141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 09 16:52:34.103587 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.managers [req-176b4e92-8843-4f8f-bddb-ecfc4fafeafe req-9a906113-8321-4457-b6cd-e23500d7f036 service neutron] Attempting to bind port 08bec462-ab8b-4fe8-88b8-287b611ed36a by drivers openvswitch,hyperv on host hv-cinder-85236 at level 0 using segments [{'id': '38d2f02a-8f81-4105-9e72-6704317cfa7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 959, 'network_id': '2fdb2410-afc4-41b9-b8f9-2ac596eb2296'}] {{(pid=111141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 09 16:52:34.103919 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-176b4e92-8843-4f8f-bddb-ecfc4fafeafe req-9a906113-8321-4457-b6cd-e23500d7f036 service neutron] Attempting to bind port 08bec462-ab8b-4fe8-88b8-287b611ed36a on network 2fdb2410-afc4-41b9-b8f9-2ac596eb2296 {{(pid=111141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 16:52:34.109278 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-176b4e92-8843-4f8f-bddb-ecfc4fafeafe req-9a906113-8321-4457-b6cd-e23500d7f036 service neutron] Port 08bec462-ab8b-4fe8-88b8-287b611ed36a on network 2fdb2410-afc4-41b9-b8f9-2ac596eb2296 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85236 {{(pid=111141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 09 16:52:34.109278 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-176b4e92-8843-4f8f-bddb-ecfc4fafeafe req-9a906113-8321-4457-b6cd-e23500d7f036 service neutron] Attempting to bind port 08bec462-ab8b-4fe8-88b8-287b611ed36a on network 2fdb2410-afc4-41b9-b8f9-2ac596eb2296 {{(pid=111141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 16:52:34.113915 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-176b4e92-8843-4f8f-bddb-ecfc4fafeafe req-9a906113-8321-4457-b6cd-e23500d7f036 service neutron] Checking agent: {'id': 'fd1157aa-8fd8-4c6b-a604-f3842f12d305', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85236', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 9, 16, 48, 30), 'started_at': datetime.datetime(2022, 8, 9, 16, 48, 30), 'heartbeat_timestamp': datetime.datetime(2022, 8, 9, 16, 52, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 09 16:52:34.114252 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-176b4e92-8843-4f8f-bddb-ecfc4fafeafe req-9a906113-8321-4457-b6cd-e23500d7f036 service neutron] Checking segment: {'id': '38d2f02a-8f81-4105-9e72-6704317cfa7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 959, 'network_id': '2fdb2410-afc4-41b9-b8f9-2ac596eb2296'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 09 16:52:34.114636 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-176b4e92-8843-4f8f-bddb-ecfc4fafeafe req-9a906113-8321-4457-b6cd-e23500d7f036 service neutron] Bound using segment: {'id': '38d2f02a-8f81-4105-9e72-6704317cfa7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 959, 'network_id': '2fdb2410-afc4-41b9-b8f9-2ac596eb2296'} {{(pid=111141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 09 16:52:34.115057 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.managers [req-176b4e92-8843-4f8f-bddb-ecfc4fafeafe req-9a906113-8321-4457-b6cd-e23500d7f036 service neutron] Bound port: 08bec462-ab8b-4fe8-88b8-287b611ed36a, host: hv-cinder-85236, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38d2f02a-8f81-4105-9e72-6704317cfa7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 959, 'network_id': '2fdb2410-afc4-41b9-b8f9-2ac596eb2296'}}] {{(pid=111141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 09 16:52:34.115624 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-176b4e92-8843-4f8f-bddb-ecfc4fafeafe req-9a906113-8321-4457-b6cd-e23500d7f036 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (08bec462-ab8b-4fe8-88b8-287b611ed36a), before_update {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:34.181852 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.db [req-176b4e92-8843-4f8f-bddb-ecfc4fafeafe req-9a906113-8321-4457-b6cd-e23500d7f036 service neutron] For port 08bec462-ab8b-4fe8-88b8-287b611ed36a, host hv-cinder-85236, cleared binding levels {{(pid=111141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:52:34.184909 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.db [req-176b4e92-8843-4f8f-bddb-ecfc4fafeafe req-9a906113-8321-4457-b6cd-e23500d7f036 service neutron] For port 08bec462-ab8b-4fe8-88b8-287b611ed36a, host hv-cinder-85236, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=08bec462-ab8b-4fe8-88b8-287b611ed36a,segment=NetworkSegment(38d2f02a-8f81-4105-9e72-6704317cfa7c),segment_id=38d2f02a-8f81-4105-9e72-6704317cfa7c)] {{(pid=111141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:52:34.262472 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-176b4e92-8843-4f8f-bddb-ecfc4fafeafe req-9a906113-8321-4457-b6cd-e23500d7f036 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748338263269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748337861771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748337861789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12487573'] for port (08bec462-ab8b-4fe8-88b8-287b611ed36a), after_update {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:34.288219 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176b4e92-8843-4f8f-bddb-ecfc4fafeafe req-9a906113-8321-4457-b6cd-e23500d7f036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:52:34.289400 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-176b4e92-8843-4f8f-bddb-ecfc4fafeafe req-9a906113-8321-4457-b6cd-e23500d7f036 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90003'] for port (None), before_response {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:34.290908 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-176b4e92-8843-4f8f-bddb-ecfc4fafeafe req-9a906113-8321-4457-b6cd-e23500d7f036 service neutron] 10.222.0.91 "PUT /networking/v2.0/ports/08bec462-ab8b-4fe8-88b8-287b611ed36a HTTP/1.1" status: 200 len: 1093 time: 0.8622878 Aug 09 16:52:34.307609 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da7f4d33-f0b3-4448-9f68-813a5aead47a', 'tag': '08bec462-ab8b-4fe8-88b8-287b611ed36a'}] {{(pid=111141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 16:52:34.309880 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fc61e086496b7b72fa0be04cca19be1e9321c349ae61d053137ad661f53d53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fd4d358-38a2-4142-968e-fd1f4a4da937" -d '{"events": [{"name": "network-changed", "server_uuid": "da7f4d33-f0b3-4448-9f68-813a5aead47a", "tag": "08bec462-ab8b-4fe8-88b8-287b611ed36a"}]}' {{(pid=111141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:52:34.320730 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:52:34.337134 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195acb6a-8641-49d2-8aa9-cb67a4897ebe req-5c4f442a-34d7-4442-8210-3622b8a35a5a tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:52:34.338759 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-195acb6a-8641-49d2-8aa9-cb67a4897ebe req-5c4f442a-34d7-4442-8210-3622b8a35a5a tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=a4d48aed-6528-46cd-a11e-6899591a4a27 HTTP/1.1" status: 200 len: 946 time: 0.0896029 Aug 09 16:52:34.374098 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a906113-8321-4457-b6cd-e23500d7f036 service neutron] Pushing event updated for resources: {'Port': ['ID=08bec462-ab8b-4fe8-88b8-287b611ed36a,revision_number=3']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:52:34.374311 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.wsgi [-] (111140) accepted ('10.222.0.59', 52210) {{(pid=111140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:52:34.409050 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Aug 2022 16:52:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6485468e-e3df-427a-a9de-5341a90f04f3 x-openstack-request-id: req-6485468e-e3df-427a-a9de-5341a90f04f3 {{(pid=111141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:52:34.409538 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da7f4d33-f0b3-4448-9f68-813a5aead47a", "tag": "08bec462-ab8b-4fe8-88b8-287b611ed36a", "status": "completed", "code": 200}]} {{(pid=111141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:52:34.409951 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-6485468e-e3df-427a-a9de-5341a90f04f3 {{(pid=111141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:52:34.410482 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6485468e-e3df-427a-a9de-5341a90f04f3'] response: {'name': 'network-changed', 'server_uuid': 'da7f4d33-f0b3-4448-9f68-813a5aead47a', 'tag': '08bec462-ab8b-4fe8-88b8-287b611ed36a', 'status': 'completed', 'code': 200} Aug 09 16:52:34.418043 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-195acb6a-8641-49d2-8aa9-cb67a4897ebe req-1f8d38e1-ee8e-4b82-92eb-743bf7b00d91 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=2bdfd362-24cf-46bd-9f16-b84704a8b95f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712910 Aug 09 16:52:34.515147 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176b4e92-8843-4f8f-bddb-ecfc4fafeafe req-de87a473-f1cd-4912-9c44-d9b69328444c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:52:34.516844 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-176b4e92-8843-4f8f-bddb-ecfc4fafeafe req-de87a473-f1cd-4912-9c44-d9b69328444c service neutron] 10.222.0.91 "GET /networking/v2.0/ports?tenant_id=432f91c6e89c4fecb0d1f6afb1bcfe7e&device_id=da7f4d33-f0b3-4448-9f68-813a5aead47a HTTP/1.1" status: 200 len: 1127 time: 0.0678375 Aug 09 16:52:34.538036 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-4cb7b419-7fef-4820-89ce-032c5a55861a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:34.581229 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-176b4e92-8843-4f8f-bddb-ecfc4fafeafe req-f8ded1db-41c1-431e-93c2-153186b2990a service neutron] 10.222.0.91 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=08bec462-ab8b-4fe8-88b8-287b611ed36a HTTP/1.1" status: 200 len: 217 time: 0.0473752 Aug 09 16:52:34.588421 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-e47d5091-9971-42c9-896e-8cc02af2dca9 req-b0004ff3-e9be-4fb9-855b-868ce794539e service neutron] 10.222.0.91 "GET /networking/v2.0/ports?device_id=bad3d121-535f-4a16-b412-574cf5da50e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0879107 Aug 09 16:52:34.631056 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-4cb7b419-7fef-4820-89ce-032c5a55861a admin admin] Publish callbacks [] for security_group (51a12b39-946d-492e-88fd-31a8a45091b4), precommit_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:34.645636 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176b4e92-8843-4f8f-bddb-ecfc4fafeafe req-db0bfb58-e8a8-40a4-99e4-c4f6e96177ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:52:34.647067 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-176b4e92-8843-4f8f-bddb-ecfc4fafeafe req-db0bfb58-e8a8-40a4-99e4-c4f6e96177ab service neutron] 10.222.0.91 "GET /networking/v2.0/subnets?id=1b532a95-1235-4d0d-9992-be56a4fc30cf HTTP/1.1" status: 200 len: 856 time: 0.0566628 Aug 09 16:52:34.703135 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47d5091-9971-42c9-896e-8cc02af2dca9 req-659661c7-bad8-421a-afdb-5bb57e1004cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:52:34.704650 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-e47d5091-9971-42c9-896e-8cc02af2dca9 req-659661c7-bad8-421a-afdb-5bb57e1004cf service neutron] 10.222.0.91 "GET /networking/v2.0/ports?tenant_id=b681b90f2f074e8c8cfb11939edc7f72&device_id=bad3d121-535f-4a16-b412-574cf5da50e9 HTTP/1.1" status: 200 len: 1129 time: 0.0708454 Aug 09 16:52:34.714601 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176b4e92-8843-4f8f-bddb-ecfc4fafeafe req-0f90550d-2e67-4ea2-aa95-9d713d2ae1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:52:34.716441 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-176b4e92-8843-4f8f-bddb-ecfc4fafeafe req-0f90550d-2e67-4ea2-aa95-9d713d2ae1fe service neutron] 10.222.0.91 "GET /networking/v2.0/ports?network_id=2fdb2410-afc4-41b9-b8f9-2ac596eb2296&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0531490 Aug 09 16:52:34.734806 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-4cb7b419-7fef-4820-89ce-032c5a55861a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763768'] for security_group (51a12b39-946d-492e-88fd-31a8a45091b4), after_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:34.739644 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=3 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:52:34.778806 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [None req-4cb7b419-7fef-4820-89ce-032c5a55861a admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=698f63af9a2a42698f519c1ca667b542&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4031780 Aug 09 16:52:34.779719 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb7b419-7fef-4820-89ce-032c5a55861a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51a12b39-946d-492e-88fd-31a8a45091b4,revision_number=1']} {{(pid=111140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:52:34.782024 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.wsgi [-] (111140) accepted ('10.222.0.59', 52224) {{(pid=111140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:52:34.841977 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-11039a0c-642a-4d11-93d2-2f83a23b7a51 admin admin] Publish callbacks [] for security_group (51a12b39-946d-492e-88fd-31a8a45091b4), before_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:34.865836 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-11039a0c-642a-4d11-93d2-2f83a23b7a51 admin admin] Publish callbacks [] for security_group (51a12b39-946d-492e-88fd-31a8a45091b4), precommit_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:34.903071 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47d5091-9971-42c9-896e-8cc02af2dca9 req-01ca9140-6e6b-40c7-890f-159b405f3469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:52:34.904700 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-e47d5091-9971-42c9-896e-8cc02af2dca9 req-01ca9140-6e6b-40c7-890f-159b405f3469 service neutron] 10.222.0.91 "GET /networking/v2.0/networks?id=e7c6cdf7-0095-4da2-9004-cdee3c973d7e HTTP/1.1" status: 200 len: 919 time: 0.1753786 Aug 09 16:52:34.906415 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-176b4e92-8843-4f8f-bddb-ecfc4fafeafe req-425234b7-ba7c-4b6b-8606-855199f787cf service neutron] 10.222.0.91 "GET /networking/v2.0/networks/2fdb2410-afc4-41b9-b8f9-2ac596eb2296?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1783102 Aug 09 16:52:34.959656 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-e47d5091-9971-42c9-896e-8cc02af2dca9 req-b93475d6-804d-4050-9c05-7a2caf415dbb service neutron] 10.222.0.91 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ba04df11-96c3-4666-be53-8af43db1ed2d HTTP/1.1" status: 200 len: 217 time: 0.0421586 Aug 09 16:52:35.055857 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173e100e-e57c-4603-8b58-627cc606d7ea req-e7ff1ddc-9a6b-4256-95de-4bd1bf16debe tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:52:35.056133 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:52:35.057580 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-173e100e-e57c-4603-8b58-627cc606d7ea req-e7ff1ddc-9a6b-4256-95de-4bd1bf16debe tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=da7f4d33-f0b3-4448-9f68-813a5aead47a HTTP/1.1" status: 200 len: 943 time: 0.0541663 Aug 09 16:52:35.059560 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-11039a0c-642a-4d11-93d2-2f83a23b7a51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763768'] for security_group (51a12b39-946d-492e-88fd-31a8a45091b4), after_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:35.062826 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-11039a0c-642a-4d11-93d2-2f83a23b7a51 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:35.066798 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [None req-11039a0c-642a-4d11-93d2-2f83a23b7a51 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/51a12b39-946d-492e-88fd-31a8a45091b4 HTTP/1.1" status: 204 len: 168 time: 0.2836604 Aug 09 16:52:35.091347 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11039a0c-642a-4d11-93d2-2f83a23b7a51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51a12b39-946d-492e-88fd-31a8a45091b4,revision_number=None']} {{(pid=111140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:52:35.134356 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-176b4e92-8843-4f8f-bddb-ecfc4fafeafe req-6149ea5a-73ac-4261-9fd4-fb9fc42ba948 service neutron] 10.222.0.91 "GET /networking/v2.0/networks/2fdb2410-afc4-41b9-b8f9-2ac596eb2296?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2154543 Aug 09 16:52:35.140947 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-173e100e-e57c-4603-8b58-627cc606d7ea req-a0ec58eb-b414-4c62-bbcc-7c7200738aae tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=3d9f5ea8-d0d2-408b-afd6-30dd186663a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728729 Aug 09 16:52:35.170142 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47d5091-9971-42c9-896e-8cc02af2dca9 req-3ef4bdef-392c-4132-82c2-25c069ecb251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:52:35.172134 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-e47d5091-9971-42c9-896e-8cc02af2dca9 req-3ef4bdef-392c-4132-82c2-25c069ecb251 service neutron] 10.222.0.91 "GET /networking/v2.0/subnets?id=fa8494ca-da5a-4e74-b349-aebeb3fbaa4a HTTP/1.1" status: 200 len: 857 time: 0.2027502 Aug 09 16:52:35.227504 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47d5091-9971-42c9-896e-8cc02af2dca9 req-e8f8bd63-7a2d-4e9d-b455-e11e87060a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:52:35.229357 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-e47d5091-9971-42c9-896e-8cc02af2dca9 req-e8f8bd63-7a2d-4e9d-b455-e11e87060a4b service neutron] 10.222.0.91 "GET /networking/v2.0/ports?network_id=e7c6cdf7-0095-4da2-9004-cdee3c973d7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0479884 Aug 09 16:52:35.561024 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=4 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:52:35.570390 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf358f51-8497-4ddf-aedb-a193f4243e7e req-25b33082-d5bb-4cbd-8306-97a0c2268fde tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:52:35.572129 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-cf358f51-8497-4ddf-aedb-a193f4243e7e req-25b33082-d5bb-4cbd-8306-97a0c2268fde tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=a4d48aed-6528-46cd-a11e-6899591a4a27 HTTP/1.1" status: 200 len: 946 time: 0.0636833 Aug 09 16:52:35.634266 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-cf358f51-8497-4ddf-aedb-a193f4243e7e req-9235aca2-5bd3-4108-a23e-3b9aca81fa25 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=2bdfd362-24cf-46bd-9f16-b84704a8b95f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560455 Aug 09 16:52:35.644668 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6ef473-b58b-432b-8d8f-e5ba8be1f275 req-722d89ee-ecbd-4689-b344-87dd7f35eab5 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:52:35.646391 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-df6ef473-b58b-432b-8d8f-e5ba8be1f275 req-722d89ee-ecbd-4689-b344-87dd7f35eab5 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=e7a274d0-9d37-4f6f-8a7e-2f223cf42198 HTTP/1.1" status: 200 len: 945 time: 0.0691094 Aug 09 16:52:35.711786 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-df6ef473-b58b-432b-8d8f-e5ba8be1f275 req-df26425c-1ca7-454d-90fa-ec8de3d5fa48 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=40ce6164-59be-4c55-abcb-0149a2e272fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553114 Aug 09 16:52:36.303860 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c8cb12-82ae-454c-848f-f51567c80338 req-13c34539-4a30-46fa-91f5-5d330b7bccd6 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:52:36.306694 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-06c8cb12-82ae-454c-848f-f51567c80338 req-13c34539-4a30-46fa-91f5-5d330b7bccd6 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=da7f4d33-f0b3-4448-9f68-813a5aead47a HTTP/1.1" status: 200 len: 943 time: 0.0558398 Aug 09 16:52:36.369749 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd4d358-38a2-4142-968e-fd1f4a4da937 req-5a6f1c7f-b271-42d7-adb1-86d1b4973ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:52:36.371332 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-7fd4d358-38a2-4142-968e-fd1f4a4da937 req-5a6f1c7f-b271-42d7-adb1-86d1b4973ce5 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?tenant_id=432f91c6e89c4fecb0d1f6afb1bcfe7e&device_id=da7f4d33-f0b3-4448-9f68-813a5aead47a HTTP/1.1" status: 200 len: 1127 time: 0.0879116 Aug 09 16:52:36.375884 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-06c8cb12-82ae-454c-848f-f51567c80338 req-0c977a64-d182-4af4-8138-50a7dba62167 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=3d9f5ea8-d0d2-408b-afd6-30dd186663a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610027 Aug 09 16:52:36.467594 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-e47d5091-9971-42c9-896e-8cc02af2dca9 req-0a960d9d-9bc4-457e-8a67-792729f6c229 service neutron] 10.222.0.91 "GET /networking/v2.0/networks/e7c6cdf7-0095-4da2-9004-cdee3c973d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2175207 Aug 09 16:52:36.795712 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=100 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:52:36.800505 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd4d358-38a2-4142-968e-fd1f4a4da937 req-d46f6c3c-e26e-49e3-a6ff-b0351baef409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:52:36.801983 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-7fd4d358-38a2-4142-968e-fd1f4a4da937 req-d46f6c3c-e26e-49e3-a6ff-b0351baef409 service neutron] 10.222.0.91 "GET /networking/v2.0/networks?id=2fdb2410-afc4-41b9-b8f9-2ac596eb2296 HTTP/1.1" status: 200 len: 918 time: 0.4219165 Aug 09 16:52:36.860168 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6728ef37-6073-40db-97ee-0e2232ca7771 req-456be0ad-3438-4ac2-aa14-13f74c021f0b tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:52:36.861700 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-6728ef37-6073-40db-97ee-0e2232ca7771 req-456be0ad-3438-4ac2-aa14-13f74c021f0b tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=e7a274d0-9d37-4f6f-8a7e-2f223cf42198 HTTP/1.1" status: 200 len: 945 time: 0.0661130 Aug 09 16:52:36.875598 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-7fd4d358-38a2-4142-968e-fd1f4a4da937 req-74563b7c-a0c8-4b3a-968a-8f62e8546d85 service neutron] 10.222.0.91 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=08bec462-ab8b-4fe8-88b8-287b611ed36a HTTP/1.1" status: 200 len: 217 time: 0.0627816 Aug 09 16:52:36.902162 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16e15d0-501d-497b-8657-649a0464e634 req-afc7b6d2-5d54-4b97-87e9-05474e3c2209 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:52:36.903668 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-c16e15d0-501d-497b-8657-649a0464e634 req-afc7b6d2-5d54-4b97-87e9-05474e3c2209 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=a4d48aed-6528-46cd-a11e-6899591a4a27 HTTP/1.1" status: 200 len: 946 time: 0.1051402 Aug 09 16:52:36.921073 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-6728ef37-6073-40db-97ee-0e2232ca7771 req-9ea033c8-b159-46d6-abe6-86b9fb94af8f tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=40ce6164-59be-4c55-abcb-0149a2e272fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498326 Aug 09 16:52:36.989826 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-e47d5091-9971-42c9-896e-8cc02af2dca9 req-d046f33e-a291-48fd-8ae3-3951d6332676 service neutron] 10.222.0.91 "GET /networking/v2.0/networks/e7c6cdf7-0095-4da2-9004-cdee3c973d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4952221 Aug 09 16:52:36.994670 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd4d358-38a2-4142-968e-fd1f4a4da937 req-67f70866-6470-423e-937c-d4f6c34d45ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:52:36.996172 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-7fd4d358-38a2-4142-968e-fd1f4a4da937 req-67f70866-6470-423e-937c-d4f6c34d45ef service neutron] 10.222.0.91 "GET /networking/v2.0/subnets?id=1b532a95-1235-4d0d-9992-be56a4fc30cf HTTP/1.1" status: 200 len: 856 time: 0.1120484 Aug 09 16:52:37.023791 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-c16e15d0-501d-497b-8657-649a0464e634 req-85fb9f44-f64d-4160-83b7-b1ad44d37350 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=2bdfd362-24cf-46bd-9f16-b84704a8b95f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963905 Aug 09 16:52:37.066675 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd4d358-38a2-4142-968e-fd1f4a4da937 req-17c182dd-9acc-485f-aff0-d4528fade847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:52:37.068234 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-7fd4d358-38a2-4142-968e-fd1f4a4da937 req-17c182dd-9acc-485f-aff0-d4528fade847 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?network_id=2fdb2410-afc4-41b9-b8f9-2ac596eb2296&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0426145 Aug 09 16:52:37.177657 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-7fd4d358-38a2-4142-968e-fd1f4a4da937 req-25c47625-c869-4948-b156-a748acaaf2a6 service neutron] 10.222.0.91 "GET /networking/v2.0/networks/2fdb2410-afc4-41b9-b8f9-2ac596eb2296?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965018 Aug 09 16:52:37.443664 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG dbcounter [-] [111143] Writing DB stats neutron:SELECT=44 {{(pid=111143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:52:37.501303 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d4ffdb-cc35-4570-a2e6-be27982fd72c req-0755ae27-0829-42c7-b2fe-91a89ca1f19b tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:52:37.502765 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-67d4ffdb-cc35-4570-a2e6-be27982fd72c req-0755ae27-0829-42c7-b2fe-91a89ca1f19b tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=da7f4d33-f0b3-4448-9f68-813a5aead47a HTTP/1.1" status: 200 len: 943 time: 0.0480618 Aug 09 16:52:37.579490 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-67d4ffdb-cc35-4570-a2e6-be27982fd72c req-f9b3364b-e9f0-45fc-ab4d-fe3f960ddf40 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=3d9f5ea8-d0d2-408b-afd6-30dd186663a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696394 Aug 09 16:52:37.639572 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-7fd4d358-38a2-4142-968e-fd1f4a4da937 req-9529f768-245f-4cf6-b219-2bf258766adb service neutron] 10.222.0.91 "GET /networking/v2.0/networks/2fdb2410-afc4-41b9-b8f9-2ac596eb2296?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208818 Aug 09 16:52:37.696503 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Device 08bec462-ab8b-4fe8-88b8-287b611ed36a details requested by agent hyperv_hv-cinder-85236 with host hv-cinder-85236 {{(pid=111142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 16:52:37.797488 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.db [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] For port 08bec462-ab8b-4fe8-88b8-287b611ed36a, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=08bec462-ab8b-4fe8-88b8-287b611ed36a,segment=NetworkSegment(38d2f02a-8f81-4105-9e72-6704317cfa7c),segment_id=38d2f02a-8f81-4105-9e72-6704317cfa7c)] {{(pid=111142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:52:37.805257 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:52:37.809611 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Returning: {'device': '08bec462-ab8b-4fe8-88b8-287b611ed36a', 'network_id': '2fdb2410-afc4-41b9-b8f9-2ac596eb2296', 'port_id': '08bec462-ab8b-4fe8-88b8-287b611ed36a', 'mac_address': 'fa:16:3e:96:62:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 959, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b532a95-1235-4d0d-9992-be56a4fc30cf', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 16:52:37.844024 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Current status of the port 08bec462-ab8b-4fe8-88b8-287b611ed36a is: DOWN; New status is: BUILD {{(pid=111142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 16:52:37.844405 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (08bec462-ab8b-4fe8-88b8-287b611ed36a), before_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:37.859076 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.notifiers.nova [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08bec462-ab8b-4fe8-88b8-287b611ed36a {{(pid=111142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 09 16:52:37.879065 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.db [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] For port 08bec462-ab8b-4fe8-88b8-287b611ed36a, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=08bec462-ab8b-4fe8-88b8-287b611ed36a,segment=NetworkSegment(38d2f02a-8f81-4105-9e72-6704317cfa7c),segment_id=38d2f02a-8f81-4105-9e72-6704317cfa7c)] {{(pid=111142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:52:37.945939 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748338263269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748337861771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748337861789'] for port (08bec462-ab8b-4fe8-88b8-287b611ed36a), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:37.996984 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Pushing event updated for resources: {'Port': ['ID=08bec462-ab8b-4fe8-88b8-287b611ed36a,revision_number=4']} {{(pid=111142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:52:38.037072 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=100 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:52:38.056087 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a438f760-ade3-4a4b-8abe-6407f5201b5f req-51e8887e-0d3c-423a-8f7e-a3f6c3ad5ffe tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:52:38.057689 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-a438f760-ade3-4a4b-8abe-6407f5201b5f req-51e8887e-0d3c-423a-8f7e-a3f6c3ad5ffe tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=e7a274d0-9d37-4f6f-8a7e-2f223cf42198 HTTP/1.1" status: 200 len: 945 time: 0.0531902 Aug 09 16:52:38.107997 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-a438f760-ade3-4a4b-8abe-6407f5201b5f req-3a9ace10-3f96-4a16-8d9e-32d1d381575a tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=40ce6164-59be-4c55-abcb-0149a2e272fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443811 Aug 09 16:52:38.139517 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b72b273-d1a6-4e12-bcd8-eaf98550c77d req-05d6ee2d-5bc5-4d25-b081-b52ce8ad5451 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:52:38.141203 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-8b72b273-d1a6-4e12-bcd8-eaf98550c77d req-05d6ee2d-5bc5-4d25-b081-b52ce8ad5451 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=a4d48aed-6528-46cd-a11e-6899591a4a27 HTTP/1.1" status: 200 len: 946 time: 0.0487981 Aug 09 16:52:38.191810 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-8b72b273-d1a6-4e12-bcd8-eaf98550c77d req-e33c4402-d3cb-4b02-8284-b026bbcda479 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=2bdfd362-24cf-46bd-9f16-b84704a8b95f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450180 Aug 09 16:52:38.441127 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.db [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] get_ports_and_sgs() called for port_ids ['08bec462-ab8b-4fe8-88b8-287b611ed36a'] {{(pid=111142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:52:38.712401 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4372dc8a-459f-4a23-af69-22ed782ab4dd req-d38488a0-7ae3-4b3e-bf6b-d3ba4ff1cb14 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:52:38.713871 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-4372dc8a-459f-4a23-af69-22ed782ab4dd req-d38488a0-7ae3-4b3e-bf6b-d3ba4ff1cb14 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=da7f4d33-f0b3-4448-9f68-813a5aead47a HTTP/1.1" status: 200 len: 944 time: 0.0473199 Aug 09 16:52:38.762291 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-4372dc8a-459f-4a23-af69-22ed782ab4dd req-38fa13f7-5297-42fc-85e9-98b5469ae345 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=3d9f5ea8-d0d2-408b-afd6-30dd186663a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421391 Aug 09 16:52:39.230935 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4110c0b-ce35-4bbd-aca3-3d4a52ef6cb0 req-53d0ecba-c6d2-4a89-8e16-618b9fca6318 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:52:39.232454 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-f4110c0b-ce35-4bbd-aca3-3d4a52ef6cb0 req-53d0ecba-c6d2-4a89-8e16-618b9fca6318 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=e7a274d0-9d37-4f6f-8a7e-2f223cf42198 HTTP/1.1" status: 200 len: 945 time: 0.0505774 Aug 09 16:52:39.281952 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-f4110c0b-ce35-4bbd-aca3-3d4a52ef6cb0 req-d40ce748-b288-4e98-8de6-427d2b83ecc0 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=40ce6164-59be-4c55-abcb-0149a2e272fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430281 Aug 09 16:52:39.315210 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d850a498-6db0-499d-a258-cc400caa34ff req-6d5f5489-878b-4237-a10a-a2964080f2e6 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:52:39.316705 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-d850a498-6db0-499d-a258-cc400caa34ff req-6d5f5489-878b-4237-a10a-a2964080f2e6 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=a4d48aed-6528-46cd-a11e-6899591a4a27 HTTP/1.1" status: 200 len: 946 time: 0.0495799 Aug 09 16:52:39.369509 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-d850a498-6db0-499d-a258-cc400caa34ff req-186613fd-dc50-4851-962f-57024c5cdae7 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=2bdfd362-24cf-46bd-9f16-b84704a8b95f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464759 Aug 09 16:52:39.886115 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ec2234-4d83-440c-b30f-ad55c8e5810c req-5b647eba-ee51-4c3a-9d91-0abb8309232c tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:52:39.891821 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-22ec2234-4d83-440c-b30f-ad55c8e5810c req-5b647eba-ee51-4c3a-9d91-0abb8309232c tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=da7f4d33-f0b3-4448-9f68-813a5aead47a HTTP/1.1" status: 200 len: 944 time: 0.0497973 Aug 09 16:52:39.939734 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-22ec2234-4d83-440c-b30f-ad55c8e5810c req-26f9121a-1f2b-4af9-92e5-83b7ca3eb30f tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=3d9f5ea8-d0d2-408b-afd6-30dd186663a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424736 Aug 09 16:52:40.015414 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:52:40.117013 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-24240f4b-6e91-40f7-83ea-f76d25e01569 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (0d699ab0-1a4e-47ab-a625-f3b077123214), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:40.403912 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4ef889-4dc3-4786-a618-511e54e2a857 req-27ebd8eb-247b-493d-bd32-8a8dbb3577c7 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:52:40.405428 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-1f4ef889-4dc3-4786-a618-511e54e2a857 req-27ebd8eb-247b-493d-bd32-8a8dbb3577c7 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=e7a274d0-9d37-4f6f-8a7e-2f223cf42198 HTTP/1.1" status: 200 len: 945 time: 0.0481334 Aug 09 16:52:40.460253 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-1f4ef889-4dc3-4786-a618-511e54e2a857 req-773fb543-51de-4bd1-bdb2-fe0a938c64b1 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=40ce6164-59be-4c55-abcb-0149a2e272fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488670 Aug 09 16:52:40.499897 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05462c7a-8799-4386-ab27-a5e97a56632e req-48acc73d-f0b5-4908-84f6-22ef825d9454 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:52:40.501362 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-05462c7a-8799-4386-ab27-a5e97a56632e req-48acc73d-f0b5-4908-84f6-22ef825d9454 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=a4d48aed-6528-46cd-a11e-6899591a4a27 HTTP/1.1" status: 200 len: 946 time: 0.0546007 Aug 09 16:52:40.550442 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-05462c7a-8799-4386-ab27-a5e97a56632e req-cd4454de-8d13-4922-afb8-7e0e2e812c05 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=2bdfd362-24cf-46bd-9f16-b84704a8b95f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434580 Aug 09 16:52:41.064446 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916c4eb3-1f3d-48e5-9f8c-f92c5dc30cca req-d8b7de03-eab8-4468-9c5a-292423db00e4 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:52:41.065966 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-916c4eb3-1f3d-48e5-9f8c-f92c5dc30cca req-d8b7de03-eab8-4468-9c5a-292423db00e4 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=da7f4d33-f0b3-4448-9f68-813a5aead47a HTTP/1.1" status: 200 len: 944 time: 0.0484757 Aug 09 16:52:41.113267 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-916c4eb3-1f3d-48e5-9f8c-f92c5dc30cca req-a8fb9840-08d0-4eaa-bd4f-ad267566318b tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=3d9f5ea8-d0d2-408b-afd6-30dd186663a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414598 Aug 09 16:52:41.584537 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529b80b6-656d-41e4-ab6d-53011d971797 req-b6fe0b50-2172-4fa1-97b5-d9e5d9db1ddd tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:52:41.586763 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-529b80b6-656d-41e4-ab6d-53011d971797 req-b6fe0b50-2172-4fa1-97b5-d9e5d9db1ddd tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=e7a274d0-9d37-4f6f-8a7e-2f223cf42198 HTTP/1.1" status: 200 len: 945 time: 0.0492916 Aug 09 16:52:41.635278 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-529b80b6-656d-41e4-ab6d-53011d971797 req-9172e743-e720-4ee9-9659-d2c2ec4ef4e6 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=40ce6164-59be-4c55-abcb-0149a2e272fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430231 Aug 09 16:52:41.673356 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9d6b6c-3c93-477c-a876-def904c160f8 req-4398bd7e-2827-49f4-8f4e-0b217fc9b94c tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:52:41.674823 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-cd9d6b6c-3c93-477c-a876-def904c160f8 req-4398bd7e-2827-49f4-8f4e-0b217fc9b94c tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=a4d48aed-6528-46cd-a11e-6899591a4a27 HTTP/1.1" status: 200 len: 946 time: 0.0492330 Aug 09 16:52:41.723749 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-cd9d6b6c-3c93-477c-a876-def904c160f8 req-d2d0d9c6-1ce7-415d-991f-b05ba5955c90 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=2bdfd362-24cf-46bd-9f16-b84704a8b95f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420778 Aug 09 16:52:42.234297 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e41be8-be6a-4c2d-9196-0d4922f5aa14 req-2ca4e9c0-60b2-4185-9c80-32223c7f3f31 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:52:42.235760 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-c1e41be8-be6a-4c2d-9196-0d4922f5aa14 req-2ca4e9c0-60b2-4185-9c80-32223c7f3f31 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=da7f4d33-f0b3-4448-9f68-813a5aead47a HTTP/1.1" status: 200 len: 944 time: 0.0458655 Aug 09 16:52:42.284741 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-c1e41be8-be6a-4c2d-9196-0d4922f5aa14 req-128e00ea-d4cf-4141-8637-44114db09c45 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=3d9f5ea8-d0d2-408b-afd6-30dd186663a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436409 Aug 09 16:52:42.368358 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-085f2c12-a7b5-4cfb-929b-ab48c728b5c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (2cf02505-efcb-442b-855b-6c659df6f18c), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:42.740060 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=100 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:52:42.757012 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e8ea99-68dd-429a-9272-4aa047e9c71f req-1496f430-841d-4926-a343-fac1a5668190 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:52:42.758563 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-a2e8ea99-68dd-429a-9272-4aa047e9c71f req-1496f430-841d-4926-a343-fac1a5668190 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=e7a274d0-9d37-4f6f-8a7e-2f223cf42198 HTTP/1.1" status: 200 len: 945 time: 0.0485320 Aug 09 16:52:42.812831 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-a2e8ea99-68dd-429a-9272-4aa047e9c71f req-7f1f5104-93f2-4967-8452-b3a5e0965d13 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=40ce6164-59be-4c55-abcb-0149a2e272fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478725 Aug 09 16:52:42.847749 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed913117-338c-4143-9933-ccb46e26b40a req-1b5b93df-b26f-4d36-9486-b4a2a07b2d11 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:52:42.849250 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-ed913117-338c-4143-9933-ccb46e26b40a req-1b5b93df-b26f-4d36-9486-b4a2a07b2d11 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=a4d48aed-6528-46cd-a11e-6899591a4a27 HTTP/1.1" status: 200 len: 946 time: 0.0490680 Aug 09 16:52:42.881200 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Device 08bec462-ab8b-4fe8-88b8-287b611ed36a up at agent hyperv_hv-cinder-85236 {{(pid=111142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:52:42.895326 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=100 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:52:42.903284 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-ed913117-338c-4143-9933-ccb46e26b40a req-1e092f78-8ef4-4704-a216-0637bdd7f829 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=2bdfd362-24cf-46bd-9f16-b84704a8b95f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476975 Aug 09 16:52:42.927691 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.provisioning_blocks [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Provisioning for port 08bec462-ab8b-4fe8-88b8-287b611ed36a completed by entity L2. {{(pid=111142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 09 16:52:42.996743 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.provisioning_blocks [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Provisioning complete for port 08bec462-ab8b-4fe8-88b8-287b611ed36a triggered by entity L2. {{(pid=111142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 16:52:42.997131 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877469'] for port (08bec462-ab8b-4fe8-88b8-287b611ed36a), provisioning_complete {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:43.072854 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Current status of the port 08bec462-ab8b-4fe8-88b8-287b611ed36a is: BUILD; New status is: ACTIVE {{(pid=111142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 16:52:43.073241 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (08bec462-ab8b-4fe8-88b8-287b611ed36a), before_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:43.096813 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da7f4d33-f0b3-4448-9f68-813a5aead47a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08bec462-ab8b-4fe8-88b8-287b611ed36a'}] {{(pid=111142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 16:52:43.099068 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a3936692d9fe67bf654b43a226d329952087876dab2ee9ab8d24037cf19aeb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-412368d9-aae4-4952-b433-0aae45bc7911" -d '{"events": [{"server_uuid": "da7f4d33-f0b3-4448-9f68-813a5aead47a", "name": "network-vif-plugged", "status": "completed", "tag": "08bec462-ab8b-4fe8-88b8-287b611ed36a"}]}' {{(pid=111142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:52:43.115537 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.db [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] For port 08bec462-ab8b-4fe8-88b8-287b611ed36a, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=08bec462-ab8b-4fe8-88b8-287b611ed36a,segment=NetworkSegment(38d2f02a-8f81-4105-9e72-6704317cfa7c),segment_id=38d2f02a-8f81-4105-9e72-6704317cfa7c)] {{(pid=111142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:52:43.137223 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Aug 2022 16:52:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be2c284d-67af-472b-8f1f-0dbc59bf56d3 x-openstack-request-id: req-be2c284d-67af-472b-8f1f-0dbc59bf56d3 {{(pid=111142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:52:43.137539 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da7f4d33-f0b3-4448-9f68-813a5aead47a", "name": "network-vif-plugged", "status": "completed", "tag": "08bec462-ab8b-4fe8-88b8-287b611ed36a", "code": 200}]} {{(pid=111142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:52:43.137796 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-be2c284d-67af-472b-8f1f-0dbc59bf56d3 {{(pid=111142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:52:43.138222 dv-cinder-852364-3-iscsi neutron-server[111142]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be2c284d-67af-472b-8f1f-0dbc59bf56d3'] response: {'server_uuid': 'da7f4d33-f0b3-4448-9f68-813a5aead47a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08bec462-ab8b-4fe8-88b8-287b611ed36a', 'code': 200} Aug 09 16:52:43.214051 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748338263269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748337861771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748337861789'] for port (08bec462-ab8b-4fe8-88b8-287b611ed36a), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:43.261195 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Pushing event updated for resources: {'Port': ['ID=08bec462-ab8b-4fe8-88b8-287b611ed36a,revision_number=5']} {{(pid=111142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:52:43.410200 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757a3af2-7496-4da4-ad9b-7b05e7ffc9c7 req-cda7d1df-04fc-4d2c-ad70-20aefd181be0 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:52:43.411771 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-757a3af2-7496-4da4-ad9b-7b05e7ffc9c7 req-cda7d1df-04fc-4d2c-ad70-20aefd181be0 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=da7f4d33-f0b3-4448-9f68-813a5aead47a HTTP/1.1" status: 200 len: 945 time: 0.0488470 Aug 09 16:52:43.430613 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=100 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:52:43.461867 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-757a3af2-7496-4da4-ad9b-7b05e7ffc9c7 req-8a4e7919-450f-47d4-8a18-6c1b0791b533 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=3d9f5ea8-d0d2-408b-afd6-30dd186663a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443668 Aug 09 16:52:43.659631 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-e70f562e-e7df-49ad-a15a-67a143aa0666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (bc6be869-02df-4ed8-8ee0-3ec53a1551af), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:43.947127 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcd6f86-75e3-475f-b765-96a855151385 req-1b5a7f40-c9dd-4da6-bc4b-8d410d6ba552 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:52:43.948659 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-fdcd6f86-75e3-475f-b765-96a855151385 req-1b5a7f40-c9dd-4da6-bc4b-8d410d6ba552 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=e7a274d0-9d37-4f6f-8a7e-2f223cf42198 HTTP/1.1" status: 200 len: 945 time: 0.0572324 Aug 09 16:52:43.999727 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-fdcd6f86-75e3-475f-b765-96a855151385 req-c9a35996-b602-4f1e-9c9c-e390bc3972b1 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=40ce6164-59be-4c55-abcb-0149a2e272fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452294 Aug 09 16:52:44.042653 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9251b43d-ea57-42b2-8dc0-03c44f3d6c4a req-14329283-e95d-4792-a75f-aa0a75a58453 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:52:44.044312 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-9251b43d-ea57-42b2-8dc0-03c44f3d6c4a req-14329283-e95d-4792-a75f-aa0a75a58453 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=a4d48aed-6528-46cd-a11e-6899591a4a27 HTTP/1.1" status: 200 len: 946 time: 0.0672371 Aug 09 16:52:44.095208 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-9251b43d-ea57-42b2-8dc0-03c44f3d6c4a req-373e2bc3-7b1d-4dfb-a51f-0c2c11726207 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=2bdfd362-24cf-46bd-9f16-b84704a8b95f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449245 Aug 09 16:52:44.249910 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb934054-a44c-4dc5-805b-4c8664e45ccf req-0846018f-c405-4a67-b5aa-d0c8ff4eec8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:52:44.251890 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-fb934054-a44c-4dc5-805b-4c8664e45ccf req-0846018f-c405-4a67-b5aa-d0c8ff4eec8d service neutron] 10.222.0.91 "GET /networking/v2.0/ports?device_id=da7f4d33-f0b3-4448-9f68-813a5aead47a HTTP/1.1" status: 200 len: 1129 time: 0.0399153 Aug 09 16:52:44.361744 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-fb934054-a44c-4dc5-805b-4c8664e45ccf req-96a27259-3836-4c86-a036-87c35ca4f49e service neutron] 10.222.0.91 "GET /networking/v2.0/security-groups?id=3d9f5ea8-d0d2-408b-afd6-30dd186663a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396516 Aug 09 16:52:44.593519 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9bb9f3-3abd-4543-b03a-ac69d0c09b8d req-1b588bdc-dc78-41a7-a63e-2aadaf22a39c tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:52:44.595663 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-3c9bb9f3-3abd-4543-b03a-ac69d0c09b8d req-1b588bdc-dc78-41a7-a63e-2aadaf22a39c tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=da7f4d33-f0b3-4448-9f68-813a5aead47a HTTP/1.1" status: 200 len: 945 time: 0.0538304 Aug 09 16:52:44.640812 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.wsgi [-] (111140) accepted ('10.222.0.59', 52426) {{(pid=111140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:52:44.652364 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-3c9bb9f3-3abd-4543-b03a-ac69d0c09b8d req-cc7b11c7-d94e-4b3a-8f41-3d0a7cef9298 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=3d9f5ea8-d0d2-408b-afd6-30dd186663a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510986 Aug 09 16:52:44.753573 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-81e9c6f4-5c51-447d-8f17-29bdbd7b50af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:44.841549 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-81e9c6f4-5c51-447d-8f17-29bdbd7b50af admin admin] Publish callbacks [] for security_group (db288eea-cbac-4a02-8fbd-9816919d0fd3), precommit_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:44.957064 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-81e9c6f4-5c51-447d-8f17-29bdbd7b50af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763768'] for security_group (db288eea-cbac-4a02-8fbd-9816919d0fd3), after_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:45.001104 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [None req-81e9c6f4-5c51-447d-8f17-29bdbd7b50af admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=743215d213da4024acae4ebfdc2bccce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3591278 Aug 09 16:52:45.003137 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e9c6f4-5c51-447d-8f17-29bdbd7b50af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db288eea-cbac-4a02-8fbd-9816919d0fd3,revision_number=1']} {{(pid=111140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:52:45.003984 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.wsgi [-] (111141) accepted ('10.222.0.59', 52438) {{(pid=111141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:52:45.065806 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=100 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:52:45.070735 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-49d67848-cd79-4507-b594-b6c507492487 admin admin] Publish callbacks [] for security_group (db288eea-cbac-4a02-8fbd-9816919d0fd3), before_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:45.098781 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-49d67848-cd79-4507-b594-b6c507492487 admin admin] Publish callbacks [] for security_group (db288eea-cbac-4a02-8fbd-9816919d0fd3), precommit_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:45.162391 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c88eced-f73d-4098-9f22-1d4b65b56f68 req-14d8f7b9-8897-4261-9b2d-c7e36a4fc967 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:52:45.165369 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-0c88eced-f73d-4098-9f22-1d4b65b56f68 req-14d8f7b9-8897-4261-9b2d-c7e36a4fc967 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=e7a274d0-9d37-4f6f-8a7e-2f223cf42198 HTTP/1.1" status: 200 len: 945 time: 0.0649347 Aug 09 16:52:45.220247 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-0c88eced-f73d-4098-9f22-1d4b65b56f68 req-73daa30b-bb4f-481b-b675-37d6d8569d7c tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=40ce6164-59be-4c55-abcb-0149a2e272fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498240 Aug 09 16:52:45.222632 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bc6abd-fe29-468f-83fd-0fc0601267c3 req-31ce1a67-75a8-4350-bfa1-e9a37167990f tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:52:45.224391 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-a6bc6abd-fe29-468f-83fd-0fc0601267c3 req-31ce1a67-75a8-4350-bfa1-e9a37167990f tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=a4d48aed-6528-46cd-a11e-6899591a4a27 HTTP/1.1" status: 200 len: 946 time: 0.0527484 Aug 09 16:52:45.249103 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-49d67848-cd79-4507-b594-b6c507492487 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763768'] for security_group (db288eea-cbac-4a02-8fbd-9816919d0fd3), after_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:45.251821 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-49d67848-cd79-4507-b594-b6c507492487 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:45.253292 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [None req-49d67848-cd79-4507-b594-b6c507492487 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/db288eea-cbac-4a02-8fbd-9816919d0fd3 HTTP/1.1" status: 204 len: 168 time: 0.2480986 Aug 09 16:52:45.269944 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d67848-cd79-4507-b594-b6c507492487 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db288eea-cbac-4a02-8fbd-9816919d0fd3,revision_number=None']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:52:45.303170 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-a6bc6abd-fe29-468f-83fd-0fc0601267c3 req-c102feea-d866-47a6-b72a-a084bede7e1b tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=2bdfd362-24cf-46bd-9f16-b84704a8b95f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702617 Aug 09 16:52:45.418044 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.wsgi [-] (111140) accepted ('10.222.0.59', 52458) {{(pid=111140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:52:45.422478 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.v2.base [None req-4f4249c1-27aa-42ab-b025-acff51b3aa0d tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Request body: {'security_group': {'name': 'tempest-securitygroup--885308628', 'description': 'tempest-description--55937422'}} {{(pid=111140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 16:52:45.517089 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-5c325a0b-ed39-4cac-be6f-43defe9e55aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (33bcacdc-c215-42b6-b75f-650d86e609be), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:45.517620 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-4f4249c1-27aa-42ab-b025-acff51b3aa0d tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Publish callbacks [] for security_group (None), before_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:45.592396 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-4f4249c1-27aa-42ab-b025-acff51b3aa0d tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Publish callbacks [] for security_group (0c04eb5b-8576-4065-b492-69843d1073cb), precommit_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:45.699123 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-4f4249c1-27aa-42ab-b025-acff51b3aa0d tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763768'] for security_group (0c04eb5b-8576-4065-b492-69843d1073cb), after_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:45.705551 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (47988f4d-09d0-4892-bbfe-5b11c743802f), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:45.741254 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4249c1-27aa-42ab-b025-acff51b3aa0d tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c04eb5b-8576-4065-b492-69843d1073cb,revision_number=1']} {{(pid=111140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:52:45.805517 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-4f4249c1-27aa-42ab-b025-acff51b3aa0d tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Publish callbacks [] for security_group (None), before_response {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:45.806892 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [None req-4f4249c1-27aa-42ab-b025-acff51b3aa0d tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3878314 Aug 09 16:52:45.809802 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.wsgi [-] (111140) accepted ('10.222.0.59', 52468) {{(pid=111140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:52:45.815377 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.v2.base [None req-fcb1f99d-43d9-4405-8ed8-55b81b1ab4c6 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Request body: {'security_group_rule': {'security_group_id': '0c04eb5b-8576-4065-b492-69843d1073cb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 16:52:45.824239 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc720ca-5c42-417d-9087-16b7d41f9408 req-e24eb4da-8f86-4071-aed6-094b9d808fd4 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:52:45.825772 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-8bc720ca-5c42-417d-9087-16b7d41f9408 req-e24eb4da-8f86-4071-aed6-094b9d808fd4 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=da7f4d33-f0b3-4448-9f68-813a5aead47a HTTP/1.1" status: 200 len: 945 time: 0.0695319 Aug 09 16:52:45.896764 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-8bc720ca-5c42-417d-9087-16b7d41f9408 req-cc3ad2eb-02ed-46b5-8125-9b655b0b2cb8 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=3d9f5ea8-d0d2-408b-afd6-30dd186663a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622082 Aug 09 16:52:45.940627 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-fcb1f99d-43d9-4405-8ed8-55b81b1ab4c6 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Publish callbacks [] for security_group_rule (a38694f8-62a8-4c76-8f7f-ce88a0374c03), before_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:45.995187 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-fcb1f99d-43d9-4405-8ed8-55b81b1ab4c6 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Publish callbacks [] for security_group_rule (a38694f8-62a8-4c76-8f7f-ce88a0374c03), precommit_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:46.119898 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-fcb1f99d-43d9-4405-8ed8-55b81b1ab4c6 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765607'] for security_group_rule (a38694f8-62a8-4c76-8f7f-ce88a0374c03), after_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:46.135412 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:52:46.141375 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb1f99d-43d9-4405-8ed8-55b81b1ab4c6 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a38694f8-62a8-4c76-8f7f-ce88a0374c03,revision_number=0']} {{(pid=111140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:52:46.248137 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-fcb1f99d-43d9-4405-8ed8-55b81b1ab4c6 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:46.249466 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [None req-fcb1f99d-43d9-4405-8ed8-55b81b1ab4c6 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4385424 Aug 09 16:52:46.257449 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.wsgi [-] (111141) accepted ('10.222.0.59', 52490) {{(pid=111141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:52:46.262427 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.v2.base [None req-dd191d1e-9d6c-4f6d-be06-4bbeb9cfe55a tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Request body: {'security_group_rule': {'security_group_id': '0c04eb5b-8576-4065-b492-69843d1073cb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 16:52:46.364008 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba302ae-2205-4e92-a2e1-e54d41f408f3 req-3c226bce-3d45-46bd-a2c5-8f89d8b4b5da tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:52:46.365540 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-9ba302ae-2205-4e92-a2e1-e54d41f408f3 req-3c226bce-3d45-46bd-a2c5-8f89d8b4b5da tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=e7a274d0-9d37-4f6f-8a7e-2f223cf42198 HTTP/1.1" status: 200 len: 945 time: 0.0584455 Aug 09 16:52:46.402945 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-dd191d1e-9d6c-4f6d-be06-4bbeb9cfe55a tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Publish callbacks [] for security_group_rule (ecd8a119-8840-4676-8067-a53052105aea), before_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:46.415311 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:52:46.420059 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-9ba302ae-2205-4e92-a2e1-e54d41f408f3 req-4fbc68d1-59cc-497b-bb4b-6c489244eb2b tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=40ce6164-59be-4c55-abcb-0149a2e272fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454879 Aug 09 16:52:46.457357 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81fffc7-9802-4f42-bf10-77fcf943f430 req-5876bd55-e656-43ee-8c58-8a351a06e812 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:52:46.460950 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-a81fffc7-9802-4f42-bf10-77fcf943f430 req-5876bd55-e656-43ee-8c58-8a351a06e812 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=a4d48aed-6528-46cd-a11e-6899591a4a27 HTTP/1.1" status: 200 len: 946 time: 0.0739689 Aug 09 16:52:46.542594 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:52:46.544993 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-dd191d1e-9d6c-4f6d-be06-4bbeb9cfe55a tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Publish callbacks [] for security_group_rule (ecd8a119-8840-4676-8067-a53052105aea), precommit_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:46.547556 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.wsgi [-] (111140) accepted ('10.222.0.59', 52502) {{(pid=111140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:52:46.548657 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-a81fffc7-9802-4f42-bf10-77fcf943f430 req-eac2dc09-584e-4a75-82e3-26d985505acd tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=2bdfd362-24cf-46bd-9f16-b84704a8b95f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829153 Aug 09 16:52:46.579016 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-d8066400-808d-40b2-a6cd-837ae34ab854 req-d8cae9d7-a5cd-4eda-9414-62dd54849019 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] 10.222.0.59 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1542149782&fields=id&tenant_id=e5e7f48ecafa4bfe80fadd50e0b24cbb HTTP/1.1" status: 200 len: 267 time: 0.0534210 Aug 09 16:52:46.615078 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-dd191d1e-9d6c-4f6d-be06-4bbeb9cfe55a tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765607'] for security_group_rule (ecd8a119-8840-4676-8067-a53052105aea), after_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:46.655966 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd191d1e-9d6c-4f6d-be06-4bbeb9cfe55a tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecd8a119-8840-4676-8067-a53052105aea,revision_number=0']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:52:46.670545 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.v2.base [None req-b6d43a8d-1b7d-45bd-bb78-e43ac0b7c7f9 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-913173815-network', 'tenant_id': '7ea828531a5d468a9f15381d47e1594e'}} {{(pid=111140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 16:52:46.730996 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-dd191d1e-9d6c-4f6d-be06-4bbeb9cfe55a tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:46.735316 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [None req-dd191d1e-9d6c-4f6d-be06-4bbeb9cfe55a tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4738197 Aug 09 16:52:46.735487 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.wsgi [-] (111141) accepted ('10.222.0.59', 52506) {{(pid=111141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:52:46.739958 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.v2.base [None req-f5332e8f-b09c-42ef-aecf-2e34425024b3 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Request body: {'floatingip': {'floating_network_id': '0b446ac8-416d-4492-b144-c475e4beb84a'}} {{(pid=111141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 16:52:46.831985 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-f5332e8f-b09c-42ef-aecf-2e34425024b3 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:46.917357 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8066400-808d-40b2-a6cd-837ae34ab854 req-c02978a4-77fc-45f3-9ef3-403c2722038a tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:52:46.918802 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-d8066400-808d-40b2-a6cd-837ae34ab854 req-c02978a4-77fc-45f3-9ef3-403c2722038a tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] 10.222.0.59 "GET /networking/v2.0/networks?id=03ca7ab9-4a6d-42ee-86c4-e644a355c008 HTTP/1.1" status: 200 len: 811 time: 0.3320940 Aug 09 16:52:46.922124 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-f5332e8f-b09c-42ef-aecf-2e34425024b3 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (None), before_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:46.938877 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-d8066400-808d-40b2-a6cd-837ae34ab854 req-6633c18d-4342-4099-95bb-d82a63adc318 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] 10.222.0.59 "GET /networking/v2.0/quotas/e5e7f48ecafa4bfe80fadd50e0b24cbb HTTP/1.1" status: 200 len: 375 time: 0.0132127 Aug 09 16:52:46.981534 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6d43a8d-1b7d-45bd-bb78-e43ac0b7c7f9 admin admin] Made reservation on behalf of 7ea828531a5d468a9f15381d47e1594e for: {'network': 1} {{(pid=111140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:52:46.984386 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-b6d43a8d-1b7d-45bd-bb78-e43ac0b7c7f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for network (None), before_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:46.996440 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-b6d43a8d-1b7d-45bd-bb78-e43ac0b7c7f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:47.022318 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-d8066400-808d-40b2-a6cd-837ae34ab854 req-bbe24491-6f64-4dbf-8e63-2a7d470f08bc tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] 10.222.0.59 "GET /networking/v2.0/ports?tenant_id=e5e7f48ecafa4bfe80fadd50e0b24cbb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0754013 Aug 09 16:52:47.067633 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2b1ef2-aee4-4949-9686-7684cf1f390c req-f3948630-fca7-4bb3-a971-bb7168ce47d2 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:52:47.069125 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-ae2b1ef2-aee4-4949-9686-7684cf1f390c req-f3948630-fca7-4bb3-a971-bb7168ce47d2 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=da7f4d33-f0b3-4448-9f68-813a5aead47a HTTP/1.1" status: 200 len: 945 time: 0.0748134 Aug 09 16:52:47.086984 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:52:47.122510 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.db.db_base_plugin_common [None req-f5332e8f-b09c-42ef-aecf-2e34425024b3 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Allocated IP 172.27.2.128 (0b446ac8-416d-4492-b144-c475e4beb84a/4516d54a-1367-472b-b3e4-4bb105fe12f6/1968f272-a4d8-4c40-83d6-cb6d809bfc3e) {{(pid=111141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:52:47.144208 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-ae2b1ef2-aee4-4949-9686-7684cf1f390c req-52b21e45-f9c9-48d4-9b8c-44da7c001b7e tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=3d9f5ea8-d0d2-408b-afd6-30dd186663a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671251 Aug 09 16:52:47.165084 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:52:47.183449 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-d8066400-808d-40b2-a6cd-837ae34ab854 req-32a22138-d903-4e2c-9c3a-b3635ff03fec service neutron] 10.222.0.59 "GET /networking/v2.0/networks/03ca7ab9-4a6d-42ee-86c4-e644a355c008?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365254 Aug 09 16:52:47.188062 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-b6d43a8d-1b7d-45bd-bb78-e43ac0b7c7f9 admin admin] Publish callbacks [] for security_group (ba8eb485-b96c-4609-af49-bece5d191c07), precommit_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:47.266705 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-f5332e8f-b09c-42ef-aecf-2e34425024b3 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Publish callbacks [] for port (1968f272-a4d8-4c40-83d6-cb6d809bfc3e), precommit_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:47.277986 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-b6d43a8d-1b7d-45bd-bb78-e43ac0b7c7f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763768'] for security_group (ba8eb485-b96c-4609-af49-bece5d191c07), after_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:47.312316 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a79888b-f637-415b-8a0c-6f1a5335f0d4 req-2e900780-a241-4cec-a384-0addb73dc830 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:52:47.313840 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-2a79888b-f637-415b-8a0c-6f1a5335f0d4 req-2e900780-a241-4cec-a384-0addb73dc830 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=da7f4d33-f0b3-4448-9f68-813a5aead47a HTTP/1.1" status: 200 len: 945 time: 0.0646000 Aug 09 16:52:47.315463 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6d43a8d-1b7d-45bd-bb78-e43ac0b7c7f9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 964} {{(pid=111140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 16:52:47.326611 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.wsgi [-] (111141) accepted ('10.222.0.59', 52518) {{(pid=111141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:52:47.328791 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-d8066400-808d-40b2-a6cd-837ae34ab854 req-e1d23740-c6d5-4777-9c8e-8733933ee52d service neutron] 10.222.0.59 "GET /networking/v2.0/networks/03ca7ab9-4a6d-42ee-86c4-e644a355c008?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224546 Aug 09 16:52:47.333552 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.v2.base [None req-c210dce3-ab84-4fe2-a3b7-53c6b3fdd533 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Request body: {'floatingip': {'port_id': '08bec462-ab8b-4fe8-88b8-287b611ed36a'}} {{(pid=111141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 16:52:47.338849 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-b6d43a8d-1b7d-45bd-bb78-e43ac0b7c7f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3501092'] for segment (d64a4b0d-8eb6-4b0b-baa8-f772fe9dbe8e), precommit_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:47.340484 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.db.segments_db [None req-b6d43a8d-1b7d-45bd-bb78-e43ac0b7c7f9 admin admin] Added segment d64a4b0d-8eb6-4b0b-baa8-f772fe9dbe8e of type vlan for network e3964af6-46ca-431b-afc6-d66481e46704 Aug 09 16:52:47.341993 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d43a8d-1b7d-45bd-bb78-e43ac0b7c7f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba8eb485-b96c-4609-af49-bece5d191c07,revision_number=1']} {{(pid=111140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:52:47.379980 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-c210dce3-ab84-4fe2-a3b7-53c6b3fdd533 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Publish callbacks [] for floatingip (b3aa92e8-b7bb-430c-80a4-9821331edf59), before_update {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:47.395682 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-b6d43a8d-1b7d-45bd-bb78-e43ac0b7c7f9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748337886136'] for network (e3964af6-46ca-431b-afc6-d66481e46704), precommit_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:47.439644 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-f5332e8f-b09c-42ef-aecf-2e34425024b3 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748337861753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12487578'] for port (1968f272-a4d8-4c40-83d6-cb6d809bfc3e), after_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:47.488785 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-b6d43a8d-1b7d-45bd-bb78-e43ac0b7c7f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463'] for network (e3964af6-46ca-431b-afc6-d66481e46704), after_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:47.490087 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6d43a8d-1b7d-45bd-bb78-e43ac0b7c7f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:52:47.490877 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-b6d43a8d-1b7d-45bd-bb78-e43ac0b7c7f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526441'] for network (None), before_response {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:47.521428 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:52:47.524003 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5332e8f-b09c-42ef-aecf-2e34425024b3 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Network 0b446ac8-416d-4492-b144-c475e4beb84a is already hosted by enough agents. {{(pid=111141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:52:47.546050 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.scheduler.base_scheduler [None req-f5332e8f-b09c-42ef-aecf-2e34425024b3 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Resources bound (agent type, host, resource id): {{(pid=111141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:52:47.558359 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d43a8d-1b7d-45bd-bb78-e43ac0b7c7f9 admin admin] Pushing event updated for resources: {'Network': ['ID=e3964af6-46ca-431b-afc6-d66481e46704,revision_number=1']} {{(pid=111140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:52:47.565640 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5332e8f-b09c-42ef-aecf-2e34425024b3 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Received port after_create {{(pid=111141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 09 16:52:47.568216 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Network e3964af6-46ca-431b-afc6-d66481e46704 details requested by agent ovs-agent-dv-cinder-852364-3-iscsi with host dv-cinder-852364-3-iscsi {{(pid=111142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 16:52:47.571204 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5332e8f-b09c-42ef-aecf-2e34425024b3 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Pushing event updated for resources: {'Port': ['ID=1968f272-a4d8-4c40-83d6-cb6d809bfc3e,revision_number=1']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:52:47.602192 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [None req-b6d43a8d-1b7d-45bd-bb78-e43ac0b7c7f9 admin admin] 10.222.0.59 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 867 time: 1.0516241 Aug 09 16:52:47.605027 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.wsgi [-] (111140) accepted ('10.222.0.59', 52530) {{(pid=111140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:52:47.611149 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.v2.base [None req-2e5049f5-8c00-41b3-accd-c0e8fd9e56a3 admin admin] Request body: {'subnet': {'network_id': 'e3964af6-46ca-431b-afc6-d66481e46704', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-913173815-subnet', 'tenant_id': '7ea828531a5d468a9f15381d47e1594e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 16:52:47.669552 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903ff4fd-ffb4-43bf-aad5-a645a2c6ee7b req-da53d90b-4b55-4085-8a89-66e53b92547e tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:52:47.671056 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-903ff4fd-ffb4-43bf-aad5-a645a2c6ee7b req-da53d90b-4b55-4085-8a89-66e53b92547e tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=e7a274d0-9d37-4f6f-8a7e-2f223cf42198 HTTP/1.1" status: 200 len: 945 time: 0.1520126 Aug 09 16:52:47.716411 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e5049f5-8c00-41b3-accd-c0e8fd9e56a3 admin admin] Made reservation on behalf of 7ea828531a5d468a9f15381d47e1594e for: {'subnet': 1} {{(pid=111140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:52:47.719180 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-2e5049f5-8c00-41b3-accd-c0e8fd9e56a3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8786553'] for subnet (None), before_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:47.798343 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:52:47.840832 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-f5332e8f-b09c-42ef-aecf-2e34425024b3 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Publish callbacks [] for floatingip (049644ed-7ae1-4141-9bd1-16abef960adb), precommit_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:47.877222 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-903ff4fd-ffb4-43bf-aad5-a645a2c6ee7b req-f05c29ca-2faa-49d7-b96d-869ffe508847 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=40ce6164-59be-4c55-abcb-0149a2e272fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1988144 Aug 09 16:52:48.001716 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-2e5049f5-8c00-41b3-accd-c0e8fd9e56a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12086561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8786543'] for subnet (5b1f82a1-0a86-4aa6-869d-a4d91bedfe05), after_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:48.011645 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-90181fe8-b846-4074-a56a-41f19cdfd351 req-8509633e-9eea-43a9-857e-2a19313f03a5 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=d6dea3ef-6792-4471-ba10-60009659c637 HTTP/1.1" status: 200 len: 210 time: 0.0417492 Aug 09 16:52:48.067204 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1912e426-b1c6-4f3e-a08e-b409de31d5ef req-c9795be2-a8dd-4683-8b38-18aacfdade9e tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:52:48.068742 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-1912e426-b1c6-4f3e-a08e-b409de31d5ef req-c9795be2-a8dd-4683-8b38-18aacfdade9e tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=a4d48aed-6528-46cd-a11e-6899591a4a27 HTTP/1.1" status: 200 len: 946 time: 0.1221740 Aug 09 16:52:48.072492 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e5049f5-8c00-41b3-accd-c0e8fd9e56a3 admin admin] Checking segment: {'id': 'd64a4b0d-8eb6-4b0b-baa8-f772fe9dbe8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 964, 'network_id': 'e3964af6-46ca-431b-afc6-d66481e46704'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 09 16:52:48.072864 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e5049f5-8c00-41b3-accd-c0e8fd9e56a3 admin admin] Network hostable DHCP agents. Network: e3964af6-46ca-431b-afc6-d66481e46704, hostable agents: ['0d699ab0-1a4e-47ab-a625-f3b077123214'], hosted agents: [] {{(pid=111140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 16:52:48.082674 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-f5332e8f-b09c-42ef-aecf-2e34425024b3 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (1968f272-a4d8-4c40-83d6-cb6d809bfc3e), before_update {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:48.097754 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5049f5-8c00-41b3-accd-c0e8fd9e56a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b1f82a1-0a86-4aa6-869d-a4d91bedfe05,revision_number=0']} {{(pid=111140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:52:48.242752 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e5049f5-8c00-41b3-accd-c0e8fd9e56a3 admin admin] Network e3964af6-46ca-431b-afc6-d66481e46704 is scheduled to be hosted by DHCP agent 0d699ab0-1a4e-47ab-a625-f3b077123214 with binding_index 1 {{(pid=111140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 16:52:48.267957 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-1912e426-b1c6-4f3e-a08e-b409de31d5ef req-08de2bb8-700a-40fe-bd1f-af6d3d3f6717 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=2bdfd362-24cf-46bd-9f16-b84704a8b95f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832504 Aug 09 16:52:48.276536 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-c210dce3-ab84-4fe2-a3b7-53c6b3fdd533 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:48.322997 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.scheduler.base_scheduler [None req-2e5049f5-8c00-41b3-accd-c0e8fd9e56a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852364-3-iscsi, e3964af6-46ca-431b-afc6-d66481e46704) {{(pid=111140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:52:48.329560 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e5049f5-8c00-41b3-accd-c0e8fd9e56a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:52:48.333339 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-2e5049f5-8c00-41b3-accd-c0e8fd9e56a3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:48.337171 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37b3061a-3922-4254-866b-226561f72781 None None] Network e3964af6-46ca-431b-afc6-d66481e46704 requested from dv-cinder-852364-3-iscsi {{(pid=111142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 09 16:52:48.347875 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-f5332e8f-b09c-42ef-aecf-2e34425024b3 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Publish callbacks [] for port (1968f272-a4d8-4c40-83d6-cb6d809bfc3e), precommit_update {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:48.353380 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-c210dce3-ab84-4fe2-a3b7-53c6b3fdd533 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-336914'] for floatingip (b3aa92e8-b7bb-430c-80a4-9821331edf59), after_update {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:48.386863 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:52:48.447866 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-f5332e8f-b09c-42ef-aecf-2e34425024b3 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748338263269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748337861771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748337861789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12487573'] for port (1968f272-a4d8-4c40-83d6-cb6d809bfc3e), after_update {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:48.460961 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [None req-2e5049f5-8c00-41b3-accd-c0e8fd9e56a3 admin admin] 10.222.0.59 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8535557 Aug 09 16:52:48.463697 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-445392cc-3ada-42cd-88fb-a0e44334a8ee None None] Network e3964af6-46ca-431b-afc6-d66481e46704 requested from dv-cinder-852364-3-iscsi {{(pid=111142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 09 16:52:48.474816 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.db.l3_db [None req-c210dce3-ab84-4fe2-a3b7-53c6b3fdd533 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Floating IP b3aa92e8-b7bb-430c-80a4-9821331edf59 associated. External IP: 172.27.2.89, port: 08bec462-ab8b-4fe8-88b8-287b611ed36a. Aug 09 16:52:48.559034 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:52:48.716097 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.wsgi [-] (111140) accepted ('10.222.0.59', 52552) {{(pid=111140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:52:48.875702 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-6312e92d-e398-494f-8113-426ef4803696 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:48.899094 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-f5332e8f-b09c-42ef-aecf-2e34425024b3 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-336914'] for floatingip (049644ed-7ae1-4141-9bd1-16abef960adb), after_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:48.906690 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5332e8f-b09c-42ef-aecf-2e34425024b3 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Pushing event updated for resources: {'Port': ['ID=1968f272-a4d8-4c40-83d6-cb6d809bfc3e,revision_number=2']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:52:48.980355 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-6312e92d-e398-494f-8113-426ef4803696 admin admin] Publish callbacks [] for security_group (97745f9d-021a-492a-bb58-03b20bda7450), precommit_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:48.981499 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:52:49.006890 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-f5332e8f-b09c-42ef-aecf-2e34425024b3 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90003'] for floatingip (None), before_response {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:49.015249 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [None req-f5332e8f-b09c-42ef-aecf-2e34425024b3 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2726016 Aug 09 16:52:49.060409 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d23209-f3df-471c-bec1-f3b9dfb80cd6 req-ef62732e-5b1c-4cd9-80dd-c4917d56f951 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:52:49.068040 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-d3d23209-f3df-471c-bec1-f3b9dfb80cd6 req-ef62732e-5b1c-4cd9-80dd-c4917d56f951 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=e7a274d0-9d37-4f6f-8a7e-2f223cf42198 HTTP/1.1" status: 200 len: 945 time: 0.0676248 Aug 09 16:52:49.069785 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-6312e92d-e398-494f-8113-426ef4803696 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763768'] for security_group (97745f9d-021a-492a-bb58-03b20bda7450), after_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:49.071922 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c210dce3-ab84-4fe2-a3b7-53c6b3fdd533 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Router a94090c4-336e-481c-a22d-3841e2f9caeb has already been hosted by L3 agent 2cf02505-efcb-442b-855b-6c659df6f18c {{(pid=111141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 09 16:52:49.127026 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6312e92d-e398-494f-8113-426ef4803696 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97745f9d-021a-492a-bb58-03b20bda7450,revision_number=1']} {{(pid=111140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:52:49.138727 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [None req-6312e92d-e398-494f-8113-426ef4803696 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=381ce0a223d542b58492e30ac25d8eeb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4212115 Aug 09 16:52:49.141842 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.wsgi [-] (111140) accepted ('10.222.0.59', 52568) {{(pid=111140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:52:49.172222 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-60189c6a-04e4-42fd-8120-dff865c9c3f3 req-409921c7-5a84-4a08-97f0-23025ed6cd5f tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=d6dea3ef-6792-4471-ba10-60009659c637 HTTP/1.1" status: 200 len: 210 time: 0.0464447 Aug 09 16:52:49.200040 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-d3d23209-f3df-471c-bec1-f3b9dfb80cd6 req-4939695c-12a5-4cc9-a791-7f482b957669 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=40ce6164-59be-4c55-abcb-0149a2e272fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1267576 Aug 09 16:52:49.249518 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-be2ec39e-fdc0-4182-8ea3-ccefc6c614ba admin admin] Publish callbacks [] for security_group (97745f9d-021a-492a-bb58-03b20bda7450), before_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:49.254318 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c210dce3-ab84-4fe2-a3b7-53c6b3fdd533 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Notify agent at l3_agent.dv-cinder-852364-3-iscsi the message routers_updated {{(pid=111141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:52:49.259957 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-c210dce3-ab84-4fe2-a3b7-53c6b3fdd533 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90003'] for floatingip (None), before_response {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:49.274898 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-be2ec39e-fdc0-4182-8ea3-ccefc6c614ba admin admin] Publish callbacks [] for security_group (97745f9d-021a-492a-bb58-03b20bda7450), precommit_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:49.276805 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25fd0a8a-3d8d-4d55-8e00-555738ec73a0 None None] Sync routers for ids ['a94090c4-336e-481c-a22d-3841e2f9caeb'] in dv-cinder-852364-3-iscsi {{(pid=111142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:52:49.320902 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25fd0a8a-3d8d-4d55-8e00-555738ec73a0 None None] Routers {'a94090c4-336e-481c-a22d-3841e2f9caeb'} bound to L3 agent in host dv-cinder-852364-3-iscsi {{(pid=111142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 16:52:49.321909 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_hamode_db [None req-25fd0a8a-3d8d-4d55-8e00-555738ec73a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-09T16:42:12Z,description=,heartbeat_timestamp=2022-08-09T16:52:42Z,host='dv-cinder-852364-3-iscsi',id=2cf02505-efcb-442b-855b-6c659df6f18c,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:13Z,topic='l3_agent')) {'router_ids': ['a94090c4-336e-481c-a22d-3841e2f9caeb'], 'active': True} {{(pid=111142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:52:49.360150 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [None req-c210dce3-ab84-4fe2-a3b7-53c6b3fdd533 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "PUT /networking/v2.0/floatingips/b3aa92e8-b7bb-430c-80a4-9821331edf59 HTTP/1.1" status: 200 len: 990 time: 2.0324674 Aug 09 16:52:49.361642 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:52:49.363184 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da7f4d33-f0b3-4448-9f68-813a5aead47a', 'tag': '08bec462-ab8b-4fe8-88b8-287b611ed36a'}] {{(pid=111141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 16:52:49.365636 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fc61e086496b7b72fa0be04cca19be1e9321c349ae61d053137ad661f53d53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5502ceef-5c5b-423a-a5a7-14be7dc35426" -d '{"events": [{"name": "network-changed", "server_uuid": "da7f4d33-f0b3-4448-9f68-813a5aead47a", "tag": "08bec462-ab8b-4fe8-88b8-287b611ed36a"}]}' {{(pid=111141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:52:49.406584 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-3b1c5d0a-3bc9-48ba-b793-57f067f9f019 req-6e020790-28f8-4187-9b7a-a7e9c5b52f06 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--885308628&fields=id&tenant_id=321de2c92d814e6ab1da13939153da87 HTTP/1.1" status: 200 len: 267 time: 0.0737095 Aug 09 16:52:49.416365 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71e662b-05e2-41d2-b822-661548744338 req-ade71f73-6f70-4504-b6ae-81767876b8e1 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:52:49.417873 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-c71e662b-05e2-41d2-b822-661548744338 req-ade71f73-6f70-4504-b6ae-81767876b8e1 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=a4d48aed-6528-46cd-a11e-6899591a4a27 HTTP/1.1" status: 200 len: 946 time: 0.0689220 Aug 09 16:52:49.480985 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-be2ec39e-fdc0-4182-8ea3-ccefc6c614ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763768'] for security_group (97745f9d-021a-492a-bb58-03b20bda7450), after_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:49.483489 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-be2ec39e-fdc0-4182-8ea3-ccefc6c614ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:49.485045 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [None req-be2ec39e-fdc0-4182-8ea3-ccefc6c614ba admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/97745f9d-021a-492a-bb58-03b20bda7450 HTTP/1.1" status: 204 len: 168 time: 0.3422449 Aug 09 16:52:49.486409 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_dvr_db [None req-25fd0a8a-3d8d-4d55-8e00-555738ec73a0 None None] Set router a94090c4-336e-481c-a22d-3841e2f9caeb gateway port host: dv-cinder-852364-3-iscsi {{(pid=111142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 16:52:49.499588 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-c71e662b-05e2-41d2-b822-661548744338 req-e772ea5d-97de-4581-8003-c4e175b3ea0a tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=2bdfd362-24cf-46bd-9f16-b84704a8b95f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752082 Aug 09 16:52:49.500902 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2ec39e-fdc0-4182-8ea3-ccefc6c614ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97745f9d-021a-492a-bb58-03b20bda7450,revision_number=None']} {{(pid=111140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:52:49.562892 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1c5d0a-3bc9-48ba-b793-57f067f9f019 req-b4d3642a-052f-4b2b-bc41-e2c88c80022b tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:52:49.566873 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-3b1c5d0a-3bc9-48ba-b793-57f067f9f019 req-b4d3642a-052f-4b2b-bc41-e2c88c80022b tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "GET /networking/v2.0/networks?id=d512bb64-4fdf-40f1-b457-d57f69ae1831 HTTP/1.1" status: 200 len: 814 time: 0.1497221 Aug 09 16:52:49.566873 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Aug 2022 16:52:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55148119-dcb1-49be-b354-308081b8fe53 x-openstack-request-id: req-55148119-dcb1-49be-b354-308081b8fe53 {{(pid=111141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:52:49.566873 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da7f4d33-f0b3-4448-9f68-813a5aead47a", "tag": "08bec462-ab8b-4fe8-88b8-287b611ed36a", "status": "completed", "code": 200}]} {{(pid=111141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:52:49.567244 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-55148119-dcb1-49be-b354-308081b8fe53 {{(pid=111141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:52:49.567340 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55148119-dcb1-49be-b354-308081b8fe53'] response: {'name': 'network-changed', 'server_uuid': 'da7f4d33-f0b3-4448-9f68-813a5aead47a', 'tag': '08bec462-ab8b-4fe8-88b8-287b611ed36a', 'status': 'completed', 'code': 200} Aug 09 16:52:49.588230 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-3b1c5d0a-3bc9-48ba-b793-57f067f9f019 req-8264dd7c-00fb-4f3b-9ddd-3dd733110419 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "GET /networking/v2.0/quotas/321de2c92d814e6ab1da13939153da87 HTTP/1.1" status: 200 len: 375 time: 0.0100312 Aug 09 16:52:49.645840 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-3b1c5d0a-3bc9-48ba-b793-57f067f9f019 req-bdf399b3-10e9-4b06-9915-982623fc9b66 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "GET /networking/v2.0/ports?tenant_id=321de2c92d814e6ab1da13939153da87&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0562797 Aug 09 16:52:49.687719 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:52:49.759822 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-3b1c5d0a-3bc9-48ba-b793-57f067f9f019 req-dc617620-ac07-47aa-9a63-7eff6866d07f service neutron] 10.222.0.59 "GET /networking/v2.0/networks/d512bb64-4fdf-40f1-b457-d57f69ae1831?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002221 Aug 09 16:52:49.768516 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:52:49.874112 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-3b1c5d0a-3bc9-48ba-b793-57f067f9f019 req-3c5a5409-7771-42bf-8d9b-4ce3771c3a89 service neutron] 10.222.0.59 "GET /networking/v2.0/networks/d512bb64-4fdf-40f1-b457-d57f69ae1831?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012990 Aug 09 16:52:49.908537 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_hamode_db [None req-25fd0a8a-3d8d-4d55-8e00-555738ec73a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a94090c4-336e-481c-a22d-3841e2f9caeb', 'name': 'tempest-AttachVolumeShelveTestJSON-1656146575-router', 'tenant_id': '432f91c6e89c4fecb0d1f6afb1bcfe7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'external_fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': '98cf9500-f4e4-480b-a0ee-c5ca9d65cb60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:52:16Z', 'updated_at': '2022-08-09T16:52:21Z', 'revision_number': 4, 'project_id': '432f91c6e89c4fecb0d1f6afb1bcfe7e', 'gw_port': {'id': '98cf9500-f4e4-480b-a0ee-c5ca9d65cb60', 'name': '', 'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:77:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a94090c4-336e-481c-a22d-3841e2f9caeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:52:17Z', 'updated_at': '2022-08-09T16:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-3-iscsi', '_floatingips': [{'id': 'b3aa92e8-b7bb-430c-80a4-9821331edf59', 'tenant_id': '432f91c6e89c4fecb0d1f6afb1bcfe7e', 'floating_ip_address': '172.27.2.89', 'floating_network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'router_id': 'a94090c4-336e-481c-a22d-3841e2f9caeb', 'port_id': '08bec462-ab8b-4fe8-88b8-287b611ed36a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 372, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2fdb2410-afc4-41b9-b8f9-2ac596eb2296', 'mac_address': 'fa:16:3e:96:62:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da7f4d33-f0b3-4448-9f68-813a5aead47a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-09T16:52:25Z', 'updated_at': '2022-08-09T16:52:48Z', 'revision_number': 1, 'project_id': '432f91c6e89c4fecb0d1f6afb1bcfe7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53668189-405d-4788-875d-ae32e5d147ba', 'name': '', 'network_id': '2fdb2410-afc4-41b9-b8f9-2ac596eb2296', 'tenant_id': '432f91c6e89c4fecb0d1f6afb1bcfe7e', 'mac_address': 'fa:16:3e:c4:c6:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a94090c4-336e-481c-a22d-3841e2f9caeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '1b532a95-1235-4d0d-9992-be56a4fc30cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:52:20Z', 'updated_at': '2022-08-09T16:52:28Z', 'revision_number': 5, 'project_id': '432f91c6e89c4fecb0d1f6afb1bcfe7e', 'subnets': [{'id': '1b532a95-1235-4d0d-9992-be56a4fc30cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-3-iscsi', False) {} {{(pid=111142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:52:49.948199 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25fd0a8a-3d8d-4d55-8e00-555738ec73a0 None None] Checking router: a94090c4-336e-481c-a22d-3841e2f9caeb for host: dv-cinder-852364-3-iscsi {{(pid=111142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:52:49.962340 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25fd0a8a-3d8d-4d55-8e00-555738ec73a0 None None] Routers {'a94090c4-336e-481c-a22d-3841e2f9caeb'} bound to L3 agent in host dv-cinder-852364-3-iscsi {{(pid=111142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 16:52:49.962340 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_hamode_db [None req-25fd0a8a-3d8d-4d55-8e00-555738ec73a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-09T16:42:12Z,description=,heartbeat_timestamp=2022-08-09T16:52:42Z,host='dv-cinder-852364-3-iscsi',id=2cf02505-efcb-442b-855b-6c659df6f18c,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:13Z,topic='l3_agent')) {'router_ids': ['a94090c4-336e-481c-a22d-3841e2f9caeb'], 'active': True} {{(pid=111142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:52:50.136360 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5502ceef-5c5b-423a-a5a7-14be7dc35426 req-698045ac-ac33-4166-9b71-40a846a3c90b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:52:50.139989 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-5502ceef-5c5b-423a-a5a7-14be7dc35426 req-698045ac-ac33-4166-9b71-40a846a3c90b service neutron] 10.222.0.91 "GET /networking/v2.0/ports?tenant_id=432f91c6e89c4fecb0d1f6afb1bcfe7e&device_id=da7f4d33-f0b3-4448-9f68-813a5aead47a HTTP/1.1" status: 200 len: 1129 time: 0.1273847 Aug 09 16:52:50.143237 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_dvr_db [None req-25fd0a8a-3d8d-4d55-8e00-555738ec73a0 None None] Set router a94090c4-336e-481c-a22d-3841e2f9caeb gateway port host: dv-cinder-852364-3-iscsi {{(pid=111142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 16:52:50.249303 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=100 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:52:50.325875 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-0b2f302c-39c8-4ab2-be0b-0bd3e3757d8e req-6038c31e-7738-44b5-9cd5-3318383c4a0e tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=d6dea3ef-6792-4471-ba10-60009659c637 HTTP/1.1" status: 200 len: 210 time: 0.0600891 Aug 09 16:52:50.364664 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-2f13212d-20c3-42f6-bd81-45c5210f4135 req-f58a0220-c2db-4828-a774-6d43e4d1b85d tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=cb82bef7-ce2f-4541-b695-2b1769932f23 HTTP/1.1" status: 200 len: 210 time: 0.0499444 Aug 09 16:52:50.373499 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5284ce89-dd5b-496a-9483-f7abf0616684 req-59003736-5ec7-4fe3-ad32-e505de637070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:52:50.375132 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-5284ce89-dd5b-496a-9483-f7abf0616684 req-59003736-5ec7-4fe3-ad32-e505de637070 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?device_id=a4d48aed-6528-46cd-a11e-6899591a4a27 HTTP/1.1" status: 200 len: 1130 time: 0.1223633 Aug 09 16:52:50.472703 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_hamode_db [None req-25fd0a8a-3d8d-4d55-8e00-555738ec73a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a94090c4-336e-481c-a22d-3841e2f9caeb', 'name': 'tempest-AttachVolumeShelveTestJSON-1656146575-router', 'tenant_id': '432f91c6e89c4fecb0d1f6afb1bcfe7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'external_fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': '98cf9500-f4e4-480b-a0ee-c5ca9d65cb60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:52:16Z', 'updated_at': '2022-08-09T16:52:21Z', 'revision_number': 4, 'project_id': '432f91c6e89c4fecb0d1f6afb1bcfe7e', 'gw_port': {'id': '98cf9500-f4e4-480b-a0ee-c5ca9d65cb60', 'name': '', 'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:77:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a94090c4-336e-481c-a22d-3841e2f9caeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:52:17Z', 'updated_at': '2022-08-09T16:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-3-iscsi', '_floatingips': [{'id': 'b3aa92e8-b7bb-430c-80a4-9821331edf59', 'tenant_id': '432f91c6e89c4fecb0d1f6afb1bcfe7e', 'floating_ip_address': '172.27.2.89', 'floating_network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'router_id': 'a94090c4-336e-481c-a22d-3841e2f9caeb', 'port_id': '08bec462-ab8b-4fe8-88b8-287b611ed36a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 372, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2fdb2410-afc4-41b9-b8f9-2ac596eb2296', 'mac_address': 'fa:16:3e:96:62:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da7f4d33-f0b3-4448-9f68-813a5aead47a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-09T16:52:25Z', 'updated_at': '2022-08-09T16:52:48Z', 'revision_number': 1, 'project_id': '432f91c6e89c4fecb0d1f6afb1bcfe7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53668189-405d-4788-875d-ae32e5d147ba', 'name': '', 'network_id': '2fdb2410-afc4-41b9-b8f9-2ac596eb2296', 'tenant_id': '432f91c6e89c4fecb0d1f6afb1bcfe7e', 'mac_address': 'fa:16:3e:c4:c6:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a94090c4-336e-481c-a22d-3841e2f9caeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '1b532a95-1235-4d0d-9992-be56a4fc30cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:52:20Z', 'updated_at': '2022-08-09T16:52:28Z', 'revision_number': 5, 'project_id': '432f91c6e89c4fecb0d1f6afb1bcfe7e', 'subnets': [{'id': '1b532a95-1235-4d0d-9992-be56a4fc30cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-3-iscsi', False) {} {{(pid=111142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:52:50.486377 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5502ceef-5c5b-423a-a5a7-14be7dc35426 req-60119a23-4060-4b2d-bdc1-de57cd3c0144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:52:50.488669 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-5502ceef-5c5b-423a-a5a7-14be7dc35426 req-60119a23-4060-4b2d-bdc1-de57cd3c0144 service neutron] 10.222.0.91 "GET /networking/v2.0/networks?id=2fdb2410-afc4-41b9-b8f9-2ac596eb2296 HTTP/1.1" status: 200 len: 918 time: 0.3411114 Aug 09 16:52:50.489618 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b256d33-398a-4146-a0f9-8ccdeabe364a req-d0992809-ea59-48e4-82be-3928fed6b992 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:52:50.491210 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-3b256d33-398a-4146-a0f9-8ccdeabe364a req-d0992809-ea59-48e4-82be-3928fed6b992 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=e7a274d0-9d37-4f6f-8a7e-2f223cf42198 HTTP/1.1" status: 200 len: 945 time: 0.0695081 Aug 09 16:52:50.507002 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25fd0a8a-3d8d-4d55-8e00-555738ec73a0 None None] The sync data for ids ['a94090c4-336e-481c-a22d-3841e2f9caeb'] in dv-cinder-852364-3-iscsi is: [{'id': 'a94090c4-336e-481c-a22d-3841e2f9caeb', 'name': 'tempest-AttachVolumeShelveTestJSON-1656146575-router', 'tenant_id': '432f91c6e89c4fecb0d1f6afb1bcfe7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'external_fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': '98cf9500-f4e4-480b-a0ee-c5ca9d65cb60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:52:16Z', 'updated_at': '2022-08-09T16:52:21Z', 'revision_number': 4, 'project_id': '432f91c6e89c4fecb0d1f6afb1bcfe7e', 'gw_port': {'id': '98cf9500-f4e4-480b-a0ee-c5ca9d65cb60', 'name': '', 'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:77:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a94090c4-336e-481c-a22d-3841e2f9caeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:52:17Z', 'updated_at': '2022-08-09T16:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-3-iscsi', '_floatingips': [{'id': 'b3aa92e8-b7bb-430c-80a4-9821331edf59', 'tenant_id': '432f91c6e89c4fecb0d1f6afb1bcfe7e', 'floating_ip_address': '172.27.2.89', 'floating_network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'router_id': 'a94090c4-336e-481c-a22d-3841e2f9caeb', 'port_id': '08bec462-ab8b-4fe8-88b8-287b611ed36a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 372, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2fdb2410-afc4-41b9-b8f9-2ac596eb2296', 'mac_address': 'fa:16:3e:96:62:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da7f4d33-f0b3-4448-9f68-813a5aead47a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-09T16:52:25Z', 'updated_at': '2022-08-09T16:52:48Z', 'revision_number': 1, 'project_id': '432f91c6e89c4fecb0d1f6afb1bcfe7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53668189-405d-4788-875d-ae32e5d147ba', 'name': '', 'network_id': '2fdb2410-afc4-41b9-b8f9-2ac596eb2296', 'tenant_id': '432f91c6e89c4fecb0d1f6afb1bcfe7e', 'mac_address': 'fa:16:3e:c4:c6:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a94090c4-336e-481c-a22d-3841e2f9caeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '1b532a95-1235-4d0d-9992-be56a4fc30cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:52:20Z', 'updated_at': '2022-08-09T16:52:28Z', 'revision_number': 5, 'project_id': '432f91c6e89c4fecb0d1f6afb1bcfe7e', 'subnets': [{'id': '1b532a95-1235-4d0d-9992-be56a4fc30cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:52:50.518581 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:52:50.526407 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-5284ce89-dd5b-496a-9483-f7abf0616684 req-30c0b4ad-ba48-406b-88e6-77675c559aee service neutron] 10.222.0.91 "GET /networking/v2.0/security-groups?id=2bdfd362-24cf-46bd-9f16-b84704a8b95f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399827 Aug 09 16:52:50.576649 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-3b256d33-398a-4146-a0f9-8ccdeabe364a req-c948afd9-2daa-4bd7-9916-3019b8d48879 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=40ce6164-59be-4c55-abcb-0149a2e272fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785499 Aug 09 16:52:50.653500 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467b5dc5-0591-4769-a5e4-7a077ccf8faa req-faa923a6-58be-431b-908f-edce38b9add6 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:52:50.654998 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-467b5dc5-0591-4769-a5e4-7a077ccf8faa req-faa923a6-58be-431b-908f-edce38b9add6 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=a4d48aed-6528-46cd-a11e-6899591a4a27 HTTP/1.1" status: 200 len: 946 time: 0.0565627 Aug 09 16:52:50.723055 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-467b5dc5-0591-4769-a5e4-7a077ccf8faa req-51a8a74c-1aa2-4f4f-a5ef-d2a4d2eb2ced tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=2bdfd362-24cf-46bd-9f16-b84704a8b95f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621426 Aug 09 16:52:50.751841 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=100 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:52:50.779758 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af3e82bd-a6e4-424a-b27a-fe592b490b82 None None] New status for floating IP b3aa92e8-b7bb-430c-80a4-9821331edf59: ACTIVE {{(pid=111143) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 09 16:52:50.909009 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-5502ceef-5c5b-423a-a5a7-14be7dc35426 req-1ba4110e-a660-49e4-8692-190be0613a5c service neutron] 10.222.0.91 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=08bec462-ab8b-4fe8-88b8-287b611ed36a HTTP/1.1" status: 200 len: 998 time: 0.0640421 Aug 09 16:52:51.327635 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56a8f02-94ef-4efe-b0ec-d974bcd799c8 req-aaab0c8d-e234-4841-8365-e7799c91159b tempest-VolumesSnapshotTestJSON-308951325 tempest-VolumesSnapshotTestJSON-308951325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:52:51.329065 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-d56a8f02-94ef-4efe-b0ec-d974bcd799c8 req-aaab0c8d-e234-4841-8365-e7799c91159b tempest-VolumesSnapshotTestJSON-308951325 tempest-VolumesSnapshotTestJSON-308951325-project] 10.222.0.59 "GET /networking/v2.0/networks?id=e3964af6-46ca-431b-afc6-d66481e46704 HTTP/1.1" status: 200 len: 813 time: 0.1106167 Aug 09 16:52:51.346288 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-d56a8f02-94ef-4efe-b0ec-d974bcd799c8 req-44bcc319-65ce-40d6-b730-3e510c1ba505 tempest-VolumesSnapshotTestJSON-308951325 tempest-VolumesSnapshotTestJSON-308951325-project] 10.222.0.59 "GET /networking/v2.0/quotas/7ea828531a5d468a9f15381d47e1594e HTTP/1.1" status: 200 len: 375 time: 0.0099623 Aug 09 16:52:51.381904 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5502ceef-5c5b-423a-a5a7-14be7dc35426 req-0320fbcd-1482-435f-8568-bd48d1879f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:52:51.384245 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-5502ceef-5c5b-423a-a5a7-14be7dc35426 req-0320fbcd-1482-435f-8568-bd48d1879f31 service neutron] 10.222.0.91 "GET /networking/v2.0/subnets?id=1b532a95-1235-4d0d-9992-be56a4fc30cf HTTP/1.1" status: 200 len: 856 time: 0.0512936 Aug 09 16:52:51.385596 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-d56a8f02-94ef-4efe-b0ec-d974bcd799c8 req-432814e8-c82b-43c0-80a0-ebb09d112b24 tempest-VolumesSnapshotTestJSON-308951325 tempest-VolumesSnapshotTestJSON-308951325-project] 10.222.0.59 "GET /networking/v2.0/ports?tenant_id=7ea828531a5d468a9f15381d47e1594e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0309281 Aug 09 16:52:51.424004 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.agents_db [None req-a4db1589-5d5b-4049-8210-f6e9f318fefd None None] Agent healthcheck: found 6 active agents {{(pid=111143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:52:51.434005 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-b629ffd2-0665-48a3-ac71-b522c76899d9 req-7e753145-700d-4ce6-880f-7378f1d8a937 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=d6dea3ef-6792-4471-ba10-60009659c637 HTTP/1.1" status: 200 len: 210 time: 0.0291736 Aug 09 16:52:51.505333 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-d56a8f02-94ef-4efe-b0ec-d974bcd799c8 req-1fc5c912-12df-4b54-802a-748f3ae47a0a service neutron] 10.222.0.59 "GET /networking/v2.0/networks/e3964af6-46ca-431b-afc6-d66481e46704?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102543 Aug 09 16:52:51.521022 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-23648aae-07c0-4c7f-a462-ee87ad8225d9 req-4fcce49a-a7c4-48ec-bbe0-404d95e0065f tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=cb82bef7-ce2f-4541-b695-2b1769932f23 HTTP/1.1" status: 200 len: 210 time: 0.0292921 Aug 09 16:52:51.601071 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-d56a8f02-94ef-4efe-b0ec-d974bcd799c8 req-96f4f98f-c428-4e9b-aa02-c1eecf94ae81 service neutron] 10.222.0.59 "GET /networking/v2.0/networks/e3964af6-46ca-431b-afc6-d66481e46704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891590 Aug 09 16:52:51.731770 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6218bf-f07b-4db1-8919-033e054e8b15 req-b8b15efe-ccf0-4190-a268-5ccb70f4d818 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:52:51.733329 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-5e6218bf-f07b-4db1-8919-033e054e8b15 req-b8b15efe-ccf0-4190-a268-5ccb70f4d818 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=e7a274d0-9d37-4f6f-8a7e-2f223cf42198 HTTP/1.1" status: 200 len: 945 time: 0.0799842 Aug 09 16:52:51.784110 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-5e6218bf-f07b-4db1-8919-033e054e8b15 req-7cd769c6-699b-4c0f-83de-1e17dce6914a tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=40ce6164-59be-4c55-abcb-0149a2e272fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442498 Aug 09 16:52:51.881064 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-42c97159-dbec-46ff-86d2-edf4343bad6f req-a5481bd2-27eb-4209-84b9-403c6689009e tempest-VolumesSnapshotTestJSON-308951325 tempest-VolumesSnapshotTestJSON-308951325-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=c924ba86-e6ed-4312-9149-cd13ffd2af45 HTTP/1.1" status: 200 len: 210 time: 0.0422890 Aug 09 16:52:51.953500 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dce10d5-592e-49a4-812f-e79cfab26d21 req-1786d2c0-f2ce-4387-9337-fb96effba2ed tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:52:51.955915 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-7dce10d5-592e-49a4-812f-e79cfab26d21 req-1786d2c0-f2ce-4387-9337-fb96effba2ed tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=a4d48aed-6528-46cd-a11e-6899591a4a27 HTTP/1.1" status: 200 len: 946 time: 0.0980394 Aug 09 16:52:51.969428 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5502ceef-5c5b-423a-a5a7-14be7dc35426 req-27593d49-0b65-49f4-89eb-25225d1d9e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:52:51.971590 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-5502ceef-5c5b-423a-a5a7-14be7dc35426 req-27593d49-0b65-49f4-89eb-25225d1d9e00 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?network_id=2fdb2410-afc4-41b9-b8f9-2ac596eb2296&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0832086 Aug 09 16:52:52.030226 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-7dce10d5-592e-49a4-812f-e79cfab26d21 req-d4bf94c3-5fad-4f90-abe3-0d9323906aff tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=2bdfd362-24cf-46bd-9f16-b84704a8b95f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571845 Aug 09 16:52:52.535347 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-fe73d97c-bb93-4b79-ae30-ef147a1c46a0 req-5344faa0-05dd-4f36-8c5f-d2064917665d tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=d6dea3ef-6792-4471-ba10-60009659c637 HTTP/1.1" status: 200 len: 210 time: 0.0276124 Aug 09 16:52:52.610535 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-5502ceef-5c5b-423a-a5a7-14be7dc35426 req-1518c05c-b35b-4c86-b62d-cef1fdd48d8d service neutron] 10.222.0.91 "GET /networking/v2.0/networks/2fdb2410-afc4-41b9-b8f9-2ac596eb2296?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123939 Aug 09 16:52:52.656508 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-4eeaff82-df4a-42cc-8aff-b56ae6bf2701 req-09be7ef5-e43b-4873-bf16-c6cece1ae123 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=cb82bef7-ce2f-4541-b695-2b1769932f23 HTTP/1.1" status: 200 len: 210 time: 0.0443132 Aug 09 16:52:52.777713 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=100 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:52:52.848388 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-5502ceef-5c5b-423a-a5a7-14be7dc35426 req-b5c7704a-2a6d-40de-9a52-1352cb3a79de service neutron] 10.222.0.91 "GET /networking/v2.0/networks/2fdb2410-afc4-41b9-b8f9-2ac596eb2296?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2088556 Aug 09 16:52:52.855166 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8066400-808d-40b2-a6cd-837ae34ab854 req-f195b29f-2f2b-48f5-96df-c0ffbe8156c5 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:52:52.856671 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-d8066400-808d-40b2-a6cd-837ae34ab854 req-f195b29f-2f2b-48f5-96df-c0ffbe8156c5 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] 10.222.0.91 "GET /networking/v2.0/networks?id=03ca7ab9-4a6d-42ee-86c4-e644a355c008 HTTP/1.1" status: 200 len: 811 time: 0.2161853 Aug 09 16:52:52.927682 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771106df-14d4-4048-9ec5-2aeb49e8e1ee req-eff11890-d27f-4cf3-8ac4-00509d805c9e tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:52:52.930160 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-771106df-14d4-4048-9ec5-2aeb49e8e1ee req-eff11890-d27f-4cf3-8ac4-00509d805c9e tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=e7a274d0-9d37-4f6f-8a7e-2f223cf42198 HTTP/1.1" status: 200 len: 945 time: 0.0539722 Aug 09 16:52:52.979343 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-d8066400-808d-40b2-a6cd-837ae34ab854 req-7b92c150-b7a3-46cb-8210-8486541f7b87 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] 10.222.0.91 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=e5e7f48ecafa4bfe80fadd50e0b24cbb HTTP/1.1" status: 200 len: 380 time: 0.0854995 Aug 09 16:52:52.996231 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-771106df-14d4-4048-9ec5-2aeb49e8e1ee req-bf4add02-5585-4d25-860e-066ed6a05090 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=40ce6164-59be-4c55-abcb-0149a2e272fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519898 Aug 09 16:52:52.997122 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-f36ce17a-251c-4932-a568-c125ae2e618e req-9c27ff5b-8432-46cf-ba4d-283c8e3ed10c tempest-VolumesSnapshotTestJSON-308951325 tempest-VolumesSnapshotTestJSON-308951325-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=c924ba86-e6ed-4312-9149-cd13ffd2af45 HTTP/1.1" status: 200 len: 210 time: 0.0508921 Aug 09 16:52:53.026123 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.v2.base [req-d8066400-808d-40b2-a6cd-837ae34ab854 req-f7987719-42e1-431b-97e5-0549bf0b76aa tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Request body: {'port': {'device_id': 'd6dea3ef-6792-4471-ba10-60009659c637', 'network_id': '03ca7ab9-4a6d-42ee-86c4-e644a355c008', 'admin_state_up': True, 'tenant_id': 'e5e7f48ecafa4bfe80fadd50e0b24cbb', 'security_groups': ['891c2bba-5f70-4348-a605-867373065164']}} {{(pid=111141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 16:52:53.152699 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=100 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:52:53.180723 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17b138d-8583-430d-968e-3cb2e40cf775 req-d156d7b8-b8c6-4c34-9193-4a51c3a79f2c tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:52:53.182289 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-c17b138d-8583-430d-968e-3cb2e40cf775 req-d156d7b8-b8c6-4c34-9193-4a51c3a79f2c tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=a4d48aed-6528-46cd-a11e-6899591a4a27 HTTP/1.1" status: 200 len: 946 time: 0.0604236 Aug 09 16:52:53.236032 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-c17b138d-8583-430d-968e-3cb2e40cf775 req-787697c8-adf0-46ac-bf4d-660b8b76ba49 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=2bdfd362-24cf-46bd-9f16-b84704a8b95f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474861 Aug 09 16:52:53.283030 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8066400-808d-40b2-a6cd-837ae34ab854 req-f7987719-42e1-431b-97e5-0549bf0b76aa tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Made reservation on behalf of e5e7f48ecafa4bfe80fadd50e0b24cbb for: {'port': 1} {{(pid=111141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:52:53.286690 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-d8066400-808d-40b2-a6cd-837ae34ab854 req-f7987719-42e1-431b-97e5-0549bf0b76aa tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (None), before_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:53.433902 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.db.db_base_plugin_common [req-d8066400-808d-40b2-a6cd-837ae34ab854 req-f7987719-42e1-431b-97e5-0549bf0b76aa tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Allocated IP 172.20.0.4 (03ca7ab9-4a6d-42ee-86c4-e644a355c008/b36b87ee-0e67-4f6f-99fc-27a16ecf7293/7894ce6f-cdea-4930-bb7f-7cb16ee8e5c0) {{(pid=111141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:52:53.597620 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-d8066400-808d-40b2-a6cd-837ae34ab854 req-f7987719-42e1-431b-97e5-0549bf0b76aa tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Publish callbacks [] for port (7894ce6f-cdea-4930-bb7f-7cb16ee8e5c0), precommit_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:53.652176 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-1859a1bc-e78a-4f14-a0db-07520a57515d req-8564a258-d3b9-42f8-81da-d8efcdf35e6c tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=d6dea3ef-6792-4471-ba10-60009659c637 HTTP/1.1" status: 200 len: 210 time: 0.0358052 Aug 09 16:52:53.684497 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-d8066400-808d-40b2-a6cd-837ae34ab854 req-f7987719-42e1-431b-97e5-0549bf0b76aa tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748337861753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12487578'] for port (7894ce6f-cdea-4930-bb7f-7cb16ee8e5c0), after_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:53.736690 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8066400-808d-40b2-a6cd-837ae34ab854 req-f7987719-42e1-431b-97e5-0549bf0b76aa tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Network 03ca7ab9-4a6d-42ee-86c4-e644a355c008 is already hosted by enough agents. {{(pid=111141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:52:53.743467 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.scheduler.base_scheduler [req-d8066400-808d-40b2-a6cd-837ae34ab854 req-f7987719-42e1-431b-97e5-0549bf0b76aa tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Resources bound (agent type, host, resource id): {{(pid=111141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:52:53.753509 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8066400-808d-40b2-a6cd-837ae34ab854 req-f7987719-42e1-431b-97e5-0549bf0b76aa tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Received port after_create {{(pid=111141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 09 16:52:53.758320 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7987719-42e1-431b-97e5-0549bf0b76aa tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Pushing event updated for resources: {'Port': ['ID=7894ce6f-cdea-4930-bb7f-7cb16ee8e5c0,revision_number=1']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:52:53.836189 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-fc8765b6-87e8-4f6c-83bd-d018380424a8 req-43de261b-30ce-455f-8c90-e0b380607cce tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=cb82bef7-ce2f-4541-b695-2b1769932f23 HTTP/1.1" status: 200 len: 210 time: 0.0487685 Aug 09 16:52:53.841622 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2bdf61-5b23-4238-9b1c-16b501d5862e req-6d3b685c-cb4c-4c7d-bb60-55474f265314 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:52:53.852003 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-4b2bdf61-5b23-4238-9b1c-16b501d5862e req-6d3b685c-cb4c-4c7d-bb60-55474f265314 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=a4d48aed-6528-46cd-a11e-6899591a4a27 HTTP/1.1" status: 200 len: 946 time: 0.0818536 Aug 09 16:52:53.855603 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8066400-808d-40b2-a6cd-837ae34ab854 req-f7987719-42e1-431b-97e5-0549bf0b76aa tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:52:53.856391 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-d8066400-808d-40b2-a6cd-837ae34ab854 req-f7987719-42e1-431b-97e5-0549bf0b76aa tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90003'] for port (None), before_response {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:53.864353 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:52:53.920812 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-4b2bdf61-5b23-4238-9b1c-16b501d5862e req-47fa3ab7-929e-48c5-b993-e6010e3bfb7d tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=2bdfd362-24cf-46bd-9f16-b84704a8b95f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670042 Aug 09 16:52:53.983601 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-d8066400-808d-40b2-a6cd-837ae34ab854 req-f7987719-42e1-431b-97e5-0549bf0b76aa tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] 10.222.0.91 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9678326 Aug 09 16:52:53.999207 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79d7ced-a467-44af-b84b-29aa84fb3b5f req-4c590ffe-df46-4685-a57e-3201cbffb7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:52:54.000771 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-e79d7ced-a467-44af-b84b-29aa84fb3b5f req-4c590ffe-df46-4685-a57e-3201cbffb7f3 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?tenant_id=b681b90f2f074e8c8cfb11939edc7f72&device_id=a4d48aed-6528-46cd-a11e-6899591a4a27 HTTP/1.1" status: 200 len: 1130 time: 0.0555623 Aug 09 16:52:54.019711 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.v2.base [req-d8066400-808d-40b2-a6cd-837ae34ab854 req-71df7760-b9a2-4600-ad32-508384679c38 service neutron] Request body: {'port': {'device_id': 'd6dea3ef-6792-4471-ba10-60009659c637', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85236'}} {{(pid=111141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 16:52:54.042802 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.provisioning_blocks [None req-6a7ef28a-20f1-47e6-b6ec-f31c4a2d5217 None None] Provisioning complete for port 7894ce6f-cdea-4930-bb7f-7cb16ee8e5c0 triggered by entity DHCP. {{(pid=111142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 16:52:54.043810 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-6a7ef28a-20f1-47e6-b6ec-f31c4a2d5217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877469'] for port (7894ce6f-cdea-4930-bb7f-7cb16ee8e5c0), provisioning_complete {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:54.089772 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-6a7ef28a-20f1-47e6-b6ec-f31c4a2d5217 None None] Port 7894ce6f-cdea-4930-bb7f-7cb16ee8e5c0 cannot update to ACTIVE because it is not bound. {{(pid=111142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 09 16:52:54.156695 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfb9668-9bcb-4a18-8a0b-9d361375ca77 req-8cde186d-b02f-4059-8a79-0a3361dca2ec tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:52:54.158328 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-fdfb9668-9bcb-4a18-8a0b-9d361375ca77 req-8cde186d-b02f-4059-8a79-0a3361dca2ec tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=e7a274d0-9d37-4f6f-8a7e-2f223cf42198 HTTP/1.1" status: 200 len: 945 time: 0.0500481 Aug 09 16:52:54.220294 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-ce396654-15b1-4618-b45f-6bb86f0794d3 req-56d6e30c-4176-4950-9ab5-6df59ebd9335 tempest-VolumesSnapshotTestJSON-308951325 tempest-VolumesSnapshotTestJSON-308951325-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=c924ba86-e6ed-4312-9149-cd13ffd2af45 HTTP/1.1" status: 200 len: 210 time: 0.1203127 Aug 09 16:52:54.230839 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-fdfb9668-9bcb-4a18-8a0b-9d361375ca77 req-03e4c159-80ac-43e5-80e9-918472054e59 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=40ce6164-59be-4c55-abcb-0149a2e272fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574281 Aug 09 16:52:54.278023 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:52:54.297187 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-d8066400-808d-40b2-a6cd-837ae34ab854 req-71df7760-b9a2-4600-ad32-508384679c38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (7894ce6f-cdea-4930-bb7f-7cb16ee8e5c0), before_update {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:54.340543 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1c5d0a-3bc9-48ba-b793-57f067f9f019 req-ac40053b-12db-46bb-9e79-e2c301ca8b17 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:52:54.341924 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-3b1c5d0a-3bc9-48ba-b793-57f067f9f019 req-ac40053b-12db-46bb-9e79-e2c301ca8b17 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.91 "GET /networking/v2.0/networks?id=d512bb64-4fdf-40f1-b457-d57f69ae1831 HTTP/1.1" status: 200 len: 814 time: 0.2838230 Aug 09 16:52:54.371450 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79d7ced-a467-44af-b84b-29aa84fb3b5f req-6e104c6e-e3d4-434f-ac32-66fdf21e2f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:52:54.375890 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-e79d7ced-a467-44af-b84b-29aa84fb3b5f req-6e104c6e-e3d4-434f-ac32-66fdf21e2f2c service neutron] 10.222.0.91 "GET /networking/v2.0/networks?id=e7c6cdf7-0095-4da2-9004-cdee3c973d7e HTTP/1.1" status: 200 len: 919 time: 0.3131964 Aug 09 16:52:54.442860 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-e79d7ced-a467-44af-b84b-29aa84fb3b5f req-dd8127d7-3040-4ac9-beba-7bbb86d23ce8 service neutron] 10.222.0.91 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=53a24594-3349-4f0d-b4fe-6c7d9baea3f2 HTTP/1.1" status: 200 len: 217 time: 0.0562954 Aug 09 16:52:54.595028 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-3b1c5d0a-3bc9-48ba-b793-57f067f9f019 req-9e76de67-0aaf-42b6-9df0-140acf506064 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.91 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=321de2c92d814e6ab1da13939153da87 HTTP/1.1" status: 200 len: 472 time: 0.2342546 Aug 09 16:52:54.623867 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79d7ced-a467-44af-b84b-29aa84fb3b5f req-ae116036-edb4-4a95-b136-a913d6426f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:52:54.625286 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-e79d7ced-a467-44af-b84b-29aa84fb3b5f req-ae116036-edb4-4a95-b136-a913d6426f46 service neutron] 10.222.0.91 "GET /networking/v2.0/subnets?id=fa8494ca-da5a-4e74-b349-aebeb3fbaa4a HTTP/1.1" status: 200 len: 857 time: 0.1700878 Aug 09 16:52:54.702437 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:52:54.747266 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.notifiers.nova [req-d8066400-808d-40b2-a6cd-837ae34ab854 req-71df7760-b9a2-4600-ad32-508384679c38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7894ce6f-cdea-4930-bb7f-7cb16ee8e5c0 {{(pid=111141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 09 16:52:54.756407 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-d8066400-808d-40b2-a6cd-837ae34ab854 req-71df7760-b9a2-4600-ad32-508384679c38 service neutron] Publish callbacks [] for port (7894ce6f-cdea-4930-bb7f-7cb16ee8e5c0), precommit_update {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:54.796299 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.db.provisioning_blocks [req-d8066400-808d-40b2-a6cd-837ae34ab854 req-71df7760-b9a2-4600-ad32-508384679c38 service neutron] Transition to ACTIVE for port object 7894ce6f-cdea-4930-bb7f-7cb16ee8e5c0 will not be triggered until provisioned by entity L2. {{(pid=111141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 09 16:52:54.802645 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aee8e5f-360a-4276-bd27-05cb4b06f576 req-bbcade36-7369-4df7-8b3c-eeee06c9c563 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:52:54.804991 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-0aee8e5f-360a-4276-bd27-05cb4b06f576 req-bbcade36-7369-4df7-8b3c-eeee06c9c563 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=d6dea3ef-6792-4471-ba10-60009659c637 HTTP/1.1" status: 200 len: 931 time: 0.0703056 Aug 09 16:52:54.959397 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-7b281f0e-190b-417d-a7fa-489b3d14897c req-846d3125-cf19-4863-b210-11905e37d222 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=cb82bef7-ce2f-4541-b695-2b1769932f23 HTTP/1.1" status: 200 len: 210 time: 0.0343082 Aug 09 16:52:55.082083 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bba0bf-e0bb-4e1e-91a2-852c207c6cc1 req-2fea894c-a47c-47ef-93fd-f55454ca3d20 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:52:55.084558 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-55bba0bf-e0bb-4e1e-91a2-852c207c6cc1 req-2fea894c-a47c-47ef-93fd-f55454ca3d20 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=a4d48aed-6528-46cd-a11e-6899591a4a27 HTTP/1.1" status: 200 len: 946 time: 0.0514007 Aug 09 16:52:55.135365 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.v2.base [req-3b1c5d0a-3bc9-48ba-b793-57f067f9f019 req-5eaf55ae-6799-49c7-b261-c902f394415a tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Request body: {'port': {'device_id': 'cb82bef7-ce2f-4541-b695-2b1769932f23', 'network_id': 'd512bb64-4fdf-40f1-b457-d57f69ae1831', 'admin_state_up': True, 'tenant_id': '321de2c92d814e6ab1da13939153da87', 'security_groups': ['0c04eb5b-8576-4065-b492-69843d1073cb']}} {{(pid=111141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 16:52:55.138420 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-d8066400-808d-40b2-a6cd-837ae34ab854 req-71df7760-b9a2-4600-ad32-508384679c38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748338263269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748337861771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748337861789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12487573'] for port (7894ce6f-cdea-4930-bb7f-7cb16ee8e5c0), after_update {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:55.139627 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-55bba0bf-e0bb-4e1e-91a2-852c207c6cc1 req-e56d9b52-b8db-46c6-9f2b-1d7e63a26831 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=2bdfd362-24cf-46bd-9f16-b84704a8b95f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486917 Aug 09 16:52:55.318030 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79d7ced-a467-44af-b84b-29aa84fb3b5f req-2e54751c-0fa5-4c28-b2fc-f71b97bb4812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:52:55.319594 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-e79d7ced-a467-44af-b84b-29aa84fb3b5f req-2e54751c-0fa5-4c28-b2fc-f71b97bb4812 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?network_id=e7c6cdf7-0095-4da2-9004-cdee3c973d7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1979759 Aug 09 16:52:55.329091 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-685c10e8-f9cc-45d9-8958-9cf83a3423fd req-45119caa-155d-43e4-8af8-4520b31fbf67 tempest-VolumesSnapshotTestJSON-308951325 tempest-VolumesSnapshotTestJSON-308951325-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=c924ba86-e6ed-4312-9149-cd13ffd2af45 HTTP/1.1" status: 200 len: 210 time: 0.0287654 Aug 09 16:52:55.342129 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71df7760-b9a2-4600-ad32-508384679c38 service neutron] Pushing event updated for resources: {'Port': ['ID=7894ce6f-cdea-4930-bb7f-7cb16ee8e5c0,revision_number=2']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:52:55.381391 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-0aee8e5f-360a-4276-bd27-05cb4b06f576 req-0152a4a5-36ff-4b1e-a8fb-d5cecb29095c tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=891c2bba-5f70-4348-a605-867373065164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5661006 Aug 09 16:52:55.483356 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e277a94-3008-4c74-b1f2-655d1c1728a9 req-3f1ead12-a4e6-4ced-9b7a-3b56774f4739 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:52:55.485019 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-0e277a94-3008-4c74-b1f2-655d1c1728a9 req-3f1ead12-a4e6-4ced-9b7a-3b56774f4739 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=e7a274d0-9d37-4f6f-8a7e-2f223cf42198 HTTP/1.1" status: 200 len: 945 time: 0.0597072 Aug 09 16:52:55.538069 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-0e277a94-3008-4c74-b1f2-655d1c1728a9 req-a2e7577c-2519-4236-9080-360851854ba4 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=40ce6164-59be-4c55-abcb-0149a2e272fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467219 Aug 09 16:52:55.562947 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56a8f02-94ef-4efe-b0ec-d974bcd799c8 req-95906945-f06c-4987-b8d4-f83f8a4c4ead tempest-VolumesSnapshotTestJSON-308951325 tempest-VolumesSnapshotTestJSON-308951325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:52:55.564404 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-d56a8f02-94ef-4efe-b0ec-d974bcd799c8 req-95906945-f06c-4987-b8d4-f83f8a4c4ead tempest-VolumesSnapshotTestJSON-308951325 tempest-VolumesSnapshotTestJSON-308951325-project] 10.222.0.91 "GET /networking/v2.0/networks?id=e3964af6-46ca-431b-afc6-d66481e46704 HTTP/1.1" status: 200 len: 813 time: 0.3710055 Aug 09 16:52:55.580831 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.managers [req-d8066400-808d-40b2-a6cd-837ae34ab854 req-71df7760-b9a2-4600-ad32-508384679c38 service neutron] Attempting to bind port 7894ce6f-cdea-4930-bb7f-7cb16ee8e5c0 on host hv-cinder-85236 for vnic_type normal with profile {{(pid=111141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 09 16:52:55.581165 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.managers [req-d8066400-808d-40b2-a6cd-837ae34ab854 req-71df7760-b9a2-4600-ad32-508384679c38 service neutron] Attempting to bind port 7894ce6f-cdea-4930-bb7f-7cb16ee8e5c0 by drivers openvswitch,hyperv on host hv-cinder-85236 at level 0 using segments [{'id': 'dfba7045-db71-4a5e-bed3-6451649a980f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 985, 'network_id': '03ca7ab9-4a6d-42ee-86c4-e644a355c008'}] {{(pid=111141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 09 16:52:55.581493 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8066400-808d-40b2-a6cd-837ae34ab854 req-71df7760-b9a2-4600-ad32-508384679c38 service neutron] Attempting to bind port 7894ce6f-cdea-4930-bb7f-7cb16ee8e5c0 on network 03ca7ab9-4a6d-42ee-86c4-e644a355c008 {{(pid=111141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 16:52:55.594774 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-e79d7ced-a467-44af-b84b-29aa84fb3b5f req-5e60a8ae-fc49-4d3b-ba06-39bdc2d70b74 service neutron] 10.222.0.91 "GET /networking/v2.0/networks/e7c6cdf7-0095-4da2-9004-cdee3c973d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2288029 Aug 09 16:52:55.595477 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8066400-808d-40b2-a6cd-837ae34ab854 req-71df7760-b9a2-4600-ad32-508384679c38 service neutron] Port 7894ce6f-cdea-4930-bb7f-7cb16ee8e5c0 on network 03ca7ab9-4a6d-42ee-86c4-e644a355c008 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85236 {{(pid=111141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 09 16:52:55.595793 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8066400-808d-40b2-a6cd-837ae34ab854 req-71df7760-b9a2-4600-ad32-508384679c38 service neutron] Attempting to bind port 7894ce6f-cdea-4930-bb7f-7cb16ee8e5c0 on network 03ca7ab9-4a6d-42ee-86c4-e644a355c008 {{(pid=111141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 16:52:55.601638 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8066400-808d-40b2-a6cd-837ae34ab854 req-71df7760-b9a2-4600-ad32-508384679c38 service neutron] Checking agent: {'id': 'fd1157aa-8fd8-4c6b-a604-f3842f12d305', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85236', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 9, 16, 48, 30), 'started_at': datetime.datetime(2022, 8, 9, 16, 48, 30), 'heartbeat_timestamp': datetime.datetime(2022, 8, 9, 16, 52, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 09 16:52:55.601993 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8066400-808d-40b2-a6cd-837ae34ab854 req-71df7760-b9a2-4600-ad32-508384679c38 service neutron] Checking segment: {'id': 'dfba7045-db71-4a5e-bed3-6451649a980f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 985, 'network_id': '03ca7ab9-4a6d-42ee-86c4-e644a355c008'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 09 16:52:55.602429 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8066400-808d-40b2-a6cd-837ae34ab854 req-71df7760-b9a2-4600-ad32-508384679c38 service neutron] Bound using segment: {'id': 'dfba7045-db71-4a5e-bed3-6451649a980f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 985, 'network_id': '03ca7ab9-4a6d-42ee-86c4-e644a355c008'} {{(pid=111141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 09 16:52:55.602974 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.managers [req-d8066400-808d-40b2-a6cd-837ae34ab854 req-71df7760-b9a2-4600-ad32-508384679c38 service neutron] Bound port: 7894ce6f-cdea-4930-bb7f-7cb16ee8e5c0, host: hv-cinder-85236, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfba7045-db71-4a5e-bed3-6451649a980f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 985, 'network_id': '03ca7ab9-4a6d-42ee-86c4-e644a355c008'}}] {{(pid=111141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 09 16:52:55.603356 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-d8066400-808d-40b2-a6cd-837ae34ab854 req-71df7760-b9a2-4600-ad32-508384679c38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (7894ce6f-cdea-4930-bb7f-7cb16ee8e5c0), before_update {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:55.617894 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.v2.base [req-d56a8f02-94ef-4efe-b0ec-d974bcd799c8 req-4ad19b70-c532-4635-9dfd-883279ee0d9c tempest-VolumesSnapshotTestJSON-308951325 tempest-VolumesSnapshotTestJSON-308951325-project] Request body: {'port': {'device_id': 'c924ba86-e6ed-4312-9149-cd13ffd2af45', 'network_id': 'e3964af6-46ca-431b-afc6-d66481e46704', 'admin_state_up': True, 'tenant_id': '7ea828531a5d468a9f15381d47e1594e'}} {{(pid=111141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 16:52:55.711533 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b1c5d0a-3bc9-48ba-b793-57f067f9f019 req-5eaf55ae-6799-49c7-b261-c902f394415a tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Made reservation on behalf of 321de2c92d814e6ab1da13939153da87 for: {'port': 1} {{(pid=111141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:52:55.714815 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-3b1c5d0a-3bc9-48ba-b793-57f067f9f019 req-5eaf55ae-6799-49c7-b261-c902f394415a tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (None), before_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:55.798638 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:52:55.828463 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:52:55.904173 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.db [req-d8066400-808d-40b2-a6cd-837ae34ab854 req-71df7760-b9a2-4600-ad32-508384679c38 service neutron] For port 7894ce6f-cdea-4930-bb7f-7cb16ee8e5c0, host hv-cinder-85236, cleared binding levels {{(pid=111141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:52:55.923622 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-e79d7ced-a467-44af-b84b-29aa84fb3b5f req-7772710d-356c-4551-99ec-cc93a3e0cc0a service neutron] 10.222.0.91 "GET /networking/v2.0/networks/e7c6cdf7-0095-4da2-9004-cdee3c973d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3110142 Aug 09 16:52:55.933221 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.db [req-d8066400-808d-40b2-a6cd-837ae34ab854 req-71df7760-b9a2-4600-ad32-508384679c38 service neutron] For port 7894ce6f-cdea-4930-bb7f-7cb16ee8e5c0, host hv-cinder-85236, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=7894ce6f-cdea-4930-bb7f-7cb16ee8e5c0,segment=NetworkSegment(dfba7045-db71-4a5e-bed3-6451649a980f),segment_id=dfba7045-db71-4a5e-bed3-6451649a980f)] {{(pid=111141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:52:55.997311 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.db.db_base_plugin_common [req-3b1c5d0a-3bc9-48ba-b793-57f067f9f019 req-5eaf55ae-6799-49c7-b261-c902f394415a tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Allocated IP 172.20.0.4 (d512bb64-4fdf-40f1-b457-d57f69ae1831/414c40d7-70ed-42dc-9e49-6496154d7c43/4a3e69ee-936d-4754-9dde-3c621ceacfcf) {{(pid=111141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:52:56.024607 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-d8066400-808d-40b2-a6cd-837ae34ab854 req-71df7760-b9a2-4600-ad32-508384679c38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748338263269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748337861771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748337861789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12487573'] for port (7894ce6f-cdea-4930-bb7f-7cb16ee8e5c0), after_update {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:56.034347 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8066400-808d-40b2-a6cd-837ae34ab854 req-71df7760-b9a2-4600-ad32-508384679c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:52:56.035064 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-d8066400-808d-40b2-a6cd-837ae34ab854 req-71df7760-b9a2-4600-ad32-508384679c38 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90003'] for port (None), before_response {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:56.036595 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-d8066400-808d-40b2-a6cd-837ae34ab854 req-71df7760-b9a2-4600-ad32-508384679c38 service neutron] 10.222.0.91 "PUT /networking/v2.0/ports/7894ce6f-cdea-4930-bb7f-7cb16ee8e5c0 HTTP/1.1" status: 200 len: 1093 time: 2.0232720 Aug 09 16:52:56.037087 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6dea3ef-6792-4471-ba10-60009659c637', 'tag': '7894ce6f-cdea-4930-bb7f-7cb16ee8e5c0'}] {{(pid=111141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 16:52:56.040382 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fc61e086496b7b72fa0be04cca19be1e9321c349ae61d053137ad661f53d53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53ba36c7-0c7d-491d-8b16-f52afdb841c6" -d '{"events": [{"name": "network-changed", "server_uuid": "d6dea3ef-6792-4471-ba10-60009659c637", "tag": "7894ce6f-cdea-4930-bb7f-7cb16ee8e5c0"}]}' {{(pid=111141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:52:56.083635 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d56a8f02-94ef-4efe-b0ec-d974bcd799c8 req-4ad19b70-c532-4635-9dfd-883279ee0d9c tempest-VolumesSnapshotTestJSON-308951325 tempest-VolumesSnapshotTestJSON-308951325-project] Made reservation on behalf of 7ea828531a5d468a9f15381d47e1594e for: {'port': 1} {{(pid=111141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:52:56.087800 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-d56a8f02-94ef-4efe-b0ec-d974bcd799c8 req-4ad19b70-c532-4635-9dfd-883279ee0d9c tempest-VolumesSnapshotTestJSON-308951325 tempest-VolumesSnapshotTestJSON-308951325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (None), before_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:56.090604 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Aug 2022 16:52:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf7b5221-aaed-4d14-ab7a-656165113713 x-openstack-request-id: req-bf7b5221-aaed-4d14-ab7a-656165113713 {{(pid=111141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:52:56.090907 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6dea3ef-6792-4471-ba10-60009659c637", "tag": "7894ce6f-cdea-4930-bb7f-7cb16ee8e5c0", "status": "completed", "code": 200}]} {{(pid=111141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:52:56.097062 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-bf7b5221-aaed-4d14-ab7a-656165113713 {{(pid=111141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:52:56.097062 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf7b5221-aaed-4d14-ab7a-656165113713'] response: {'name': 'network-changed', 'server_uuid': 'd6dea3ef-6792-4471-ba10-60009659c637', 'tag': '7894ce6f-cdea-4930-bb7f-7cb16ee8e5c0', 'status': 'completed', 'code': 200} Aug 09 16:52:56.134691 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-2ec805c6-a1f2-4168-be29-4dcea18f2aa1 req-e627e7f5-6a15-49dd-8517-fe1bc634b686 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=cb82bef7-ce2f-4541-b695-2b1769932f23 HTTP/1.1" status: 200 len: 210 time: 0.0915368 Aug 09 16:52:56.204170 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71df7760-b9a2-4600-ad32-508384679c38 service neutron] Pushing event updated for resources: {'Port': ['ID=7894ce6f-cdea-4930-bb7f-7cb16ee8e5c0,revision_number=3']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:52:56.216542 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=85,neutron:UPDATE=6,neutron:INSERT=9 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:52:56.231339 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=100 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:52:56.268026 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf06af97-fcd0-4bba-a5c0-0172bd7f1e21 req-6dc469fe-e049-46b7-b097-ba841c0caeb4 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:52:56.269424 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-bf06af97-fcd0-4bba-a5c0-0172bd7f1e21 req-6dc469fe-e049-46b7-b097-ba841c0caeb4 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=a4d48aed-6528-46cd-a11e-6899591a4a27 HTTP/1.1" status: 200 len: 946 time: 0.0488703 Aug 09 16:52:56.320904 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-bf06af97-fcd0-4bba-a5c0-0172bd7f1e21 req-2b22593b-4f4e-4929-95b8-a7cda29032a3 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=2bdfd362-24cf-46bd-9f16-b84704a8b95f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442629 Aug 09 16:52:56.342676 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-3b1c5d0a-3bc9-48ba-b793-57f067f9f019 req-5eaf55ae-6799-49c7-b261-c902f394415a tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Publish callbacks [] for port (4a3e69ee-936d-4754-9dde-3c621ceacfcf), precommit_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:56.380055 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ba36c7-0c7d-491d-8b16-f52afdb841c6 req-7d877d7d-dc6e-4fba-87ce-12b6c76d994c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:52:56.381560 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-53ba36c7-0c7d-491d-8b16-f52afdb841c6 req-7d877d7d-dc6e-4fba-87ce-12b6c76d994c service neutron] 10.222.0.91 "GET /networking/v2.0/ports?tenant_id=e5e7f48ecafa4bfe80fadd50e0b24cbb&device_id=d6dea3ef-6792-4471-ba10-60009659c637 HTTP/1.1" status: 200 len: 1127 time: 0.1064057 Aug 09 16:52:56.416119 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.db.db_base_plugin_common [req-d56a8f02-94ef-4efe-b0ec-d974bcd799c8 req-4ad19b70-c532-4635-9dfd-883279ee0d9c tempest-VolumesSnapshotTestJSON-308951325 tempest-VolumesSnapshotTestJSON-308951325-project] Allocated IP 172.20.0.10 (e3964af6-46ca-431b-afc6-d66481e46704/5b1f82a1-0a86-4aa6-869d-a4d91bedfe05/d1b97e7d-8dd6-48df-af38-15a732a256dc) {{(pid=111141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:52:56.462948 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-22d90cdb-328c-49ab-9ba0-7d7744e99b49 req-ea278b65-e86d-4454-88e1-cb7955eed89e tempest-VolumesSnapshotTestJSON-308951325 tempest-VolumesSnapshotTestJSON-308951325-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=c924ba86-e6ed-4312-9149-cd13ffd2af45 HTTP/1.1" status: 200 len: 210 time: 0.0482349 Aug 09 16:52:56.525527 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b6bae3-151c-471e-b6cf-1e692331c8c9 req-152a0d8d-76c2-4a2b-a670-d94f2175f253 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:52:56.527036 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-c8b6bae3-151c-471e-b6cf-1e692331c8c9 req-152a0d8d-76c2-4a2b-a670-d94f2175f253 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=d6dea3ef-6792-4471-ba10-60009659c637 HTTP/1.1" status: 200 len: 943 time: 0.0484338 Aug 09 16:52:56.548215 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-3b1c5d0a-3bc9-48ba-b793-57f067f9f019 req-5eaf55ae-6799-49c7-b261-c902f394415a tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748337861753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12487578'] for port (4a3e69ee-936d-4754-9dde-3c621ceacfcf), after_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:56.568843 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=100 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:52:56.584184 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-c8b6bae3-151c-471e-b6cf-1e692331c8c9 req-b2acd5f7-1c78-403a-90f4-2d1c35665ac2 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=891c2bba-5f70-4348-a605-867373065164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512018 Aug 09 16:52:56.610110 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b1c5d0a-3bc9-48ba-b793-57f067f9f019 req-5eaf55ae-6799-49c7-b261-c902f394415a tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Network d512bb64-4fdf-40f1-b457-d57f69ae1831 is already hosted by enough agents. {{(pid=111141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:52:56.620262 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.scheduler.base_scheduler [req-3b1c5d0a-3bc9-48ba-b793-57f067f9f019 req-5eaf55ae-6799-49c7-b261-c902f394415a tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Resources bound (agent type, host, resource id): {{(pid=111141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:52:56.626122 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eaf55ae-6799-49c7-b261-c902f394415a tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Pushing event updated for resources: {'Port': ['ID=4a3e69ee-936d-4754-9dde-3c621ceacfcf,revision_number=1']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:52:56.631463 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b1c5d0a-3bc9-48ba-b793-57f067f9f019 req-5eaf55ae-6799-49c7-b261-c902f394415a tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Received port after_create {{(pid=111141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 09 16:52:56.723688 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:52:56.758078 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be865cfe-18f4-453d-9bcb-0a4bf49091df req-b9fba72e-d203-42a2-a063-5e3fb5f5f1f0 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:52:56.763603 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-be865cfe-18f4-453d-9bcb-0a4bf49091df req-b9fba72e-d203-42a2-a063-5e3fb5f5f1f0 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=e7a274d0-9d37-4f6f-8a7e-2f223cf42198 HTTP/1.1" status: 200 len: 945 time: 0.1371887 Aug 09 16:52:56.767843 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1c5d0a-3bc9-48ba-b793-57f067f9f019 req-5eaf55ae-6799-49c7-b261-c902f394415a tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:52:56.768463 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-3b1c5d0a-3bc9-48ba-b793-57f067f9f019 req-5eaf55ae-6799-49c7-b261-c902f394415a tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90003'] for port (None), before_response {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:56.777135 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-d56a8f02-94ef-4efe-b0ec-d974bcd799c8 req-4ad19b70-c532-4635-9dfd-883279ee0d9c tempest-VolumesSnapshotTestJSON-308951325 tempest-VolumesSnapshotTestJSON-308951325-project] Publish callbacks [] for port (d1b97e7d-8dd6-48df-af38-15a732a256dc), precommit_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:56.827234 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.provisioning_blocks [None req-21b99a3a-0762-449d-a585-65fae58f746a None None] Provisioning complete for port 4a3e69ee-936d-4754-9dde-3c621ceacfcf triggered by entity DHCP. {{(pid=111142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 16:52:56.827906 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-21b99a3a-0762-449d-a585-65fae58f746a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877469'] for port (4a3e69ee-936d-4754-9dde-3c621ceacfcf), provisioning_complete {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:56.851474 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-be865cfe-18f4-453d-9bcb-0a4bf49091df req-6bd9e374-89ae-442b-9961-6e49613b4610 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=40ce6164-59be-4c55-abcb-0149a2e272fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798373 Aug 09 16:52:56.859301 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-21b99a3a-0762-449d-a585-65fae58f746a None None] Port 4a3e69ee-936d-4754-9dde-3c621ceacfcf cannot update to ACTIVE because it is not bound. {{(pid=111142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 09 16:52:56.890762 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-3b1c5d0a-3bc9-48ba-b793-57f067f9f019 req-5eaf55ae-6799-49c7-b261-c902f394415a tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.91 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7675028 Aug 09 16:52:56.917551 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-d56a8f02-94ef-4efe-b0ec-d974bcd799c8 req-4ad19b70-c532-4635-9dfd-883279ee0d9c tempest-VolumesSnapshotTestJSON-308951325 tempest-VolumesSnapshotTestJSON-308951325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748337861753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12487578'] for port (d1b97e7d-8dd6-48df-af38-15a732a256dc), after_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:56.963912 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d56a8f02-94ef-4efe-b0ec-d974bcd799c8 req-4ad19b70-c532-4635-9dfd-883279ee0d9c tempest-VolumesSnapshotTestJSON-308951325 tempest-VolumesSnapshotTestJSON-308951325-project] Network e3964af6-46ca-431b-afc6-d66481e46704 is already hosted by enough agents. {{(pid=111141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:52:56.967000 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.scheduler.base_scheduler [req-d56a8f02-94ef-4efe-b0ec-d974bcd799c8 req-4ad19b70-c532-4635-9dfd-883279ee0d9c tempest-VolumesSnapshotTestJSON-308951325 tempest-VolumesSnapshotTestJSON-308951325-project] Resources bound (agent type, host, resource id): {{(pid=111141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:52:56.970970 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.db.l3_dvrscheduler_db [req-d56a8f02-94ef-4efe-b0ec-d974bcd799c8 req-4ad19b70-c532-4635-9dfd-883279ee0d9c tempest-VolumesSnapshotTestJSON-308951325 tempest-VolumesSnapshotTestJSON-308951325-project] Received port after_create {{(pid=111141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 09 16:52:56.978217 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad19b70-c532-4635-9dfd-883279ee0d9c tempest-VolumesSnapshotTestJSON-308951325 tempest-VolumesSnapshotTestJSON-308951325-project] Pushing event updated for resources: {'Port': ['ID=d1b97e7d-8dd6-48df-af38-15a732a256dc,revision_number=1']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:52:57.024281 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56a8f02-94ef-4efe-b0ec-d974bcd799c8 req-4ad19b70-c532-4635-9dfd-883279ee0d9c tempest-VolumesSnapshotTestJSON-308951325 tempest-VolumesSnapshotTestJSON-308951325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:52:57.024886 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-d56a8f02-94ef-4efe-b0ec-d974bcd799c8 req-4ad19b70-c532-4635-9dfd-883279ee0d9c tempest-VolumesSnapshotTestJSON-308951325 tempest-VolumesSnapshotTestJSON-308951325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90003'] for port (None), before_response {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:57.142578 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-d56a8f02-94ef-4efe-b0ec-d974bcd799c8 req-4ad19b70-c532-4635-9dfd-883279ee0d9c tempest-VolumesSnapshotTestJSON-308951325 tempest-VolumesSnapshotTestJSON-308951325-project] 10.222.0.91 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5287745 Aug 09 16:52:57.256081 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dc705c-433b-479e-8a3d-d5e5365d25a5 req-83c24aa7-05a9-4b0d-878d-f87576b1ea1e tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:52:57.257626 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-f8dc705c-433b-479e-8a3d-d5e5365d25a5 req-83c24aa7-05a9-4b0d-878d-f87576b1ea1e tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=cb82bef7-ce2f-4541-b695-2b1769932f23 HTTP/1.1" status: 200 len: 931 time: 0.0461106 Aug 09 16:52:57.303878 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-f8dc705c-433b-479e-8a3d-d5e5365d25a5 req-4f6d1380-e3b0-4a31-b43b-575d25a82c3b tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=0c04eb5b-8576-4065-b492-69843d1073cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406072 Aug 09 16:52:57.443416 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86de3a97-90b9-4051-9985-3126edef8c3c req-c028a787-4aa6-40eb-bec0-c572902e6af0 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:52:57.444781 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-86de3a97-90b9-4051-9985-3126edef8c3c req-c028a787-4aa6-40eb-bec0-c572902e6af0 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=a4d48aed-6528-46cd-a11e-6899591a4a27 HTTP/1.1" status: 200 len: 946 time: 0.0507162 Aug 09 16:52:57.490033 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:INSERT=1,neutron:SELECT=96,neutron:DELETE=3 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:52:57.494846 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-86de3a97-90b9-4051-9985-3126edef8c3c req-75b269b1-dc51-4c51-a53f-7ab8c5022148 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=2bdfd362-24cf-46bd-9f16-b84704a8b95f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435779 Aug 09 16:52:57.583288 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f1942f-cbe3-452d-b4c8-0ede70de6a02 req-fecb5089-d11a-46d3-bd6d-fa889a783105 tempest-VolumesSnapshotTestJSON-308951325 tempest-VolumesSnapshotTestJSON-308951325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:52:57.584761 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-91f1942f-cbe3-452d-b4c8-0ede70de6a02 req-fecb5089-d11a-46d3-bd6d-fa889a783105 tempest-VolumesSnapshotTestJSON-308951325 tempest-VolumesSnapshotTestJSON-308951325-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=c924ba86-e6ed-4312-9149-cd13ffd2af45 HTTP/1.1" status: 200 len: 932 time: 0.0464396 Aug 09 16:52:57.631844 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-91f1942f-cbe3-452d-b4c8-0ede70de6a02 req-36368736-a179-46a1-9a07-caa9bc844e5c tempest-VolumesSnapshotTestJSON-308951325 tempest-VolumesSnapshotTestJSON-308951325-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=ba8eb485-b96c-4609-af49-bece5d191c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410006 Aug 09 16:52:57.694122 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.v2.base [req-d56a8f02-94ef-4efe-b0ec-d974bcd799c8 req-961404af-b79f-412f-bdfb-33163b2789bd service neutron] Request body: {'port': {'device_id': 'c924ba86-e6ed-4312-9149-cd13ffd2af45', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85236'}} {{(pid=111141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 16:52:57.729276 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2992f6bb-0de9-44e1-8432-be1dc510f365 req-f02119e9-beee-4421-8049-fbf3113cb192 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:52:57.730663 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-2992f6bb-0de9-44e1-8432-be1dc510f365 req-f02119e9-beee-4421-8049-fbf3113cb192 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=d6dea3ef-6792-4471-ba10-60009659c637 HTTP/1.1" status: 200 len: 943 time: 0.0703142 Aug 09 16:52:57.778036 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.v2.base [req-3b1c5d0a-3bc9-48ba-b793-57f067f9f019 req-1b881130-39ee-4b4f-a344-332d10744630 service neutron] Request body: {'port': {'device_id': 'cb82bef7-ce2f-4541-b695-2b1769932f23', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85236'}} {{(pid=111141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 16:52:57.869820 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-d56a8f02-94ef-4efe-b0ec-d974bcd799c8 req-961404af-b79f-412f-bdfb-33163b2789bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (d1b97e7d-8dd6-48df-af38-15a732a256dc), before_update {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:57.941927 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-2992f6bb-0de9-44e1-8432-be1dc510f365 req-ec037d38-34c5-4cd3-962d-b69155fd6bff tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=891c2bba-5f70-4348-a605-867373065164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2047055 Aug 09 16:52:57.976999 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-3b1c5d0a-3bc9-48ba-b793-57f067f9f019 req-1b881130-39ee-4b4f-a344-332d10744630 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (4a3e69ee-936d-4754-9dde-3c621ceacfcf), before_update {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:57.994086 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69088421-fb47-4f68-b267-2237fb42b47f req-57d2baff-b228-4b96-8168-eb615fe4be17 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:52:57.995634 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-69088421-fb47-4f68-b267-2237fb42b47f req-57d2baff-b228-4b96-8168-eb615fe4be17 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=e7a274d0-9d37-4f6f-8a7e-2f223cf42198 HTTP/1.1" status: 200 len: 945 time: 0.0658152 Aug 09 16:52:58.045080 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ba36c7-0c7d-491d-8b16-f52afdb841c6 req-38cdfbe5-f19b-41ab-a5a3-a13f0a5090f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:52:58.046626 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-53ba36c7-0c7d-491d-8b16-f52afdb841c6 req-38cdfbe5-f19b-41ab-a5a3-a13f0a5090f8 service neutron] 10.222.0.91 "GET /networking/v2.0/networks?tenant_id=e5e7f48ecafa4bfe80fadd50e0b24cbb&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2809281 Aug 09 16:52:58.050474 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-69088421-fb47-4f68-b267-2237fb42b47f req-9d5d21fe-80f3-4ee7-b2e9-6ca028839c5d tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=40ce6164-59be-4c55-abcb-0149a2e272fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489955 Aug 09 16:52:58.625540 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c251ce0-4036-4b85-aa2c-1c0fed723f2b req-5fc95265-d599-4b10-b8c1-ef1b8f99059a tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:52:58.627090 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-2c251ce0-4036-4b85-aa2c-1c0fed723f2b req-5fc95265-d599-4b10-b8c1-ef1b8f99059a tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=a4d48aed-6528-46cd-a11e-6899591a4a27 HTTP/1.1" status: 200 len: 946 time: 0.0527723 Aug 09 16:52:58.677523 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-2c251ce0-4036-4b85-aa2c-1c0fed723f2b req-4ef57273-09c0-44b5-8f83-8026f07b8191 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=2bdfd362-24cf-46bd-9f16-b84704a8b95f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439968 Aug 09 16:52:58.679372 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:52:58.739848 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.notifiers.nova [req-d56a8f02-94ef-4efe-b0ec-d974bcd799c8 req-961404af-b79f-412f-bdfb-33163b2789bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1b97e7d-8dd6-48df-af38-15a732a256dc {{(pid=111141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 09 16:52:58.747663 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:52:58.761600 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-d56a8f02-94ef-4efe-b0ec-d974bcd799c8 req-961404af-b79f-412f-bdfb-33163b2789bd service neutron] Publish callbacks [] for port (d1b97e7d-8dd6-48df-af38-15a732a256dc), precommit_update {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:58.813066 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e680a8-b597-4341-adb6-2826048e59f8 req-15c3b522-0516-497e-be4b-e26c8d306f94 tempest-VolumesSnapshotTestJSON-308951325 tempest-VolumesSnapshotTestJSON-308951325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:52:58.814635 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-b4e680a8-b597-4341-adb6-2826048e59f8 req-15c3b522-0516-497e-be4b-e26c8d306f94 tempest-VolumesSnapshotTestJSON-308951325 tempest-VolumesSnapshotTestJSON-308951325-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=c924ba86-e6ed-4312-9149-cd13ffd2af45 HTTP/1.1" status: 200 len: 932 time: 0.0630031 Aug 09 16:52:58.819719 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.db.provisioning_blocks [req-d56a8f02-94ef-4efe-b0ec-d974bcd799c8 req-961404af-b79f-412f-bdfb-33163b2789bd service neutron] Transition to ACTIVE for port object d1b97e7d-8dd6-48df-af38-15a732a256dc will not be triggered until provisioned by entity L2. {{(pid=111141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 09 16:52:58.833700 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea1e5df-2c6f-41c3-80f8-3723efb2565d req-2eed73bd-336c-4c78-99fc-e5b7e6d24344 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:52:58.835239 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-5ea1e5df-2c6f-41c3-80f8-3723efb2565d req-2eed73bd-336c-4c78-99fc-e5b7e6d24344 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=cb82bef7-ce2f-4541-b695-2b1769932f23 HTTP/1.1" status: 200 len: 931 time: 0.1946516 Aug 09 16:52:58.838581 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.notifiers.nova [req-3b1c5d0a-3bc9-48ba-b793-57f067f9f019 req-1b881130-39ee-4b4f-a344-332d10744630 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a3e69ee-936d-4754-9dde-3c621ceacfcf {{(pid=111141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 09 16:52:58.850387 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-3b1c5d0a-3bc9-48ba-b793-57f067f9f019 req-1b881130-39ee-4b4f-a344-332d10744630 service neutron] Publish callbacks [] for port (4a3e69ee-936d-4754-9dde-3c621ceacfcf), precommit_update {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:58.872626 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-b4e680a8-b597-4341-adb6-2826048e59f8 req-864d936a-cb1f-494d-9e92-9e26f4cbba0a tempest-VolumesSnapshotTestJSON-308951325 tempest-VolumesSnapshotTestJSON-308951325-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=ba8eb485-b96c-4609-af49-bece5d191c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521622 Aug 09 16:52:58.900276 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.db.provisioning_blocks [req-3b1c5d0a-3bc9-48ba-b793-57f067f9f019 req-1b881130-39ee-4b4f-a344-332d10744630 service neutron] Transition to ACTIVE for port object 4a3e69ee-936d-4754-9dde-3c621ceacfcf will not be triggered until provisioned by entity L2. {{(pid=111141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 09 16:52:58.902751 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ba36c7-0c7d-491d-8b16-f52afdb841c6 req-105cd550-8c8d-4138-9409-8ab880d2486f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:52:58.904311 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-53ba36c7-0c7d-491d-8b16-f52afdb841c6 req-105cd550-8c8d-4138-9409-8ab880d2486f service neutron] 10.222.0.91 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2648590 Aug 09 16:52:58.922119 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-d56a8f02-94ef-4efe-b0ec-d974bcd799c8 req-961404af-b79f-412f-bdfb-33163b2789bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748338263269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748337861771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748337861789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12487573'] for port (d1b97e7d-8dd6-48df-af38-15a732a256dc), after_update {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:58.933841 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-5ea1e5df-2c6f-41c3-80f8-3723efb2565d req-139650cf-9a94-4ce1-b0f4-321bc42d5aa8 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=0c04eb5b-8576-4065-b492-69843d1073cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855951 Aug 09 16:52:59.002238 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961404af-b79f-412f-bdfb-33163b2789bd service neutron] Pushing event updated for resources: {'Port': ['ID=d1b97e7d-8dd6-48df-af38-15a732a256dc,revision_number=2']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:52:59.004538 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-3b1c5d0a-3bc9-48ba-b793-57f067f9f019 req-1b881130-39ee-4b4f-a344-332d10744630 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748338263269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748337861771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748337861789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12487573'] for port (4a3e69ee-936d-4754-9dde-3c621ceacfcf), after_update {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:59.074473 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7541c0-2cf9-45f5-9315-bac9b091adea req-82dc6cb7-4882-4adc-8086-ab4024de2d0b tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:52:59.076452 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-4a7541c0-2cf9-45f5-9315-bac9b091adea req-82dc6cb7-4882-4adc-8086-ab4024de2d0b tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=d6dea3ef-6792-4471-ba10-60009659c637 HTTP/1.1" status: 200 len: 943 time: 0.0492463 Aug 09 16:52:59.109547 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8066400-808d-40b2-a6cd-837ae34ab854 req-36e6c99e-7bee-4dc0-92b9-b65abd329967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:52:59.111070 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-d8066400-808d-40b2-a6cd-837ae34ab854 req-36e6c99e-7bee-4dc0-92b9-b65abd329967 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?tenant_id=e5e7f48ecafa4bfe80fadd50e0b24cbb&device_id=d6dea3ef-6792-4471-ba10-60009659c637 HTTP/1.1" status: 200 len: 1127 time: 0.1232655 Aug 09 16:52:59.130632 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b881130-39ee-4b4f-a344-332d10744630 service neutron] Pushing event updated for resources: {'Port': ['ID=4a3e69ee-936d-4754-9dde-3c621ceacfcf,revision_number=2']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:52:59.137416 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-4a7541c0-2cf9-45f5-9315-bac9b091adea req-2c70ba60-695c-4aba-bf1b-1dcf9147ce72 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=891c2bba-5f70-4348-a605-867373065164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537553 Aug 09 16:52:59.208924 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-d8066400-808d-40b2-a6cd-837ae34ab854 req-ff568794-640a-4ffe-a48a-fdf90808d711 service neutron] 10.222.0.91 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7894ce6f-cdea-4930-bb7f-7cb16ee8e5c0 HTTP/1.1" status: 200 len: 217 time: 0.0800900 Aug 09 16:52:59.227670 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.managers [req-d56a8f02-94ef-4efe-b0ec-d974bcd799c8 req-961404af-b79f-412f-bdfb-33163b2789bd service neutron] Attempting to bind port d1b97e7d-8dd6-48df-af38-15a732a256dc on host hv-cinder-85236 for vnic_type normal with profile {{(pid=111141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 09 16:52:59.228009 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.managers [req-d56a8f02-94ef-4efe-b0ec-d974bcd799c8 req-961404af-b79f-412f-bdfb-33163b2789bd service neutron] Attempting to bind port d1b97e7d-8dd6-48df-af38-15a732a256dc by drivers openvswitch,hyperv on host hv-cinder-85236 at level 0 using segments [{'id': 'd64a4b0d-8eb6-4b0b-baa8-f772fe9dbe8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 964, 'network_id': 'e3964af6-46ca-431b-afc6-d66481e46704'}] {{(pid=111141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 09 16:52:59.228339 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d56a8f02-94ef-4efe-b0ec-d974bcd799c8 req-961404af-b79f-412f-bdfb-33163b2789bd service neutron] Attempting to bind port d1b97e7d-8dd6-48df-af38-15a732a256dc on network e3964af6-46ca-431b-afc6-d66481e46704 {{(pid=111141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 16:52:59.268282 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:UPDATE=4,neutron:SELECT=94,neutron:INSERT=2 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:52:59.272791 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d56a8f02-94ef-4efe-b0ec-d974bcd799c8 req-961404af-b79f-412f-bdfb-33163b2789bd service neutron] Port d1b97e7d-8dd6-48df-af38-15a732a256dc on network e3964af6-46ca-431b-afc6-d66481e46704 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85236 {{(pid=111141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 09 16:52:59.273698 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d56a8f02-94ef-4efe-b0ec-d974bcd799c8 req-961404af-b79f-412f-bdfb-33163b2789bd service neutron] Attempting to bind port d1b97e7d-8dd6-48df-af38-15a732a256dc on network e3964af6-46ca-431b-afc6-d66481e46704 {{(pid=111141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 16:52:59.290433 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7e7fce-d719-4c8a-8a65-b3939dda64dc req-cbdde4b0-191b-4fdb-8041-24765111c489 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:52:59.291933 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-3b7e7fce-d719-4c8a-8a65-b3939dda64dc req-cbdde4b0-191b-4fdb-8041-24765111c489 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=e7a274d0-9d37-4f6f-8a7e-2f223cf42198 HTTP/1.1" status: 200 len: 945 time: 0.1438117 Aug 09 16:52:59.300397 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d56a8f02-94ef-4efe-b0ec-d974bcd799c8 req-961404af-b79f-412f-bdfb-33163b2789bd service neutron] Checking agent: {'id': 'fd1157aa-8fd8-4c6b-a604-f3842f12d305', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85236', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 9, 16, 48, 30), 'started_at': datetime.datetime(2022, 8, 9, 16, 48, 30), 'heartbeat_timestamp': datetime.datetime(2022, 8, 9, 16, 52, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 09 16:52:59.300737 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d56a8f02-94ef-4efe-b0ec-d974bcd799c8 req-961404af-b79f-412f-bdfb-33163b2789bd service neutron] Checking segment: {'id': 'd64a4b0d-8eb6-4b0b-baa8-f772fe9dbe8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 964, 'network_id': 'e3964af6-46ca-431b-afc6-d66481e46704'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 09 16:52:59.301153 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d56a8f02-94ef-4efe-b0ec-d974bcd799c8 req-961404af-b79f-412f-bdfb-33163b2789bd service neutron] Bound using segment: {'id': 'd64a4b0d-8eb6-4b0b-baa8-f772fe9dbe8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 964, 'network_id': 'e3964af6-46ca-431b-afc6-d66481e46704'} {{(pid=111141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 09 16:52:59.302173 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.managers [req-d56a8f02-94ef-4efe-b0ec-d974bcd799c8 req-961404af-b79f-412f-bdfb-33163b2789bd service neutron] Bound port: d1b97e7d-8dd6-48df-af38-15a732a256dc, host: hv-cinder-85236, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd64a4b0d-8eb6-4b0b-baa8-f772fe9dbe8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 964, 'network_id': 'e3964af6-46ca-431b-afc6-d66481e46704'}}] {{(pid=111141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 09 16:52:59.302173 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-d56a8f02-94ef-4efe-b0ec-d974bcd799c8 req-961404af-b79f-412f-bdfb-33163b2789bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (d1b97e7d-8dd6-48df-af38-15a732a256dc), before_update {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:59.341844 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.managers [req-3b1c5d0a-3bc9-48ba-b793-57f067f9f019 req-1b881130-39ee-4b4f-a344-332d10744630 service neutron] Attempting to bind port 4a3e69ee-936d-4754-9dde-3c621ceacfcf on host hv-cinder-85236 for vnic_type normal with profile {{(pid=111141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 09 16:52:59.342201 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.managers [req-3b1c5d0a-3bc9-48ba-b793-57f067f9f019 req-1b881130-39ee-4b4f-a344-332d10744630 service neutron] Attempting to bind port 4a3e69ee-936d-4754-9dde-3c621ceacfcf by drivers openvswitch,hyperv on host hv-cinder-85236 at level 0 using segments [{'id': '22b689c2-f947-4ac8-81fc-daefa317b1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 980, 'network_id': 'd512bb64-4fdf-40f1-b457-d57f69ae1831'}] {{(pid=111141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 09 16:52:59.342527 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b1c5d0a-3bc9-48ba-b793-57f067f9f019 req-1b881130-39ee-4b4f-a344-332d10744630 service neutron] Attempting to bind port 4a3e69ee-936d-4754-9dde-3c621ceacfcf on network d512bb64-4fdf-40f1-b457-d57f69ae1831 {{(pid=111141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 16:52:59.359357 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8066400-808d-40b2-a6cd-837ae34ab854 req-28f53d0f-fe5c-4e2d-8bef-929bde04aa25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:52:59.359357 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-d8066400-808d-40b2-a6cd-837ae34ab854 req-28f53d0f-fe5c-4e2d-8bef-929bde04aa25 service neutron] 10.222.0.91 "GET /networking/v2.0/subnets?id=b36b87ee-0e67-4f6f-99fc-27a16ecf7293 HTTP/1.1" status: 200 len: 850 time: 0.1221783 Aug 09 16:52:59.391349 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b1c5d0a-3bc9-48ba-b793-57f067f9f019 req-1b881130-39ee-4b4f-a344-332d10744630 service neutron] Port 4a3e69ee-936d-4754-9dde-3c621ceacfcf on network d512bb64-4fdf-40f1-b457-d57f69ae1831 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85236 {{(pid=111141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 09 16:52:59.391685 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b1c5d0a-3bc9-48ba-b793-57f067f9f019 req-1b881130-39ee-4b4f-a344-332d10744630 service neutron] Attempting to bind port 4a3e69ee-936d-4754-9dde-3c621ceacfcf on network d512bb64-4fdf-40f1-b457-d57f69ae1831 {{(pid=111141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 16:52:59.433008 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b1c5d0a-3bc9-48ba-b793-57f067f9f019 req-1b881130-39ee-4b4f-a344-332d10744630 service neutron] Checking agent: {'id': 'fd1157aa-8fd8-4c6b-a604-f3842f12d305', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85236', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 9, 16, 48, 30), 'started_at': datetime.datetime(2022, 8, 9, 16, 48, 30), 'heartbeat_timestamp': datetime.datetime(2022, 8, 9, 16, 52, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 09 16:52:59.433357 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b1c5d0a-3bc9-48ba-b793-57f067f9f019 req-1b881130-39ee-4b4f-a344-332d10744630 service neutron] Checking segment: {'id': '22b689c2-f947-4ac8-81fc-daefa317b1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 980, 'network_id': 'd512bb64-4fdf-40f1-b457-d57f69ae1831'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 09 16:52:59.433750 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b1c5d0a-3bc9-48ba-b793-57f067f9f019 req-1b881130-39ee-4b4f-a344-332d10744630 service neutron] Bound using segment: {'id': '22b689c2-f947-4ac8-81fc-daefa317b1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 980, 'network_id': 'd512bb64-4fdf-40f1-b457-d57f69ae1831'} {{(pid=111141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 09 16:52:59.434187 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.managers [req-3b1c5d0a-3bc9-48ba-b793-57f067f9f019 req-1b881130-39ee-4b4f-a344-332d10744630 service neutron] Bound port: 4a3e69ee-936d-4754-9dde-3c621ceacfcf, host: hv-cinder-85236, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22b689c2-f947-4ac8-81fc-daefa317b1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 980, 'network_id': 'd512bb64-4fdf-40f1-b457-d57f69ae1831'}}] {{(pid=111141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 09 16:52:59.434604 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-3b1c5d0a-3bc9-48ba-b793-57f067f9f019 req-1b881130-39ee-4b4f-a344-332d10744630 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (4a3e69ee-936d-4754-9dde-3c621ceacfcf), before_update {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:59.453641 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-3b7e7fce-d719-4c8a-8a65-b3939dda64dc req-067bed97-5c1a-45f2-a609-2e700a52a637 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=40ce6164-59be-4c55-abcb-0149a2e272fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1553636 Aug 09 16:52:59.480959 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8066400-808d-40b2-a6cd-837ae34ab854 req-f38d7e03-e0bc-4c97-ba1e-e3ffacb975ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:52:59.480959 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-d8066400-808d-40b2-a6cd-837ae34ab854 req-f38d7e03-e0bc-4c97-ba1e-e3ffacb975ad service neutron] 10.222.0.91 "GET /networking/v2.0/ports?network_id=03ca7ab9-4a6d-42ee-86c4-e644a355c008&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1042659 Aug 09 16:52:59.500598 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.db [req-d56a8f02-94ef-4efe-b0ec-d974bcd799c8 req-961404af-b79f-412f-bdfb-33163b2789bd service neutron] For port d1b97e7d-8dd6-48df-af38-15a732a256dc, host hv-cinder-85236, cleared binding levels {{(pid=111141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:52:59.531671 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:52:59.564717 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.db [req-d56a8f02-94ef-4efe-b0ec-d974bcd799c8 req-961404af-b79f-412f-bdfb-33163b2789bd service neutron] For port d1b97e7d-8dd6-48df-af38-15a732a256dc, host hv-cinder-85236, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=d1b97e7d-8dd6-48df-af38-15a732a256dc,segment=NetworkSegment(d64a4b0d-8eb6-4b0b-baa8-f772fe9dbe8e),segment_id=d64a4b0d-8eb6-4b0b-baa8-f772fe9dbe8e)] {{(pid=111141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:52:59.604237 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.db [req-3b1c5d0a-3bc9-48ba-b793-57f067f9f019 req-1b881130-39ee-4b4f-a344-332d10744630 service neutron] For port 4a3e69ee-936d-4754-9dde-3c621ceacfcf, host hv-cinder-85236, cleared binding levels {{(pid=111141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:52:59.608632 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.db [req-3b1c5d0a-3bc9-48ba-b793-57f067f9f019 req-1b881130-39ee-4b4f-a344-332d10744630 service neutron] For port 4a3e69ee-936d-4754-9dde-3c621ceacfcf, host hv-cinder-85236, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=4a3e69ee-936d-4754-9dde-3c621ceacfcf,segment=NetworkSegment(22b689c2-f947-4ac8-81fc-daefa317b1b6),segment_id=22b689c2-f947-4ac8-81fc-daefa317b1b6)] {{(pid=111141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:52:59.631619 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-d8066400-808d-40b2-a6cd-837ae34ab854 req-f63db59e-1fb4-46d0-a26b-7115090ba52d service neutron] 10.222.0.91 "GET /networking/v2.0/networks/03ca7ab9-4a6d-42ee-86c4-e644a355c008?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285014 Aug 09 16:52:59.647413 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-d56a8f02-94ef-4efe-b0ec-d974bcd799c8 req-961404af-b79f-412f-bdfb-33163b2789bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748338263269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748337861771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748337861789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12487573'] for port (d1b97e7d-8dd6-48df-af38-15a732a256dc), after_update {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:59.661864 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56a8f02-94ef-4efe-b0ec-d974bcd799c8 req-961404af-b79f-412f-bdfb-33163b2789bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:52:59.662479 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-d56a8f02-94ef-4efe-b0ec-d974bcd799c8 req-961404af-b79f-412f-bdfb-33163b2789bd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90003'] for port (None), before_response {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:59.664442 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-d56a8f02-94ef-4efe-b0ec-d974bcd799c8 req-961404af-b79f-412f-bdfb-33163b2789bd service neutron] 10.222.0.91 "PUT /networking/v2.0/ports/d1b97e7d-8dd6-48df-af38-15a732a256dc HTTP/1.1" status: 200 len: 1094 time: 1.9737248 Aug 09 16:52:59.688132 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c924ba86-e6ed-4312-9149-cd13ffd2af45', 'tag': 'd1b97e7d-8dd6-48df-af38-15a732a256dc'}] {{(pid=111141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 16:52:59.690384 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fc61e086496b7b72fa0be04cca19be1e9321c349ae61d053137ad661f53d53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be8affcd-4939-4394-b48d-9962d9dc7186" -d '{"events": [{"name": "network-changed", "server_uuid": "c924ba86-e6ed-4312-9149-cd13ffd2af45", "tag": "d1b97e7d-8dd6-48df-af38-15a732a256dc"}]}' {{(pid=111141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:52:59.713233 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (fd1157aa-8fd8-4c6b-a604-f3842f12d305), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:59.724770 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-3b1c5d0a-3bc9-48ba-b793-57f067f9f019 req-1b881130-39ee-4b4f-a344-332d10744630 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748338263269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748337861771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748337861789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12487573'] for port (4a3e69ee-936d-4754-9dde-3c621ceacfcf), after_update {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:59.734637 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1c5d0a-3bc9-48ba-b793-57f067f9f019 req-1b881130-39ee-4b4f-a344-332d10744630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:52:59.735298 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-3b1c5d0a-3bc9-48ba-b793-57f067f9f019 req-1b881130-39ee-4b4f-a344-332d10744630 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90003'] for port (None), before_response {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:52:59.736977 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-3b1c5d0a-3bc9-48ba-b793-57f067f9f019 req-1b881130-39ee-4b4f-a344-332d10744630 service neutron] 10.222.0.91 "PUT /networking/v2.0/ports/4a3e69ee-936d-4754-9dde-3c621ceacfcf HTTP/1.1" status: 200 len: 1093 time: 1.9700296 Aug 09 16:52:59.739970 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Aug 2022 16:52:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b7b418a-cb08-4075-af61-0654dfd63db1 x-openstack-request-id: req-7b7b418a-cb08-4075-af61-0654dfd63db1 {{(pid=111141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:52:59.740566 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c924ba86-e6ed-4312-9149-cd13ffd2af45", "tag": "d1b97e7d-8dd6-48df-af38-15a732a256dc", "status": "completed", "code": 200}]} {{(pid=111141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:52:59.740566 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-7b7b418a-cb08-4075-af61-0654dfd63db1 {{(pid=111141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:52:59.740858 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b7b418a-cb08-4075-af61-0654dfd63db1'] response: {'name': 'network-changed', 'server_uuid': 'c924ba86-e6ed-4312-9149-cd13ffd2af45', 'tag': 'd1b97e7d-8dd6-48df-af38-15a732a256dc', 'status': 'completed', 'code': 200} Aug 09 16:52:59.764153 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961404af-b79f-412f-bdfb-33163b2789bd service neutron] Pushing event updated for resources: {'Port': ['ID=d1b97e7d-8dd6-48df-af38-15a732a256dc,revision_number=3']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:52:59.853059 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-d8066400-808d-40b2-a6cd-837ae34ab854 req-4e709280-0b50-4c75-9c2d-6abaaa2b1c09 service neutron] 10.222.0.91 "GET /networking/v2.0/networks/03ca7ab9-4a6d-42ee-86c4-e644a355c008?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2141519 Aug 09 16:52:59.900611 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b881130-39ee-4b4f-a344-332d10744630 service neutron] Pushing event updated for resources: {'Port': ['ID=4a3e69ee-936d-4754-9dde-3c621ceacfcf,revision_number=3']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:52:59.910229 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8affcd-4939-4394-b48d-9962d9dc7186 req-c32cb2ad-e3b8-462c-8741-638b4142ad73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:52:59.911846 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-be8affcd-4939-4394-b48d-9962d9dc7186 req-c32cb2ad-e3b8-462c-8741-638b4142ad73 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?tenant_id=7ea828531a5d468a9f15381d47e1594e&device_id=c924ba86-e6ed-4312-9149-cd13ffd2af45 HTTP/1.1" status: 200 len: 1128 time: 0.1049340 Aug 09 16:52:59.920684 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dfe83f-bd77-4628-b1c9-d391d02cba71 req-d5076b88-3192-44df-af1d-075fe4cbb4ae tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:52:59.922205 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-58dfe83f-bd77-4628-b1c9-d391d02cba71 req-d5076b88-3192-44df-af1d-075fe4cbb4ae tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=e7a274d0-9d37-4f6f-8a7e-2f223cf42198 HTTP/1.1" status: 200 len: 945 time: 0.0991368 Aug 09 16:53:00.002812 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:53:00.019347 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d657e3ae-b16b-425a-8f41-3b51e19990a9 req-02a3a599-2527-415c-8641-29d601cf2fd7 tempest-VolumesSnapshotTestJSON-308951325 tempest-VolumesSnapshotTestJSON-308951325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:00.021034 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-d657e3ae-b16b-425a-8f41-3b51e19990a9 req-02a3a599-2527-415c-8641-29d601cf2fd7 tempest-VolumesSnapshotTestJSON-308951325 tempest-VolumesSnapshotTestJSON-308951325-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=c924ba86-e6ed-4312-9149-cd13ffd2af45 HTTP/1.1" status: 200 len: 944 time: 0.0608962 Aug 09 16:53:00.069360 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-58dfe83f-bd77-4628-b1c9-d391d02cba71 req-6d871ee1-4269-426f-be9a-c0888fc2f8ad tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=40ce6164-59be-4c55-abcb-0149a2e272fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1394072 Aug 09 16:53:00.074148 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1c5d0a-3bc9-48ba-b793-57f067f9f019 req-121554eb-3a08-4065-a0bd-a5cd1e7608cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:00.075076 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-3b1c5d0a-3bc9-48ba-b793-57f067f9f019 req-121554eb-3a08-4065-a0bd-a5cd1e7608cd service neutron] 10.222.0.91 "GET /networking/v2.0/ports?tenant_id=321de2c92d814e6ab1da13939153da87&device_id=cb82bef7-ce2f-4541-b695-2b1769932f23 HTTP/1.1" status: 200 len: 1127 time: 0.1114995 Aug 09 16:53:00.080887 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-d657e3ae-b16b-425a-8f41-3b51e19990a9 req-e3cad4d2-0678-416e-8131-95ef7b248593 tempest-VolumesSnapshotTestJSON-308951325 tempest-VolumesSnapshotTestJSON-308951325-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=ba8eb485-b96c-4609-af49-bece5d191c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530477 Aug 09 16:53:00.114103 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8affcd-4939-4394-b48d-9962d9dc7186 req-ce5855d4-e458-4971-ae27-116107d8cea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:00.115830 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-be8affcd-4939-4394-b48d-9962d9dc7186 req-ce5855d4-e458-4971-ae27-116107d8cea1 service neutron] 10.222.0.91 "GET /networking/v2.0/networks?tenant_id=7ea828531a5d468a9f15381d47e1594e&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1642060 Aug 09 16:53:00.196607 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dea1cb-2db3-4422-bb8e-dc982e889834 req-8e1582b3-a5a8-43d6-9669-0ff1f863bcde tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:00.198116 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-53dea1cb-2db3-4422-bb8e-dc982e889834 req-8e1582b3-a5a8-43d6-9669-0ff1f863bcde tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=cb82bef7-ce2f-4541-b695-2b1769932f23 HTTP/1.1" status: 200 len: 943 time: 0.0484707 Aug 09 16:53:00.246760 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-53dea1cb-2db3-4422-bb8e-dc982e889834 req-708e47bd-bbac-4672-b45d-4ad6a44854ed tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=0c04eb5b-8576-4065-b492-69843d1073cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425472 Aug 09 16:53:00.255337 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7104efa6-dd99-477e-b3e6-d2b1a66a3c29 req-20fb58e7-eacb-4c85-afcf-0651f4bfe722 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:00.256807 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-7104efa6-dd99-477e-b3e6-d2b1a66a3c29 req-20fb58e7-eacb-4c85-afcf-0651f4bfe722 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=d6dea3ef-6792-4471-ba10-60009659c637 HTTP/1.1" status: 200 len: 943 time: 0.0470841 Aug 09 16:53:00.307906 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-7104efa6-dd99-477e-b3e6-d2b1a66a3c29 req-1c4e9492-3eef-44f7-b3db-6dba1aa4cbe7 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=891c2bba-5f70-4348-a605-867373065164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447114 Aug 09 16:53:00.482040 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-3b1c5d0a-3bc9-48ba-b793-57f067f9f019 req-3705ac68-ecb7-4427-a319-0e629cb9e2b6 service neutron] 10.222.0.91 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4a3e69ee-936d-4754-9dde-3c621ceacfcf HTTP/1.1" status: 200 len: 217 time: 0.0957053 Aug 09 16:53:00.537705 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e717b1ce-f8db-45a4-b489-4cd135e3e4d2 req-e7fcb175-8725-4f31-bdc9-a70debb339ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:00.539317 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-e717b1ce-f8db-45a4-b489-4cd135e3e4d2 req-e7fcb175-8725-4f31-bdc9-a70debb339ff service neutron] 10.222.0.91 "GET /networking/v2.0/ports?tenant_id=54562f03aaae457ca88be251d2208e2e&device_id=e7a274d0-9d37-4f6f-8a7e-2f223cf42198 HTTP/1.1" status: 200 len: 1129 time: 0.1355045 Aug 09 16:53:00.607325 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.wsgi [-] (111140) accepted ('10.222.0.59', 52738) {{(pid=111140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:53:00.611905 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.v2.base [None req-ba957b4a-63cf-41c6-ba97-309bee7d00a0 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1254362327', 'description': 'tempest-description--771660140'}} {{(pid=111140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 16:53:00.618527 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1c5d0a-3bc9-48ba-b793-57f067f9f019 req-fb3be682-475a-4091-afe1-f0b34d554a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:00.620004 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-3b1c5d0a-3bc9-48ba-b793-57f067f9f019 req-fb3be682-475a-4091-afe1-f0b34d554a85 service neutron] 10.222.0.91 "GET /networking/v2.0/subnets?id=414c40d7-70ed-42dc-9e49-6496154d7c43 HTTP/1.1" status: 200 len: 853 time: 0.1258748 Aug 09 16:53:00.634467 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8affcd-4939-4394-b48d-9962d9dc7186 req-e53ce48d-f5fc-43d5-8d6f-8c55fac12426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:00.635912 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-be8affcd-4939-4394-b48d-9962d9dc7186 req-e53ce48d-f5fc-43d5-8d6f-8c55fac12426 service neutron] 10.222.0.91 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2597206 Aug 09 16:53:00.669459 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=100 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:53:00.688745 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1c5d0a-3bc9-48ba-b793-57f067f9f019 req-a83c3019-3edf-41cb-b933-f8909e8ace4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:00.690229 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-3b1c5d0a-3bc9-48ba-b793-57f067f9f019 req-a83c3019-3edf-41cb-b933-f8909e8ace4e service neutron] 10.222.0.91 "GET /networking/v2.0/ports?network_id=d512bb64-4fdf-40f1-b457-d57f69ae1831&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0579715 Aug 09 16:53:00.721138 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e717b1ce-f8db-45a4-b489-4cd135e3e4d2 req-7db23609-628e-4b14-8c66-404ae0afe539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:00.723144 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-e717b1ce-f8db-45a4-b489-4cd135e3e4d2 req-7db23609-628e-4b14-8c66-404ae0afe539 service neutron] 10.222.0.91 "GET /networking/v2.0/networks?id=c6e9ea29-d63f-40f2-84ee-974e268aa2d8 HTTP/1.1" status: 200 len: 912 time: 0.1742618 Aug 09 16:53:00.740246 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-ba957b4a-63cf-41c6-ba97-309bee7d00a0 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Publish callbacks [] for security_group (None), before_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:53:00.798054 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:53:00.815826 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-ba957b4a-63cf-41c6-ba97-309bee7d00a0 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Publish callbacks [] for security_group (7b884b5c-59d3-4005-a700-093097532603), precommit_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:53:00.830230 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56a8f02-94ef-4efe-b0ec-d974bcd799c8 req-0e32c9be-384d-4896-9a37-54f1d4defb3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:00.831810 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-d56a8f02-94ef-4efe-b0ec-d974bcd799c8 req-0e32c9be-384d-4896-9a37-54f1d4defb3c service neutron] 10.222.0.91 "GET /networking/v2.0/ports?tenant_id=7ea828531a5d468a9f15381d47e1594e&device_id=c924ba86-e6ed-4312-9149-cd13ffd2af45 HTTP/1.1" status: 200 len: 1128 time: 0.1189010 Aug 09 16:53:00.883413 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-ba957b4a-63cf-41c6-ba97-309bee7d00a0 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763768'] for security_group (7b884b5c-59d3-4005-a700-093097532603), after_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:53:00.891594 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-d56a8f02-94ef-4efe-b0ec-d974bcd799c8 req-1d5aad67-37cb-4593-b9fc-4fffac0ce9de service neutron] 10.222.0.91 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d1b97e7d-8dd6-48df-af38-15a732a256dc HTTP/1.1" status: 200 len: 217 time: 0.0453234 Aug 09 16:53:00.893293 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-e717b1ce-f8db-45a4-b489-4cd135e3e4d2 req-117ec206-1e34-4342-9193-176fad7e2e22 service neutron] 10.222.0.91 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c7c7c2fe-a482-49a1-bef6-cb7da54c233e HTTP/1.1" status: 200 len: 1001 time: 0.1600604 Aug 09 16:53:00.914219 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba957b4a-63cf-41c6-ba97-309bee7d00a0 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b884b5c-59d3-4005-a700-093097532603,revision_number=1']} {{(pid=111140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:53:00.926962 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-3b1c5d0a-3bc9-48ba-b793-57f067f9f019 req-8686db0d-92e9-4c43-87ad-f58f7809ccd1 service neutron] 10.222.0.91 "GET /networking/v2.0/networks/d512bb64-4fdf-40f1-b457-d57f69ae1831?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2237873 Aug 09 16:53:00.977320 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-ba957b4a-63cf-41c6-ba97-309bee7d00a0 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Publish callbacks [] for security_group (None), before_response {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:53:00.978505 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [None req-ba957b4a-63cf-41c6-ba97-309bee7d00a0 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3700798 Aug 09 16:53:00.981616 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.wsgi [-] (111140) accepted ('10.222.0.59', 52740) {{(pid=111140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:53:00.985992 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.v2.base [None req-bab73932-c337-4a65-b778-196a80ee0172 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Request body: {'security_group_rule': {'security_group_id': '7b884b5c-59d3-4005-a700-093097532603', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 16:53:00.990306 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:53:01.108375 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-bab73932-c337-4a65-b778-196a80ee0172 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Publish callbacks [] for security_group_rule (d08501ef-ab71-4f3a-9ab2-edd2face56e1), before_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:53:01.176850 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-bab73932-c337-4a65-b778-196a80ee0172 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Publish callbacks [] for security_group_rule (d08501ef-ab71-4f3a-9ab2-edd2face56e1), precommit_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:53:01.240852 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ef11d9-49e6-4364-9327-8e82deae4d7d req-5d77c9f2-99c1-4c25-a829-62ceb8e60dc3 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:01.243174 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-54ef11d9-49e6-4364-9327-8e82deae4d7d req-5d77c9f2-99c1-4c25-a829-62ceb8e60dc3 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=e7a274d0-9d37-4f6f-8a7e-2f223cf42198 HTTP/1.1" status: 200 len: 945 time: 0.0541618 Aug 09 16:53:01.264353 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-bab73932-c337-4a65-b778-196a80ee0172 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765607'] for security_group_rule (d08501ef-ab71-4f3a-9ab2-edd2face56e1), after_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:53:01.287016 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab73932-c337-4a65-b778-196a80ee0172 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d08501ef-ab71-4f3a-9ab2-edd2face56e1,revision_number=0']} {{(pid=111140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:53:01.314135 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-54ef11d9-49e6-4364-9327-8e82deae4d7d req-3179d65b-9462-450c-aeda-8a51c5c36626 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=40ce6164-59be-4c55-abcb-0149a2e272fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649385 Aug 09 16:53:01.317425 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56a8f02-94ef-4efe-b0ec-d974bcd799c8 req-f75d7982-fe0a-45f8-a150-2e47c02e210c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:01.318773 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-d56a8f02-94ef-4efe-b0ec-d974bcd799c8 req-f75d7982-fe0a-45f8-a150-2e47c02e210c service neutron] 10.222.0.91 "GET /networking/v2.0/subnets?id=5b1f82a1-0a86-4aa6-869d-a4d91bedfe05 HTTP/1.1" status: 200 len: 853 time: 0.4147105 Aug 09 16:53:01.323669 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e717b1ce-f8db-45a4-b489-4cd135e3e4d2 req-b142c871-1222-4e73-9fe0-fdceae1c75d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:01.325039 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-e717b1ce-f8db-45a4-b489-4cd135e3e4d2 req-b142c871-1222-4e73-9fe0-fdceae1c75d5 service neutron] 10.222.0.91 "GET /networking/v2.0/subnets?id=04d182a3-f5e2-47dc-869b-31a7d21795ba HTTP/1.1" status: 200 len: 850 time: 0.4199176 Aug 09 16:53:01.378758 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20953163-c641-4a1b-9160-7e09feee5525 req-5a65e26d-eb0e-4c49-aaca-7997accf64d1 tempest-VolumesSnapshotTestJSON-308951325 tempest-VolumesSnapshotTestJSON-308951325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:01.380245 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-20953163-c641-4a1b-9160-7e09feee5525 req-5a65e26d-eb0e-4c49-aaca-7997accf64d1 tempest-VolumesSnapshotTestJSON-308951325 tempest-VolumesSnapshotTestJSON-308951325-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=c924ba86-e6ed-4312-9149-cd13ffd2af45 HTTP/1.1" status: 200 len: 944 time: 0.1105845 Aug 09 16:53:01.414561 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-d56a8f02-94ef-4efe-b0ec-d974bcd799c8 req-6d7a55de-954f-4a53-8e24-916817e40fc7 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?network_id=e3964af6-46ca-431b-afc6-d66481e46704&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0784941 Aug 09 16:53:01.423114 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c949ec3b-77f1-4a53-b366-372990d4d4a2 req-e94e2b33-73af-4af0-9b56-8b46741740de tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:01.424609 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-c949ec3b-77f1-4a53-b366-372990d4d4a2 req-e94e2b33-73af-4af0-9b56-8b46741740de tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=cb82bef7-ce2f-4541-b695-2b1769932f23 HTTP/1.1" status: 200 len: 943 time: 0.0489435 Aug 09 16:53:01.471943 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-bab73932-c337-4a65-b778-196a80ee0172 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:53:01.478652 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e717b1ce-f8db-45a4-b489-4cd135e3e4d2 req-cd95eaa0-990b-4aa3-af84-dec37bbd8607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:01.478802 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [None req-bab73932-c337-4a65-b778-196a80ee0172 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4906352 Aug 09 16:53:01.478902 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-e717b1ce-f8db-45a4-b489-4cd135e3e4d2 req-cd95eaa0-990b-4aa3-af84-dec37bbd8607 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?network_id=c6e9ea29-d63f-40f2-84ee-974e268aa2d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1370950 Aug 09 16:53:01.478902 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-3b1c5d0a-3bc9-48ba-b793-57f067f9f019 req-d9880874-a207-4ce0-a71e-12be21b64c5e service neutron] 10.222.0.91 "GET /networking/v2.0/networks/d512bb64-4fdf-40f1-b457-d57f69ae1831?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5140965 Aug 09 16:53:01.479065 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.wsgi [-] (111140) accepted ('10.222.0.59', 52750) {{(pid=111140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:53:01.489274 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.v2.base [None req-bb916098-54df-4ed0-a2be-b4cf7737726c tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Request body: {'security_group_rule': {'security_group_id': '7b884b5c-59d3-4005-a700-093097532603', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 16:53:01.499200 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-c949ec3b-77f1-4a53-b366-372990d4d4a2 req-9edd4c46-e9c0-4d70-9144-26ec5aeebb6d tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=0c04eb5b-8576-4065-b492-69843d1073cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683265 Aug 09 16:53:01.592643 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-20953163-c641-4a1b-9160-7e09feee5525 req-e0e87e78-cf47-42ef-b1ef-54cb4d0abc25 tempest-VolumesSnapshotTestJSON-308951325 tempest-VolumesSnapshotTestJSON-308951325-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=ba8eb485-b96c-4609-af49-bece5d191c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920576 Aug 09 16:53:01.598330 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-bb916098-54df-4ed0-a2be-b4cf7737726c tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Publish callbacks [] for security_group_rule (be14492e-5f27-4ec0-80ed-bc4e0ee28263), before_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:53:01.607138 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=100 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:53:01.623644 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a667ebe8-f4e6-4a72-8552-9fc3b4e53cb9 req-05d1962f-e881-4f2c-88e2-7dfc2d04e01e tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:01.625196 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-a667ebe8-f4e6-4a72-8552-9fc3b4e53cb9 req-05d1962f-e881-4f2c-88e2-7dfc2d04e01e tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=d6dea3ef-6792-4471-ba10-60009659c637 HTTP/1.1" status: 200 len: 943 time: 0.0622709 Aug 09 16:53:01.625977 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-d56a8f02-94ef-4efe-b0ec-d974bcd799c8 req-dd1fd942-43e0-4c83-8868-50dc7b842840 service neutron] 10.222.0.91 "GET /networking/v2.0/networks/e3964af6-46ca-431b-afc6-d66481e46704?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1860876 Aug 09 16:53:01.646438 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:53:01.657983 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-e717b1ce-f8db-45a4-b489-4cd135e3e4d2 req-a986dbd2-66c6-4419-ba1f-41b86ee61093 service neutron] 10.222.0.91 "GET /networking/v2.0/networks/c6e9ea29-d63f-40f2-84ee-974e268aa2d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533151 Aug 09 16:53:01.707936 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-bb916098-54df-4ed0-a2be-b4cf7737726c tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Publish callbacks [] for security_group_rule (be14492e-5f27-4ec0-80ed-bc4e0ee28263), precommit_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:53:01.713612 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-a667ebe8-f4e6-4a72-8552-9fc3b4e53cb9 req-a1cc242e-26ab-4852-b6be-d95a08974509 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=891c2bba-5f70-4348-a605-867373065164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730031 Aug 09 16:53:01.741840 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb82bef7-ce2f-4541-b695-2b1769932f23', 'tag': '4a3e69ee-936d-4754-9dde-3c621ceacfcf'}] {{(pid=111141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 16:53:01.744305 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fc61e086496b7b72fa0be04cca19be1e9321c349ae61d053137ad661f53d53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4e1842b-eb90-49de-a209-b850cb0069a3" -d '{"events": [{"name": "network-changed", "server_uuid": "cb82bef7-ce2f-4541-b695-2b1769932f23", "tag": "4a3e69ee-936d-4754-9dde-3c621ceacfcf"}]}' {{(pid=111141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:53:01.781833 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Aug 2022 16:53:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-654ece1d-f79b-4173-813e-b4c3cd250b31 x-openstack-request-id: req-654ece1d-f79b-4173-813e-b4c3cd250b31 {{(pid=111141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:53:01.782153 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb82bef7-ce2f-4541-b695-2b1769932f23", "tag": "4a3e69ee-936d-4754-9dde-3c621ceacfcf", "status": "completed", "code": 200}]} {{(pid=111141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:53:01.782408 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-654ece1d-f79b-4173-813e-b4c3cd250b31 {{(pid=111141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:53:01.782808 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-654ece1d-f79b-4173-813e-b4c3cd250b31'] response: {'name': 'network-changed', 'server_uuid': 'cb82bef7-ce2f-4541-b695-2b1769932f23', 'tag': '4a3e69ee-936d-4754-9dde-3c621ceacfcf', 'status': 'completed', 'code': 200} Aug 09 16:53:01.785917 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-bb916098-54df-4ed0-a2be-b4cf7737726c tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765607'] for security_group_rule (be14492e-5f27-4ec0-80ed-bc4e0ee28263), after_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:53:01.805569 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb916098-54df-4ed0-a2be-b4cf7737726c tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be14492e-5f27-4ec0-80ed-bc4e0ee28263,revision_number=0']} {{(pid=111140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:53:01.890463 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-bb916098-54df-4ed0-a2be-b4cf7737726c tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:53:01.891684 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [None req-bb916098-54df-4ed0-a2be-b4cf7737726c tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4123721 Aug 09 16:53:01.894945 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.wsgi [-] (111140) accepted ('10.222.0.59', 52754) {{(pid=111140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:53:01.899595 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.v2.base [None req-35cb5391-e5d4-462f-9cc2-ce3771f77014 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Request body: {'floatingip': {'floating_network_id': '0b446ac8-416d-4492-b144-c475e4beb84a'}} {{(pid=111140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 16:53:01.997506 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-35cb5391-e5d4-462f-9cc2-ce3771f77014 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:53:02.081371 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-35cb5391-e5d4-462f-9cc2-ce3771f77014 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (None), before_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:53:02.186233 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.db.db_base_plugin_common [None req-35cb5391-e5d4-462f-9cc2-ce3771f77014 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Allocated IP 172.27.2.17 (0b446ac8-416d-4492-b144-c475e4beb84a/4516d54a-1367-472b-b3e4-4bb105fe12f6/dd572daa-dbae-403f-a860-d4a6b97e7f1b) {{(pid=111140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:53:02.255161 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:53:02.294441 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-35cb5391-e5d4-462f-9cc2-ce3771f77014 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Publish callbacks [] for port (dd572daa-dbae-403f-a860-d4a6b97e7f1b), precommit_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:53:02.380665 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-35cb5391-e5d4-462f-9cc2-ce3771f77014 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748337861753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12086677'] for port (dd572daa-dbae-403f-a860-d4a6b97e7f1b), after_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:53:02.454656 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35cb5391-e5d4-462f-9cc2-ce3771f77014 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Network 0b446ac8-416d-4492-b144-c475e4beb84a is already hosted by enough agents. {{(pid=111140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:53:02.462867 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.scheduler.base_scheduler [None req-35cb5391-e5d4-462f-9cc2-ce3771f77014 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Resources bound (agent type, host, resource id): {{(pid=111140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:53:02.469124 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35cb5391-e5d4-462f-9cc2-ce3771f77014 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Received port after_create {{(pid=111140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 09 16:53:02.474053 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cb5391-e5d4-462f-9cc2-ce3771f77014 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Pushing event updated for resources: {'Port': ['ID=dd572daa-dbae-403f-a860-d4a6b97e7f1b,revision_number=1']} {{(pid=111140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:53:02.500208 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f841e3dc-b889-4779-87d2-5d323613890c req-0fff98a5-7f26-41ba-85dd-91538cd71947 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:02.501758 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-f841e3dc-b889-4779-87d2-5d323613890c req-0fff98a5-7f26-41ba-85dd-91538cd71947 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=e7a274d0-9d37-4f6f-8a7e-2f223cf42198 HTTP/1.1" status: 200 len: 945 time: 0.0954928 Aug 09 16:53:02.597284 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-f841e3dc-b889-4779-87d2-5d323613890c req-81da3625-35f9-4e3e-a8d7-6785def4f667 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=40ce6164-59be-4c55-abcb-0149a2e272fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864501 Aug 09 16:53:02.602105 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-35cb5391-e5d4-462f-9cc2-ce3771f77014 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Publish callbacks [] for floatingip (2fd0040a-f55f-4787-bd53-1708c675d642), precommit_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:53:02.627977 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319ca2a3-4e8d-4afa-b76e-eff698de208a req-0659342f-1e67-49d3-bc37-70cb66102f53 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:02.629484 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-319ca2a3-4e8d-4afa-b76e-eff698de208a req-0659342f-1e67-49d3-bc37-70cb66102f53 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=cb82bef7-ce2f-4541-b695-2b1769932f23 HTTP/1.1" status: 200 len: 943 time: 0.0493259 Aug 09 16:53:02.746349 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dd6b79-48fa-4a49-94b3-4f76b8a3a877 req-ceb50c9b-ca22-4f20-9fab-b24167cbafbb tempest-VolumesSnapshotTestJSON-308951325 tempest-VolumesSnapshotTestJSON-308951325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:02.747866 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-79dd6b79-48fa-4a49-94b3-4f76b8a3a877 req-ceb50c9b-ca22-4f20-9fab-b24167cbafbb tempest-VolumesSnapshotTestJSON-308951325 tempest-VolumesSnapshotTestJSON-308951325-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=c924ba86-e6ed-4312-9149-cd13ffd2af45 HTTP/1.1" status: 200 len: 944 time: 0.0718181 Aug 09 16:53:02.750699 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-35cb5391-e5d4-462f-9cc2-ce3771f77014 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (dd572daa-dbae-403f-a860-d4a6b97e7f1b), before_update {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:53:02.790199 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:53:02.815777 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e1842b-eb90-49de-a209-b850cb0069a3 req-f132deaa-2286-4d83-87e3-d950390d621b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:02.817272 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-d4e1842b-eb90-49de-a209-b850cb0069a3 req-f132deaa-2286-4d83-87e3-d950390d621b service neutron] 10.222.0.91 "GET /networking/v2.0/ports?tenant_id=321de2c92d814e6ab1da13939153da87&device_id=cb82bef7-ce2f-4541-b695-2b1769932f23 HTTP/1.1" status: 200 len: 1127 time: 0.1502960 Aug 09 16:53:02.843955 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-319ca2a3-4e8d-4afa-b76e-eff698de208a req-a7e15273-f9dd-42e9-a01c-40dec0102c4c tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=0c04eb5b-8576-4065-b492-69843d1073cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2084806 Aug 09 16:53:02.886325 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-79dd6b79-48fa-4a49-94b3-4f76b8a3a877 req-7db4f2fe-516d-4af5-a23b-f7b482af385e tempest-VolumesSnapshotTestJSON-308951325 tempest-VolumesSnapshotTestJSON-308951325-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=ba8eb485-b96c-4609-af49-bece5d191c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320844 Aug 09 16:53:02.954575 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-35cb5391-e5d4-462f-9cc2-ce3771f77014 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Publish callbacks [] for port (dd572daa-dbae-403f-a860-d4a6b97e7f1b), precommit_update {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:53:02.978603 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-e717b1ce-f8db-45a4-b489-4cd135e3e4d2 req-e63562dc-e335-451f-9fd9-576131f457a7 service neutron] 10.222.0.91 "GET /networking/v2.0/networks/c6e9ea29-d63f-40f2-84ee-974e268aa2d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3360794 Aug 09 16:53:02.993679 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-d56a8f02-94ef-4efe-b0ec-d974bcd799c8 req-ad625ad8-b7b9-44b2-8e56-b07408deacc1 service neutron] 10.222.0.91 "GET /networking/v2.0/networks/e3964af6-46ca-431b-afc6-d66481e46704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3491089 Aug 09 16:53:03.001522 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=100 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:53:03.016883 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24656fee-8aad-4d2d-93d8-cd18e37306ed req-35289514-bf82-4501-a009-e66a70a8d2cb tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:03.018409 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-24656fee-8aad-4d2d-93d8-cd18e37306ed req-35289514-bf82-4501-a009-e66a70a8d2cb tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=d6dea3ef-6792-4471-ba10-60009659c637 HTTP/1.1" status: 200 len: 943 time: 0.0944221 Aug 09 16:53:03.026937 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e1842b-eb90-49de-a209-b850cb0069a3 req-b3a748b6-765e-480a-885a-d662b4432ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:03.026937 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-d4e1842b-eb90-49de-a209-b850cb0069a3 req-b3a748b6-765e-480a-885a-d662b4432ef3 service neutron] 10.222.0.91 "GET /networking/v2.0/networks?id=d512bb64-4fdf-40f1-b457-d57f69ae1831 HTTP/1.1" status: 200 len: 915 time: 0.1928666 Aug 09 16:53:03.049213 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-35cb5391-e5d4-462f-9cc2-ce3771f77014 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748338263269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748337861771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748337861789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12086682'] for port (dd572daa-dbae-403f-a860-d4a6b97e7f1b), after_update {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:53:03.079624 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-24656fee-8aad-4d2d-93d8-cd18e37306ed req-d3c4d502-4f22-4fcf-920f-1aa82f58bbd5 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=891c2bba-5f70-4348-a605-867373065164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545900 Aug 09 16:53:03.108314 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-d4e1842b-eb90-49de-a209-b850cb0069a3 req-1a397f32-faad-49d6-bb75-42f4b3f8b1a6 service neutron] 10.222.0.91 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4a3e69ee-936d-4754-9dde-3c621ceacfcf HTTP/1.1" status: 200 len: 217 time: 0.0413330 Aug 09 16:53:03.120372 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cb5391-e5d4-462f-9cc2-ce3771f77014 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Pushing event updated for resources: {'Port': ['ID=dd572daa-dbae-403f-a860-d4a6b97e7f1b,revision_number=2']} {{(pid=111140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:53:03.122758 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-35cb5391-e5d4-462f-9cc2-ce3771f77014 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-336914'] for floatingip (2fd0040a-f55f-4787-bd53-1708c675d642), after_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:53:03.267499 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-35cb5391-e5d4-462f-9cc2-ce3771f77014 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90003'] for floatingip (None), before_response {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:53:03.268746 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [None req-35cb5391-e5d4-462f-9cc2-ce3771f77014 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3728428 Aug 09 16:53:03.472760 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-e7f482e1-0833-442d-9d1f-fdc1546fab23 req-6251f272-8640-4133-a5d5-47cfe94b66b0 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1254362327&fields=id&tenant_id=b681b90f2f074e8c8cfb11939edc7f72 HTTP/1.1" status: 200 len: 267 time: 0.0452456 Aug 09 16:53:03.579492 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f482e1-0833-442d-9d1f-fdc1546fab23 req-cfdc1ad4-e823-459d-a57e-9e03e1829d5a tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:03.580881 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-e7f482e1-0833-442d-9d1f-fdc1546fab23 req-cfdc1ad4-e823-459d-a57e-9e03e1829d5a tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/networks?id=e7c6cdf7-0095-4da2-9004-cdee3c973d7e HTTP/1.1" status: 200 len: 818 time: 0.1007075 Aug 09 16:53:03.595314 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-e7f482e1-0833-442d-9d1f-fdc1546fab23 req-bdc92774-7342-4fd3-a295-b9646915ffe7 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/quotas/b681b90f2f074e8c8cfb11939edc7f72 HTTP/1.1" status: 200 len: 375 time: 0.0089271 Aug 09 16:53:03.651698 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-e7f482e1-0833-442d-9d1f-fdc1546fab23 req-20afeeb2-74a0-4422-ae1d-1e296f1abfc4 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/ports?tenant_id=b681b90f2f074e8c8cfb11939edc7f72&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0514011 Aug 09 16:53:03.725816 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d5947e-37ba-42d1-aacb-1c79ae79655c req-129cfc0f-f892-40c1-8202-4dea3242be16 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:03.727498 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-d8d5947e-37ba-42d1-aacb-1c79ae79655c req-129cfc0f-f892-40c1-8202-4dea3242be16 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=e7a274d0-9d37-4f6f-8a7e-2f223cf42198 HTTP/1.1" status: 200 len: 945 time: 0.0538547 Aug 09 16:53:03.751668 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-e7f482e1-0833-442d-9d1f-fdc1546fab23 req-be68d9e0-28d0-4f5b-9fb6-9bacd4a92dba service neutron] 10.222.0.59 "GET /networking/v2.0/networks/e7c6cdf7-0095-4da2-9004-cdee3c973d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868156 Aug 09 16:53:03.779370 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-d8d5947e-37ba-42d1-aacb-1c79ae79655c req-2ef59081-fca7-478f-b364-0959cb8f46be tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=40ce6164-59be-4c55-abcb-0149a2e272fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461388 Aug 09 16:53:03.843096 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:53:03.846944 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-e7f482e1-0833-442d-9d1f-fdc1546fab23 req-1f6cb991-f755-47bd-b7c1-7d1af8b1acc5 service neutron] 10.222.0.59 "GET /networking/v2.0/networks/e7c6cdf7-0095-4da2-9004-cdee3c973d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893817 Aug 09 16:53:03.966306 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf6100e-190d-4c31-9d63-cad2ac23eda2 req-9338c944-ff10-4d9e-9577-d1f34e35de64 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:03.967837 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-bbf6100e-190d-4c31-9d63-cad2ac23eda2 req-9338c944-ff10-4d9e-9577-d1f34e35de64 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=cb82bef7-ce2f-4541-b695-2b1769932f23 HTTP/1.1" status: 200 len: 943 time: 0.0488625 Aug 09 16:53:04.015460 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-bbf6100e-190d-4c31-9d63-cad2ac23eda2 req-33d07db5-0ce7-4a46-9968-2fa91b127207 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=0c04eb5b-8576-4065-b492-69843d1073cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420294 Aug 09 16:53:04.124415 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419195dc-2b79-4259-8a2d-4d744c1cdb51 req-8e9c5637-c3c8-4a9a-bfe6-e52d883dd618 tempest-VolumesSnapshotTestJSON-308951325 tempest-VolumesSnapshotTestJSON-308951325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:04.126171 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-419195dc-2b79-4259-8a2d-4d744c1cdb51 req-8e9c5637-c3c8-4a9a-bfe6-e52d883dd618 tempest-VolumesSnapshotTestJSON-308951325 tempest-VolumesSnapshotTestJSON-308951325-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=c924ba86-e6ed-4312-9149-cd13ffd2af45 HTTP/1.1" status: 200 len: 944 time: 0.0534108 Aug 09 16:53:04.139576 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-8ca9003e-b4ab-42c7-98f5-ec8707f2fc58 req-9d546b28-2102-4b52-b79e-23ab260af9a8 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=53f72561-f391-43d4-8264-28016993a6a5 HTTP/1.1" status: 200 len: 210 time: 0.0331688 Aug 09 16:53:04.191642 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-419195dc-2b79-4259-8a2d-4d744c1cdb51 req-a9673231-80f6-481c-afdc-eefe434f6a73 tempest-VolumesSnapshotTestJSON-308951325 tempest-VolumesSnapshotTestJSON-308951325-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=ba8eb485-b96c-4609-af49-bece5d191c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596023 Aug 09 16:53:04.251509 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9625741d-3085-45a7-a370-5966f61a1049 req-96ed0134-46b9-4b05-99e8-3351b901c06b tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:04.252997 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-9625741d-3085-45a7-a370-5966f61a1049 req-96ed0134-46b9-4b05-99e8-3351b901c06b tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=d6dea3ef-6792-4471-ba10-60009659c637 HTTP/1.1" status: 200 len: 943 time: 0.0510333 Aug 09 16:53:04.303377 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-9625741d-3085-45a7-a370-5966f61a1049 req-284ee58b-38d7-4dc3-954e-7e85dfca10db tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=891c2bba-5f70-4348-a605-867373065164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435390 Aug 09 16:53:04.631004 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e1842b-eb90-49de-a209-b850cb0069a3 req-06a8b087-9472-4f5a-a419-988192e61c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:04.632637 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-d4e1842b-eb90-49de-a209-b850cb0069a3 req-06a8b087-9472-4f5a-a419-988192e61c26 service neutron] 10.222.0.91 "GET /networking/v2.0/subnets?id=414c40d7-70ed-42dc-9e49-6496154d7c43 HTTP/1.1" status: 200 len: 853 time: 0.0462711 Aug 09 16:53:04.816475 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e1842b-eb90-49de-a209-b850cb0069a3 req-3f6b3af3-a6b8-4fbe-834d-cc315c95cdcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:04.818513 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-d4e1842b-eb90-49de-a209-b850cb0069a3 req-3f6b3af3-a6b8-4fbe-834d-cc315c95cdcb service neutron] 10.222.0.91 "GET /networking/v2.0/ports?network_id=d512bb64-4fdf-40f1-b457-d57f69ae1831&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0420136 Aug 09 16:53:04.887049 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=100 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:53:04.903823 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38de01c-bca5-4a74-b042-04b1750c638e req-24232137-0749-4e81-8c67-649e0d050f02 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:04.905362 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-c38de01c-bca5-4a74-b042-04b1750c638e req-24232137-0749-4e81-8c67-649e0d050f02 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=e7a274d0-9d37-4f6f-8a7e-2f223cf42198 HTTP/1.1" status: 200 len: 945 time: 0.0471706 Aug 09 16:53:04.949903 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Device 4a3e69ee-936d-4754-9dde-3c621ceacfcf details requested by agent hyperv_hv-cinder-85236 with host hv-cinder-85236 {{(pid=111142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 16:53:04.958818 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-c38de01c-bca5-4a74-b042-04b1750c638e req-6e0563ac-8a85-4866-8b76-fdbb67d2bdc5 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=40ce6164-59be-4c55-abcb-0149a2e272fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470052 Aug 09 16:53:05.052799 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.db [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] For port 4a3e69ee-936d-4754-9dde-3c621ceacfcf, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=4a3e69ee-936d-4754-9dde-3c621ceacfcf,segment=NetworkSegment(22b689c2-f947-4ac8-81fc-daefa317b1b6),segment_id=22b689c2-f947-4ac8-81fc-daefa317b1b6)] {{(pid=111142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:53:05.064568 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Returning: {'device': '4a3e69ee-936d-4754-9dde-3c621ceacfcf', 'network_id': 'd512bb64-4fdf-40f1-b457-d57f69ae1831', 'port_id': '4a3e69ee-936d-4754-9dde-3c621ceacfcf', 'mac_address': 'fa:16:3e:ea:ac:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 980, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '414c40d7-70ed-42dc-9e49-6496154d7c43', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 16:53:05.104815 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Current status of the port 4a3e69ee-936d-4754-9dde-3c621ceacfcf is: DOWN; New status is: BUILD {{(pid=111142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 16:53:05.105223 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (4a3e69ee-936d-4754-9dde-3c621ceacfcf), before_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:53:05.119690 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.notifiers.nova [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a3e69ee-936d-4754-9dde-3c621ceacfcf {{(pid=111142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 09 16:53:05.140406 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.db [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] For port 4a3e69ee-936d-4754-9dde-3c621ceacfcf, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=4a3e69ee-936d-4754-9dde-3c621ceacfcf,segment=NetworkSegment(22b689c2-f947-4ac8-81fc-daefa317b1b6),segment_id=22b689c2-f947-4ac8-81fc-daefa317b1b6)] {{(pid=111142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:53:05.157294 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54748c4e-492e-43f8-83fb-0122b2628586 req-69a421d9-9cf3-4054-92c9-6d20ffb255cf tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:05.160318 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-54748c4e-492e-43f8-83fb-0122b2628586 req-69a421d9-9cf3-4054-92c9-6d20ffb255cf tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=cb82bef7-ce2f-4541-b695-2b1769932f23 HTTP/1.1" status: 200 len: 943 time: 0.0682516 Aug 09 16:53:05.211899 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-54748c4e-492e-43f8-83fb-0122b2628586 req-fc75c5e9-823c-4e03-9522-338c0065f267 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=0c04eb5b-8576-4065-b492-69843d1073cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435288 Aug 09 16:53:05.231733 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748338263269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748337861771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748337861789'] for port (4a3e69ee-936d-4754-9dde-3c621ceacfcf), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:53:05.241834 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-f161225b-07f5-492e-871d-f8f1ba984697 req-26a28e67-5a52-4d9c-bb06-6fa0430ba6ff tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=53f72561-f391-43d4-8264-28016993a6a5 HTTP/1.1" status: 200 len: 210 time: 0.0271394 Aug 09 16:53:05.281280 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Pushing event updated for resources: {'Port': ['ID=4a3e69ee-936d-4754-9dde-3c621ceacfcf,revision_number=4']} {{(pid=111142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:53:05.341758 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d09ba0-9db9-4798-a2d3-43cdf3cedc22 req-9a377ed0-a0d6-4645-bce9-b768351a3998 tempest-VolumesSnapshotTestJSON-308951325 tempest-VolumesSnapshotTestJSON-308951325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:05.343285 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-18d09ba0-9db9-4798-a2d3-43cdf3cedc22 req-9a377ed0-a0d6-4645-bce9-b768351a3998 tempest-VolumesSnapshotTestJSON-308951325 tempest-VolumesSnapshotTestJSON-308951325-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=c924ba86-e6ed-4312-9149-cd13ffd2af45 HTTP/1.1" status: 200 len: 944 time: 0.0471597 Aug 09 16:53:05.391169 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-18d09ba0-9db9-4798-a2d3-43cdf3cedc22 req-e83277da-93ec-4ea3-9e81-bea3e361ae6d tempest-VolumesSnapshotTestJSON-308951325 tempest-VolumesSnapshotTestJSON-308951325-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=ba8eb485-b96c-4609-af49-bece5d191c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419896 Aug 09 16:53:05.423660 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4a6ba3-5d00-49ce-a940-a48b8a13c7e3 req-566500ca-97dd-4047-9fe7-7bc8d53b824c tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:05.425132 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-7a4a6ba3-5d00-49ce-a940-a48b8a13c7e3 req-566500ca-97dd-4047-9fe7-7bc8d53b824c tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=d6dea3ef-6792-4471-ba10-60009659c637 HTTP/1.1" status: 200 len: 943 time: 0.0493555 Aug 09 16:53:05.475778 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-7a4a6ba3-5d00-49ce-a940-a48b8a13c7e3 req-3fdf13ce-dc31-46cd-aea2-d62a5f197d4c tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=891c2bba-5f70-4348-a605-867373065164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448327 Aug 09 16:53:05.876886 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.db [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] get_ports_and_sgs() called for port_ids ['4a3e69ee-936d-4754-9dde-3c621ceacfcf'] {{(pid=111142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:53:05.888605 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-d4e1842b-eb90-49de-a209-b850cb0069a3 req-0ab5c686-c6ad-43bc-ae62-0a3ac1a682b0 service neutron] 10.222.0.91 "GET /networking/v2.0/networks/d512bb64-4fdf-40f1-b457-d57f69ae1831?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891752 Aug 09 16:53:06.084212 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445175fd-b25f-43a3-ac5d-fb2eca9097af req-40f927a4-03d6-44c8-a82c-f977b284ab09 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:06.086283 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-445175fd-b25f-43a3-ac5d-fb2eca9097af req-40f927a4-03d6-44c8-a82c-f977b284ab09 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=e7a274d0-9d37-4f6f-8a7e-2f223cf42198 HTTP/1.1" status: 200 len: 945 time: 0.0501013 Aug 09 16:53:06.134008 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-445175fd-b25f-43a3-ac5d-fb2eca9097af req-d0b98ada-258e-427b-9aed-542f27cbb972 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=40ce6164-59be-4c55-abcb-0149a2e272fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419159 Aug 09 16:53:06.329648 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be43d761-5147-4b78-9fd1-2a118e1e7f46 req-648eb972-b614-402d-90da-1614b2909218 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:06.331188 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-be43d761-5147-4b78-9fd1-2a118e1e7f46 req-648eb972-b614-402d-90da-1614b2909218 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=cb82bef7-ce2f-4541-b695-2b1769932f23 HTTP/1.1" status: 200 len: 944 time: 0.0494983 Aug 09 16:53:06.336382 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:53:06.353516 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-6537316f-bbc7-470d-8071-e3061bff832c req-1dfbbeb4-f270-40f7-856e-b1deb5911a00 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=53f72561-f391-43d4-8264-28016993a6a5 HTTP/1.1" status: 200 len: 210 time: 0.0282669 Aug 09 16:53:06.384235 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-be43d761-5147-4b78-9fd1-2a118e1e7f46 req-c598b26a-769e-4592-8062-e196662f65fa tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=0c04eb5b-8576-4065-b492-69843d1073cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439396 Aug 09 16:53:06.509633 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2646dccd-4c35-4f74-a522-da5908413b9c req-c3054010-458e-4f6b-ab74-81fedfc3f140 tempest-VolumesSnapshotTestJSON-308951325 tempest-VolumesSnapshotTestJSON-308951325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:06.511309 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-2646dccd-4c35-4f74-a522-da5908413b9c req-c3054010-458e-4f6b-ab74-81fedfc3f140 tempest-VolumesSnapshotTestJSON-308951325 tempest-VolumesSnapshotTestJSON-308951325-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=c924ba86-e6ed-4312-9149-cd13ffd2af45 HTTP/1.1" status: 200 len: 944 time: 0.0476542 Aug 09 16:53:06.559685 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-2646dccd-4c35-4f74-a522-da5908413b9c req-234c099e-87a9-4c9c-bb53-4f44dec0d5ee tempest-VolumesSnapshotTestJSON-308951325 tempest-VolumesSnapshotTestJSON-308951325-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=ba8eb485-b96c-4609-af49-bece5d191c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427055 Aug 09 16:53:06.592693 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06315982-67cc-4d0e-ba24-000ae8f3bc08 req-20baf703-a0b7-4ea9-8c7f-ea1db97cfb09 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:06.594160 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-06315982-67cc-4d0e-ba24-000ae8f3bc08 req-20baf703-a0b7-4ea9-8c7f-ea1db97cfb09 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=d6dea3ef-6792-4471-ba10-60009659c637 HTTP/1.1" status: 200 len: 943 time: 0.0459492 Aug 09 16:53:06.647427 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-06315982-67cc-4d0e-ba24-000ae8f3bc08 req-6444e157-ff3b-4acd-87e8-ef19101d030f tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=891c2bba-5f70-4348-a605-867373065164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476270 Aug 09 16:53:07.129637 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=100 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:53:07.144475 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-d4e1842b-eb90-49de-a209-b850cb0069a3 req-e82a4d27-6c86-4f21-96a0-14936a575866 service neutron] 10.222.0.91 "GET /networking/v2.0/networks/d512bb64-4fdf-40f1-b457-d57f69ae1831?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861621 Aug 09 16:53:07.174571 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Device 4a3e69ee-936d-4754-9dde-3c621ceacfcf up at agent hyperv_hv-cinder-85236 {{(pid=111142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:53:07.218103 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.provisioning_blocks [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Provisioning for port 4a3e69ee-936d-4754-9dde-3c621ceacfcf completed by entity L2. {{(pid=111142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 09 16:53:07.304860 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.provisioning_blocks [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Provisioning complete for port 4a3e69ee-936d-4754-9dde-3c621ceacfcf triggered by entity L2. {{(pid=111142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 16:53:07.305244 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877469'] for port (4a3e69ee-936d-4754-9dde-3c621ceacfcf), provisioning_complete {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:53:07.381935 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Current status of the port 4a3e69ee-936d-4754-9dde-3c621ceacfcf is: BUILD; New status is: ACTIVE {{(pid=111142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 16:53:07.382259 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (4a3e69ee-936d-4754-9dde-3c621ceacfcf), before_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:53:07.406414 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb82bef7-ce2f-4541-b695-2b1769932f23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a3e69ee-936d-4754-9dde-3c621ceacfcf'}] {{(pid=111142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 16:53:07.408704 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a3936692d9fe67bf654b43a226d329952087876dab2ee9ab8d24037cf19aeb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e365f237-efe2-4a17-b157-da34f75193a2" -d '{"events": [{"server_uuid": "cb82bef7-ce2f-4541-b695-2b1769932f23", "name": "network-vif-plugged", "status": "completed", "tag": "4a3e69ee-936d-4754-9dde-3c621ceacfcf"}]}' {{(pid=111142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:53:07.422240 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.db [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] For port 4a3e69ee-936d-4754-9dde-3c621ceacfcf, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=4a3e69ee-936d-4754-9dde-3c621ceacfcf,segment=NetworkSegment(22b689c2-f947-4ac8-81fc-daefa317b1b6),segment_id=22b689c2-f947-4ac8-81fc-daefa317b1b6)] {{(pid=111142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:53:07.463020 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-f943cadb-fd46-4985-aba5-c59fa98d63b6 req-dcb56c57-50df-4a5f-8dc6-462f8a323590 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=53f72561-f391-43d4-8264-28016993a6a5 HTTP/1.1" status: 200 len: 210 time: 0.0346761 Aug 09 16:53:07.500102 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748338263269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748337861771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748337861789'] for port (4a3e69ee-936d-4754-9dde-3c621ceacfcf), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:53:07.519751 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Aug 2022 16:53:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cad177a7-4efc-4b63-a222-326c0d6b9ccb x-openstack-request-id: req-cad177a7-4efc-4b63-a222-326c0d6b9ccb {{(pid=111142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:53:07.525090 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb82bef7-ce2f-4541-b695-2b1769932f23", "name": "network-vif-plugged", "status": "completed", "tag": "4a3e69ee-936d-4754-9dde-3c621ceacfcf", "code": 200}]} {{(pid=111142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:53:07.525090 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-cad177a7-4efc-4b63-a222-326c0d6b9ccb {{(pid=111142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:53:07.525090 dv-cinder-852364-3-iscsi neutron-server[111142]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cad177a7-4efc-4b63-a222-326c0d6b9ccb'] response: {'server_uuid': 'cb82bef7-ce2f-4541-b695-2b1769932f23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a3e69ee-936d-4754-9dde-3c621ceacfcf', 'code': 200} Aug 09 16:53:07.527439 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4b9810-f495-438c-b1e7-cb74ae88f1fb req-2604339e-179d-4eb0-b35f-e13836e228e3 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:07.529348 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-1a4b9810-f495-438c-b1e7-cb74ae88f1fb req-2604339e-179d-4eb0-b35f-e13836e228e3 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=cb82bef7-ce2f-4541-b695-2b1769932f23 HTTP/1.1" status: 200 len: 944 time: 0.0578337 Aug 09 16:53:07.529843 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:53:07.547761 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Pushing event updated for resources: {'Port': ['ID=4a3e69ee-936d-4754-9dde-3c621ceacfcf,revision_number=5']} {{(pid=111142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:53:07.583365 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-1a4b9810-f495-438c-b1e7-cb74ae88f1fb req-8e513169-54b0-4097-ba45-911a4ec8869b tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=0c04eb5b-8576-4065-b492-69843d1073cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474737 Aug 09 16:53:07.775155 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6301ed0-5288-4b24-855b-5bea56a3a394 req-66f3edff-2e80-4549-9c09-2b32bb3a6ccc tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:07.776730 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-b6301ed0-5288-4b24-855b-5bea56a3a394 req-66f3edff-2e80-4549-9c09-2b32bb3a6ccc tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=d6dea3ef-6792-4471-ba10-60009659c637 HTTP/1.1" status: 200 len: 943 time: 0.0519891 Aug 09 16:53:07.833466 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-b6301ed0-5288-4b24-855b-5bea56a3a394 req-49b2f228-841e-49bc-b6dd-d4bd8380eb9b tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=891c2bba-5f70-4348-a605-867373065164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509117 Aug 09 16:53:07.886841 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4d14e1-8fd0-4e7b-b946-4a956c3409c2 req-ea16de91-a62d-4e94-b796-557b464829a1 tempest-VolumesSnapshotTestJSON-308951325 tempest-VolumesSnapshotTestJSON-308951325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:07.888378 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-0e4d14e1-8fd0-4e7b-b946-4a956c3409c2 req-ea16de91-a62d-4e94-b796-557b464829a1 tempest-VolumesSnapshotTestJSON-308951325 tempest-VolumesSnapshotTestJSON-308951325-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=c924ba86-e6ed-4312-9149-cd13ffd2af45 HTTP/1.1" status: 200 len: 944 time: 0.2541237 Aug 09 16:53:07.936390 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-0e4d14e1-8fd0-4e7b-b946-4a956c3409c2 req-a2f6b7eb-b32b-4515-9ade-6663d49bc736 tempest-VolumesSnapshotTestJSON-308951325 tempest-VolumesSnapshotTestJSON-308951325-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=ba8eb485-b96c-4609-af49-bece5d191c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422878 Aug 09 16:53:08.283222 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e20114-4f23-4dc7-bfc0-86bee43e7e1f req-a0f9a0a8-5ce6-4780-9c7a-27459a67be48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:08.284622 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-86e20114-4f23-4dc7-bfc0-86bee43e7e1f req-a0f9a0a8-5ce6-4780-9c7a-27459a67be48 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?device_id=cb82bef7-ce2f-4541-b695-2b1769932f23 HTTP/1.1" status: 200 len: 1129 time: 0.0384998 Aug 09 16:53:08.329780 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-86e20114-4f23-4dc7-bfc0-86bee43e7e1f req-4c152981-d230-45aa-98e2-7d7ec00ea6ac service neutron] 10.222.0.91 "GET /networking/v2.0/security-groups?id=0c04eb5b-8576-4065-b492-69843d1073cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377138 Aug 09 16:53:08.569704 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-8ea1457c-d511-4e91-84c4-df0bc83e7cc0 req-09feda05-60a7-4fcc-82d7-cba42174149c tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=53f72561-f391-43d4-8264-28016993a6a5 HTTP/1.1" status: 200 len: 210 time: 0.0305111 Aug 09 16:53:08.705175 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4dec71-52a2-4b43-b28f-d26a558b260b req-1b0bb611-7fb5-427c-8271-b178096300e6 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:08.706624 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-4a4dec71-52a2-4b43-b28f-d26a558b260b req-1b0bb611-7fb5-427c-8271-b178096300e6 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=cb82bef7-ce2f-4541-b695-2b1769932f23 HTTP/1.1" status: 200 len: 945 time: 0.0467663 Aug 09 16:53:08.753523 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-4a4dec71-52a2-4b43-b28f-d26a558b260b req-a6bdf03c-e2f9-46f9-9acf-0c35be20f7eb tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=0c04eb5b-8576-4065-b492-69843d1073cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411301 Aug 09 16:53:08.976339 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33f7011-db9b-4e91-ba85-ae61c59fd9c9 req-577352f2-f04c-4fd1-b055-05cc1fe4e32a tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:08.978391 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-b33f7011-db9b-4e91-ba85-ae61c59fd9c9 req-577352f2-f04c-4fd1-b055-05cc1fe4e32a tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=d6dea3ef-6792-4471-ba10-60009659c637 HTTP/1.1" status: 200 len: 943 time: 0.0705457 Aug 09 16:53:08.984243 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f482e1-0833-442d-9d1f-fdc1546fab23 req-095873db-d465-4669-87fc-6bb3e522afa7 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:08.985631 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-e7f482e1-0833-442d-9d1f-fdc1546fab23 req-095873db-d465-4669-87fc-6bb3e522afa7 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.91 "GET /networking/v2.0/networks?id=e7c6cdf7-0095-4da2-9004-cdee3c973d7e HTTP/1.1" status: 200 len: 818 time: 0.1454253 Aug 09 16:53:09.030802 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-b33f7011-db9b-4e91-ba85-ae61c59fd9c9 req-05929caf-370b-4d10-9656-0bf8ae0b3ab6 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=891c2bba-5f70-4348-a605-867373065164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441804 Aug 09 16:53:09.058624 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462cca11-d3ea-45f6-8423-8f947a6cca4e req-63eaeb73-9dad-4662-a550-150ae30953b4 tempest-VolumesSnapshotTestJSON-308951325 tempest-VolumesSnapshotTestJSON-308951325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:09.060125 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-462cca11-d3ea-45f6-8423-8f947a6cca4e req-63eaeb73-9dad-4662-a550-150ae30953b4 tempest-VolumesSnapshotTestJSON-308951325 tempest-VolumesSnapshotTestJSON-308951325-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=c924ba86-e6ed-4312-9149-cd13ffd2af45 HTTP/1.1" status: 200 len: 944 time: 0.0512979 Aug 09 16:53:09.107887 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-462cca11-d3ea-45f6-8423-8f947a6cca4e req-4bcbd606-0e0d-4098-92c6-42402fd11454 tempest-VolumesSnapshotTestJSON-308951325 tempest-VolumesSnapshotTestJSON-308951325-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=ba8eb485-b96c-4609-af49-bece5d191c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418108 Aug 09 16:53:09.152661 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Device d1b97e7d-8dd6-48df-af38-15a732a256dc details requested by agent hyperv_hv-cinder-85236 with host hv-cinder-85236 {{(pid=111142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 16:53:09.158445 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:53:09.255406 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.db [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] For port d1b97e7d-8dd6-48df-af38-15a732a256dc, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=d1b97e7d-8dd6-48df-af38-15a732a256dc,segment=NetworkSegment(d64a4b0d-8eb6-4b0b-baa8-f772fe9dbe8e),segment_id=d64a4b0d-8eb6-4b0b-baa8-f772fe9dbe8e)] {{(pid=111142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:53:09.266673 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Returning: {'device': 'd1b97e7d-8dd6-48df-af38-15a732a256dc', 'network_id': 'e3964af6-46ca-431b-afc6-d66481e46704', 'port_id': 'd1b97e7d-8dd6-48df-af38-15a732a256dc', 'mac_address': 'fa:16:3e:e0:75:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 964, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b1f82a1-0a86-4aa6-869d-a4d91bedfe05', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 16:53:09.302592 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Current status of the port d1b97e7d-8dd6-48df-af38-15a732a256dc is: DOWN; New status is: BUILD {{(pid=111142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 16:53:09.302977 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (d1b97e7d-8dd6-48df-af38-15a732a256dc), before_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:53:09.316235 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.notifiers.nova [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1b97e7d-8dd6-48df-af38-15a732a256dc {{(pid=111142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 09 16:53:09.335442 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.db [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] For port d1b97e7d-8dd6-48df-af38-15a732a256dc, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=d1b97e7d-8dd6-48df-af38-15a732a256dc,segment=NetworkSegment(d64a4b0d-8eb6-4b0b-baa8-f772fe9dbe8e),segment_id=d64a4b0d-8eb6-4b0b-baa8-f772fe9dbe8e)] {{(pid=111142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:53:09.396919 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748338263269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748337861771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748337861789'] for port (d1b97e7d-8dd6-48df-af38-15a732a256dc), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:53:09.397530 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Device 7894ce6f-cdea-4930-bb7f-7cb16ee8e5c0 details requested by agent hyperv_hv-cinder-85236 with host hv-cinder-85236 {{(pid=111142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 16:53:09.442506 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG dbcounter [-] [111143] Writing DB stats neutron:SELECT=29,neutron:UPDATE=1 {{(pid=111143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:53:09.443504 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG dbcounter [-] [111143] Writing DB stats neutron:SELECT=25,neutron:UPDATE=1 {{(pid=111143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:53:09.472120 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=100 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:53:09.479483 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-e7f482e1-0833-442d-9d1f-fdc1546fab23 req-67b5427a-7fa1-47a5-853c-8c9d0b29dc72 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.91 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=b681b90f2f074e8c8cfb11939edc7f72 HTTP/1.1" status: 200 len: 380 time: 0.0626991 Aug 09 16:53:09.496634 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Pushing event updated for resources: {'Port': ['ID=d1b97e7d-8dd6-48df-af38-15a732a256dc,revision_number=4']} {{(pid=111142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:53:09.507822 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.v2.base [req-e7f482e1-0833-442d-9d1f-fdc1546fab23 req-2e4fc2c2-e637-4711-8354-b1d76250c4dc tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Request body: {'port': {'device_id': '53f72561-f391-43d4-8264-28016993a6a5', 'network_id': 'e7c6cdf7-0095-4da2-9004-cdee3c973d7e', 'admin_state_up': True, 'tenant_id': 'b681b90f2f074e8c8cfb11939edc7f72', 'security_groups': ['7b884b5c-59d3-4005-a700-093097532603']}} {{(pid=111141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 16:53:09.543983 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.db [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] For port 7894ce6f-cdea-4930-bb7f-7cb16ee8e5c0, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=7894ce6f-cdea-4930-bb7f-7cb16ee8e5c0,segment=NetworkSegment(dfba7045-db71-4a5e-bed3-6451649a980f),segment_id=dfba7045-db71-4a5e-bed3-6451649a980f)] {{(pid=111142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:53:09.555323 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Returning: {'device': '7894ce6f-cdea-4930-bb7f-7cb16ee8e5c0', 'network_id': '03ca7ab9-4a6d-42ee-86c4-e644a355c008', 'port_id': '7894ce6f-cdea-4930-bb7f-7cb16ee8e5c0', 'mac_address': 'fa:16:3e:a5:85:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 985, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b36b87ee-0e67-4f6f-99fc-27a16ecf7293', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 16:53:09.594145 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Current status of the port 7894ce6f-cdea-4930-bb7f-7cb16ee8e5c0 is: DOWN; New status is: BUILD {{(pid=111142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 16:53:09.594539 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (7894ce6f-cdea-4930-bb7f-7cb16ee8e5c0), before_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:53:09.613146 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.notifiers.nova [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7894ce6f-cdea-4930-bb7f-7cb16ee8e5c0 {{(pid=111142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 09 16:53:09.634566 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.db [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] For port 7894ce6f-cdea-4930-bb7f-7cb16ee8e5c0, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=7894ce6f-cdea-4930-bb7f-7cb16ee8e5c0,segment=NetworkSegment(dfba7045-db71-4a5e-bed3-6451649a980f),segment_id=dfba7045-db71-4a5e-bed3-6451649a980f)] {{(pid=111142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:53:09.681391 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7f482e1-0833-442d-9d1f-fdc1546fab23 req-2e4fc2c2-e637-4711-8354-b1d76250c4dc tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Made reservation on behalf of b681b90f2f074e8c8cfb11939edc7f72 for: {'port': 1} {{(pid=111141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:53:09.684698 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-e7f482e1-0833-442d-9d1f-fdc1546fab23 req-2e4fc2c2-e637-4711-8354-b1d76250c4dc tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (None), before_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:53:09.688077 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-a696ae8a-b79a-4640-89b7-5dcd22316c9e req-e445f050-b700-45b5-b826-edd76a4cca18 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=53f72561-f391-43d4-8264-28016993a6a5 HTTP/1.1" status: 200 len: 210 time: 0.0328803 Aug 09 16:53:09.716414 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748338263269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748337861771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748337861789'] for port (7894ce6f-cdea-4930-bb7f-7cb16ee8e5c0), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:53:09.760518 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:53:09.766808 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Pushing event updated for resources: {'Port': ['ID=7894ce6f-cdea-4930-bb7f-7cb16ee8e5c0,revision_number=4']} {{(pid=111142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:53:09.836307 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.db.db_base_plugin_common [req-e7f482e1-0833-442d-9d1f-fdc1546fab23 req-2e4fc2c2-e637-4711-8354-b1d76250c4dc tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Allocated IP 172.20.0.3 (e7c6cdf7-0095-4da2-9004-cdee3c973d7e/fa8494ca-da5a-4e74-b349-aebeb3fbaa4a/9f544325-972f-4e60-9365-73a4114a5bfb) {{(pid=111141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:53:09.882465 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dbc66d-6398-49e2-bf51-2d187d69c764 req-5667ba93-5a3a-4348-8169-eb7bfd853bcc tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:09.884484 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-a3dbc66d-6398-49e2-bf51-2d187d69c764 req-5667ba93-5a3a-4348-8169-eb7bfd853bcc tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=cb82bef7-ce2f-4541-b695-2b1769932f23 HTTP/1.1" status: 200 len: 945 time: 0.0497141 Aug 09 16:53:09.933411 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-a3dbc66d-6398-49e2-bf51-2d187d69c764 req-5db15933-be01-4167-a4cc-3d106ad6e6c9 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=0c04eb5b-8576-4065-b492-69843d1073cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425682 Aug 09 16:53:09.978178 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-e7f482e1-0833-442d-9d1f-fdc1546fab23 req-2e4fc2c2-e637-4711-8354-b1d76250c4dc tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Publish callbacks [] for port (9f544325-972f-4e60-9365-73a4114a5bfb), precommit_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:53:10.137133 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-e7f482e1-0833-442d-9d1f-fdc1546fab23 req-2e4fc2c2-e637-4711-8354-b1d76250c4dc tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748337861753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12487578'] for port (9f544325-972f-4e60-9365-73a4114a5bfb), after_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:53:10.163356 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-f86c49cb-f01a-4bab-aa16-de7ed19518ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (0d699ab0-1a4e-47ab-a625-f3b077123214), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:53:10.191194 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad16c4c5-d919-4d84-8c09-f3d9eb5de225 req-2b43b942-9f4b-4c80-838d-4ce3ee49d9d6 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:10.192631 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-ad16c4c5-d919-4d84-8c09-f3d9eb5de225 req-2b43b942-9f4b-4c80-838d-4ce3ee49d9d6 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=d6dea3ef-6792-4471-ba10-60009659c637 HTTP/1.1" status: 200 len: 944 time: 0.0878916 Aug 09 16:53:10.199719 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7f482e1-0833-442d-9d1f-fdc1546fab23 req-2e4fc2c2-e637-4711-8354-b1d76250c4dc tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Network e7c6cdf7-0095-4da2-9004-cdee3c973d7e is already hosted by enough agents. {{(pid=111141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:53:10.207288 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.scheduler.base_scheduler [req-e7f482e1-0833-442d-9d1f-fdc1546fab23 req-2e4fc2c2-e637-4711-8354-b1d76250c4dc tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Resources bound (agent type, host, resource id): {{(pid=111141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:53:10.215678 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7f482e1-0833-442d-9d1f-fdc1546fab23 req-2e4fc2c2-e637-4711-8354-b1d76250c4dc tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Received port after_create {{(pid=111141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 09 16:53:10.237947 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bf8992-e325-4a69-9443-b778ac0d7e54 req-b2ef76e5-b88a-4f73-94e5-58e9d1fdb981 tempest-VolumesSnapshotTestJSON-308951325 tempest-VolumesSnapshotTestJSON-308951325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:10.244312 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-c6bf8992-e325-4a69-9443-b778ac0d7e54 req-b2ef76e5-b88a-4f73-94e5-58e9d1fdb981 tempest-VolumesSnapshotTestJSON-308951325 tempest-VolumesSnapshotTestJSON-308951325-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=c924ba86-e6ed-4312-9149-cd13ffd2af45 HTTP/1.1" status: 200 len: 945 time: 0.0636723 Aug 09 16:53:10.246593 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:53:10.251342 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4fc2c2-e637-4711-8354-b1d76250c4dc tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Pushing event updated for resources: {'Port': ['ID=9f544325-972f-4e60-9365-73a4114a5bfb,revision_number=1']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:53:10.294235 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f482e1-0833-442d-9d1f-fdc1546fab23 req-2e4fc2c2-e637-4711-8354-b1d76250c4dc tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:10.294869 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-e7f482e1-0833-442d-9d1f-fdc1546fab23 req-2e4fc2c2-e637-4711-8354-b1d76250c4dc tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90003'] for port (None), before_response {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:53:10.303674 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-c6bf8992-e325-4a69-9443-b778ac0d7e54 req-c15246a4-28b2-4055-89fc-f7465f219b22 tempest-VolumesSnapshotTestJSON-308951325 tempest-VolumesSnapshotTestJSON-308951325-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=ba8eb485-b96c-4609-af49-bece5d191c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571599 Aug 09 16:53:10.309560 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-ad16c4c5-d919-4d84-8c09-f3d9eb5de225 req-2f15e269-84ff-46eb-8df8-91edacb93960 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=891c2bba-5f70-4348-a605-867373065164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1083705 Aug 09 16:53:10.404760 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-e7f482e1-0833-442d-9d1f-fdc1546fab23 req-2e4fc2c2-e637-4711-8354-b1d76250c4dc tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.91 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9012752 Aug 09 16:53:10.474735 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.provisioning_blocks [None req-d86633f9-3eac-42a3-844c-2fa464730583 None None] Provisioning complete for port 9f544325-972f-4e60-9365-73a4114a5bfb triggered by entity DHCP. {{(pid=111142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 16:53:10.475143 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-d86633f9-3eac-42a3-844c-2fa464730583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877469'] for port (9f544325-972f-4e60-9365-73a4114a5bfb), provisioning_complete {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:53:10.507484 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-d86633f9-3eac-42a3-844c-2fa464730583 None None] Port 9f544325-972f-4e60-9365-73a4114a5bfb cannot update to ACTIVE because it is not bound. {{(pid=111142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 09 16:53:10.639236 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.db [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] get_ports_and_sgs() called for port_ids ['d1b97e7d-8dd6-48df-af38-15a732a256dc'] {{(pid=111142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:53:10.697170 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:53:10.716440 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.v2.base [req-e7f482e1-0833-442d-9d1f-fdc1546fab23 req-4c2b0b1c-49d1-4d62-adae-250c8f5d2e3c service neutron] Request body: {'port': {'device_id': '53f72561-f391-43d4-8264-28016993a6a5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85236'}} {{(pid=111141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 16:53:10.789965 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-e7f482e1-0833-442d-9d1f-fdc1546fab23 req-4c2b0b1c-49d1-4d62-adae-250c8f5d2e3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (9f544325-972f-4e60-9365-73a4114a5bfb), before_update {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:53:10.823543 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ef4c02-61f5-464a-9c75-453302620307 req-74fc601d-aa0f-4515-8808-161eb28de109 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:10.825198 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-d1ef4c02-61f5-464a-9c75-453302620307 req-74fc601d-aa0f-4515-8808-161eb28de109 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=53f72561-f391-43d4-8264-28016993a6a5 HTTP/1.1" status: 200 len: 931 time: 0.0524700 Aug 09 16:53:10.843553 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.db [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] get_ports_and_sgs() called for port_ids ['7894ce6f-cdea-4930-bb7f-7cb16ee8e5c0'] {{(pid=111142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:53:10.862374 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=100 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:53:10.881331 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:53:10.885716 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-d1ef4c02-61f5-464a-9c75-453302620307 req-141bdfd1-0a69-4395-a0cd-824f68c9878f tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=7b884b5c-59d3-4005-a700-093097532603&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545399 Aug 09 16:53:11.108098 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3786c039-02ac-49d3-b175-bc5bd53c34f3 req-4218eda5-e5b9-409b-bc0d-28709d581664 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:11.109585 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-3786c039-02ac-49d3-b175-bc5bd53c34f3 req-4218eda5-e5b9-409b-bc0d-28709d581664 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=cb82bef7-ce2f-4541-b695-2b1769932f23 HTTP/1.1" status: 200 len: 945 time: 0.0861876 Aug 09 16:53:11.115053 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.notifiers.nova [req-e7f482e1-0833-442d-9d1f-fdc1546fab23 req-4c2b0b1c-49d1-4d62-adae-250c8f5d2e3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f544325-972f-4e60-9365-73a4114a5bfb {{(pid=111141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 09 16:53:11.125134 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-e7f482e1-0833-442d-9d1f-fdc1546fab23 req-4c2b0b1c-49d1-4d62-adae-250c8f5d2e3c service neutron] Publish callbacks [] for port (9f544325-972f-4e60-9365-73a4114a5bfb), precommit_update {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:53:11.151504 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.db.provisioning_blocks [req-e7f482e1-0833-442d-9d1f-fdc1546fab23 req-4c2b0b1c-49d1-4d62-adae-250c8f5d2e3c service neutron] Transition to ACTIVE for port object 9f544325-972f-4e60-9365-73a4114a5bfb will not be triggered until provisioned by entity L2. {{(pid=111141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 09 16:53:11.178454 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-3786c039-02ac-49d3-b175-bc5bd53c34f3 req-470e1327-284e-4346-9bce-e62f6fbbe135 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=0c04eb5b-8576-4065-b492-69843d1073cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579977 Aug 09 16:53:11.242379 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-e7f482e1-0833-442d-9d1f-fdc1546fab23 req-4c2b0b1c-49d1-4d62-adae-250c8f5d2e3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748338263269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748337861771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748337861789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12487573'] for port (9f544325-972f-4e60-9365-73a4114a5bfb), after_update {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:53:11.282257 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:53:11.301246 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fe08f2-4cfc-49c1-9fec-6627545a7e85 req-396ca8a7-0613-4fb7-bd7f-4e4bcdedd685 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:11.303276 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-43fe08f2-4cfc-49c1-9fec-6627545a7e85 req-396ca8a7-0613-4fb7-bd7f-4e4bcdedd685 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=cb82bef7-ce2f-4541-b695-2b1769932f23 HTTP/1.1" status: 200 len: 945 time: 0.0546937 Aug 09 16:53:11.314045 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.wsgi [-] (111140) accepted ('10.222.0.59', 52856) {{(pid=111140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:53:11.318821 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.v2.base [None req-8102c5cb-4835-48aa-b977-130940dfdd90 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Request body: {'floatingip': {'port_id': '4a3e69ee-936d-4754-9dde-3c621ceacfcf'}} {{(pid=111140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 16:53:11.334666 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2b0b1c-49d1-4d62-adae-250c8f5d2e3c service neutron] Pushing event updated for resources: {'Port': ['ID=9f544325-972f-4e60-9365-73a4114a5bfb,revision_number=2']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:53:11.363595 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-8102c5cb-4835-48aa-b977-130940dfdd90 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Publish callbacks [] for floatingip (049644ed-7ae1-4141-9bd1-16abef960adb), before_update {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:53:11.365827 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.managers [req-e7f482e1-0833-442d-9d1f-fdc1546fab23 req-4c2b0b1c-49d1-4d62-adae-250c8f5d2e3c service neutron] Attempting to bind port 9f544325-972f-4e60-9365-73a4114a5bfb on host hv-cinder-85236 for vnic_type normal with profile {{(pid=111141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 09 16:53:11.366363 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.managers [req-e7f482e1-0833-442d-9d1f-fdc1546fab23 req-4c2b0b1c-49d1-4d62-adae-250c8f5d2e3c service neutron] Attempting to bind port 9f544325-972f-4e60-9365-73a4114a5bfb by drivers openvswitch,hyperv on host hv-cinder-85236 at level 0 using segments [{'id': 'a94c1f41-ae8b-4dd1-abef-be7e62056af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 981, 'network_id': 'e7c6cdf7-0095-4da2-9004-cdee3c973d7e'}] {{(pid=111141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 09 16:53:11.366892 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7f482e1-0833-442d-9d1f-fdc1546fab23 req-4c2b0b1c-49d1-4d62-adae-250c8f5d2e3c service neutron] Attempting to bind port 9f544325-972f-4e60-9365-73a4114a5bfb on network e7c6cdf7-0095-4da2-9004-cdee3c973d7e {{(pid=111141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 16:53:11.372946 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7f482e1-0833-442d-9d1f-fdc1546fab23 req-4c2b0b1c-49d1-4d62-adae-250c8f5d2e3c service neutron] Port 9f544325-972f-4e60-9365-73a4114a5bfb on network e7c6cdf7-0095-4da2-9004-cdee3c973d7e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85236 {{(pid=111141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 09 16:53:11.373313 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7f482e1-0833-442d-9d1f-fdc1546fab23 req-4c2b0b1c-49d1-4d62-adae-250c8f5d2e3c service neutron] Attempting to bind port 9f544325-972f-4e60-9365-73a4114a5bfb on network e7c6cdf7-0095-4da2-9004-cdee3c973d7e {{(pid=111141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 16:53:11.378460 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7f482e1-0833-442d-9d1f-fdc1546fab23 req-4c2b0b1c-49d1-4d62-adae-250c8f5d2e3c service neutron] Checking agent: {'id': 'fd1157aa-8fd8-4c6b-a604-f3842f12d305', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85236', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 9, 16, 48, 30), 'started_at': datetime.datetime(2022, 8, 9, 16, 48, 30), 'heartbeat_timestamp': datetime.datetime(2022, 8, 9, 16, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 09 16:53:11.378802 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7f482e1-0833-442d-9d1f-fdc1546fab23 req-4c2b0b1c-49d1-4d62-adae-250c8f5d2e3c service neutron] Checking segment: {'id': 'a94c1f41-ae8b-4dd1-abef-be7e62056af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 981, 'network_id': 'e7c6cdf7-0095-4da2-9004-cdee3c973d7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 09 16:53:11.379204 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7f482e1-0833-442d-9d1f-fdc1546fab23 req-4c2b0b1c-49d1-4d62-adae-250c8f5d2e3c service neutron] Bound using segment: {'id': 'a94c1f41-ae8b-4dd1-abef-be7e62056af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 981, 'network_id': 'e7c6cdf7-0095-4da2-9004-cdee3c973d7e'} {{(pid=111141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 09 16:53:11.379633 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.managers [req-e7f482e1-0833-442d-9d1f-fdc1546fab23 req-4c2b0b1c-49d1-4d62-adae-250c8f5d2e3c service neutron] Bound port: 9f544325-972f-4e60-9365-73a4114a5bfb, host: hv-cinder-85236, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a94c1f41-ae8b-4dd1-abef-be7e62056af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 981, 'network_id': 'e7c6cdf7-0095-4da2-9004-cdee3c973d7e'}}] {{(pid=111141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 09 16:53:11.379994 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-e7f482e1-0833-442d-9d1f-fdc1546fab23 req-4c2b0b1c-49d1-4d62-adae-250c8f5d2e3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (9f544325-972f-4e60-9365-73a4114a5bfb), before_update {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:53:11.491288 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d387d67d-85ad-4158-bc09-878fc9addb38 req-ffe609a4-4ef0-482a-b8fa-3796e1ee4555 tempest-VolumesSnapshotTestJSON-308951325 tempest-VolumesSnapshotTestJSON-308951325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:11.491288 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-d387d67d-85ad-4158-bc09-878fc9addb38 req-ffe609a4-4ef0-482a-b8fa-3796e1ee4555 tempest-VolumesSnapshotTestJSON-308951325 tempest-VolumesSnapshotTestJSON-308951325-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=c924ba86-e6ed-4312-9149-cd13ffd2af45 HTTP/1.1" status: 200 len: 945 time: 0.0716155 Aug 09 16:53:11.495361 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.db [req-e7f482e1-0833-442d-9d1f-fdc1546fab23 req-4c2b0b1c-49d1-4d62-adae-250c8f5d2e3c service neutron] For port 9f544325-972f-4e60-9365-73a4114a5bfb, host hv-cinder-85236, cleared binding levels {{(pid=111141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:53:11.500322 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.db [req-e7f482e1-0833-442d-9d1f-fdc1546fab23 req-4c2b0b1c-49d1-4d62-adae-250c8f5d2e3c service neutron] For port 9f544325-972f-4e60-9365-73a4114a5bfb, host hv-cinder-85236, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=9f544325-972f-4e60-9365-73a4114a5bfb,segment=NetworkSegment(a94c1f41-ae8b-4dd1-abef-be7e62056af2),segment_id=a94c1f41-ae8b-4dd1-abef-be7e62056af2)] {{(pid=111141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:53:11.505617 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eb3993-2b04-42ab-a737-d43c991753bb req-84fae642-2f2d-4bd4-8450-a46dd0c8d6c7 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:11.507144 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-b2eb3993-2b04-42ab-a737-d43c991753bb req-84fae642-2f2d-4bd4-8450-a46dd0c8d6c7 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=d6dea3ef-6792-4471-ba10-60009659c637 HTTP/1.1" status: 200 len: 944 time: 0.1057751 Aug 09 16:53:11.545872 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-d387d67d-85ad-4158-bc09-878fc9addb38 req-f5868242-3497-4244-9244-5974b12137b6 tempest-VolumesSnapshotTestJSON-308951325 tempest-VolumesSnapshotTestJSON-308951325-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=ba8eb485-b96c-4609-af49-bece5d191c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480554 Aug 09 16:53:11.581181 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-e7f482e1-0833-442d-9d1f-fdc1546fab23 req-4c2b0b1c-49d1-4d62-adae-250c8f5d2e3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748338263269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748337861771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748337861789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12487573'] for port (9f544325-972f-4e60-9365-73a4114a5bfb), after_update {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:53:11.584425 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f482e1-0833-442d-9d1f-fdc1546fab23 req-4c2b0b1c-49d1-4d62-adae-250c8f5d2e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:11.585318 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-e7f482e1-0833-442d-9d1f-fdc1546fab23 req-4c2b0b1c-49d1-4d62-adae-250c8f5d2e3c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90003'] for port (None), before_response {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:53:11.586861 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-e7f482e1-0833-442d-9d1f-fdc1546fab23 req-4c2b0b1c-49d1-4d62-adae-250c8f5d2e3c service neutron] 10.222.0.91 "PUT /networking/v2.0/ports/9f544325-972f-4e60-9365-73a4114a5bfb HTTP/1.1" status: 200 len: 1093 time: 0.8755791 Aug 09 16:53:11.590008 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53f72561-f391-43d4-8264-28016993a6a5', 'tag': '9f544325-972f-4e60-9365-73a4114a5bfb'}] {{(pid=111141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 16:53:11.592306 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fc61e086496b7b72fa0be04cca19be1e9321c349ae61d053137ad661f53d53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-526835f2-796c-4c0f-8407-614626ec92fd" -d '{"events": [{"name": "network-changed", "server_uuid": "53f72561-f391-43d4-8264-28016993a6a5", "tag": "9f544325-972f-4e60-9365-73a4114a5bfb"}]}' {{(pid=111141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:53:11.614309 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-b2eb3993-2b04-42ab-a737-d43c991753bb req-8d64cdba-72d3-481d-a87b-461813427b7d tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=891c2bba-5f70-4348-a605-867373065164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998433 Aug 09 16:53:11.658774 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Aug 2022 16:53:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-745856a6-4a29-41b1-860d-2573a0b79eaa x-openstack-request-id: req-745856a6-4a29-41b1-860d-2573a0b79eaa {{(pid=111141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:53:11.659091 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53f72561-f391-43d4-8264-28016993a6a5", "tag": "9f544325-972f-4e60-9365-73a4114a5bfb", "status": "completed", "code": 200}]} {{(pid=111141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:53:11.659543 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-745856a6-4a29-41b1-860d-2573a0b79eaa {{(pid=111141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:53:11.659964 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-745856a6-4a29-41b1-860d-2573a0b79eaa'] response: {'name': 'network-changed', 'server_uuid': '53f72561-f391-43d4-8264-28016993a6a5', 'tag': '9f544325-972f-4e60-9365-73a4114a5bfb', 'status': 'completed', 'code': 200} Aug 09 16:53:11.661700 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:53:11.664936 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2b0b1c-49d1-4d62-adae-250c8f5d2e3c service neutron] Pushing event updated for resources: {'Port': ['ID=9f544325-972f-4e60-9365-73a4114a5bfb,revision_number=3']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:53:11.704453 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:53:11.780109 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526835f2-796c-4c0f-8407-614626ec92fd req-138ed98f-894b-45e6-b73e-3dc6bec362f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:11.781548 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-526835f2-796c-4c0f-8407-614626ec92fd req-138ed98f-894b-45e6-b73e-3dc6bec362f8 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?tenant_id=b681b90f2f074e8c8cfb11939edc7f72&device_id=53f72561-f391-43d4-8264-28016993a6a5 HTTP/1.1" status: 200 len: 1127 time: 0.0442743 Aug 09 16:53:11.889153 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-8102c5cb-4835-48aa-b977-130940dfdd90 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:53:11.896128 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526835f2-796c-4c0f-8407-614626ec92fd req-b25a422a-05b3-46c9-a144-c41e57535e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:11.897614 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-526835f2-796c-4c0f-8407-614626ec92fd req-b25a422a-05b3-46c9-a144-c41e57535e9c service neutron] 10.222.0.91 "GET /networking/v2.0/networks?tenant_id=b681b90f2f074e8c8cfb11939edc7f72&shared=False HTTP/1.1" status: 200 len: 919 time: 0.0950723 Aug 09 16:53:11.957329 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-8102c5cb-4835-48aa-b977-130940dfdd90 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-336914'] for floatingip (049644ed-7ae1-4141-9bd1-16abef960adb), after_update {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:53:12.009800 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526835f2-796c-4c0f-8407-614626ec92fd req-2e104025-9a8a-4304-80a6-f8e5118638b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:12.011333 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-526835f2-796c-4c0f-8407-614626ec92fd req-2e104025-9a8a-4304-80a6-f8e5118638b9 service neutron] 10.222.0.91 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0994360 Aug 09 16:53:12.085550 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51343e10-6f31-44f3-b536-8c1d21353ae1 req-240b40c7-06e9-4002-ad0e-04901743fdbc tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:12.088411 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-51343e10-6f31-44f3-b536-8c1d21353ae1 req-240b40c7-06e9-4002-ad0e-04901743fdbc tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=53f72561-f391-43d4-8264-28016993a6a5 HTTP/1.1" status: 200 len: 943 time: 0.0953150 Aug 09 16:53:12.120392 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.db.l3_db [None req-8102c5cb-4835-48aa-b977-130940dfdd90 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Floating IP 049644ed-7ae1-4141-9bd1-16abef960adb associated. External IP: 172.27.2.128, port: 4a3e69ee-936d-4754-9dde-3c621ceacfcf. Aug 09 16:53:12.141530 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f482e1-0833-442d-9d1f-fdc1546fab23 req-0788ae65-6517-46ae-a502-46a68f5950c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:12.143035 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-e7f482e1-0833-442d-9d1f-fdc1546fab23 req-0788ae65-6517-46ae-a502-46a68f5950c3 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?tenant_id=b681b90f2f074e8c8cfb11939edc7f72&device_id=53f72561-f391-43d4-8264-28016993a6a5 HTTP/1.1" status: 200 len: 1127 time: 0.0389497 Aug 09 16:53:12.192515 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-51343e10-6f31-44f3-b536-8c1d21353ae1 req-4f5c1c3f-dc74-4365-bb7b-e16551f79826 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=7b884b5c-59d3-4005-a700-093097532603&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964057 Aug 09 16:53:12.209595 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-e7f482e1-0833-442d-9d1f-fdc1546fab23 req-a656d820-b458-4a92-9640-3abec44b620e service neutron] 10.222.0.91 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9f544325-972f-4e60-9365-73a4114a5bfb HTTP/1.1" status: 200 len: 217 time: 0.0366497 Aug 09 16:53:12.238714 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:53:12.262005 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f482e1-0833-442d-9d1f-fdc1546fab23 req-4607fde9-967b-4741-8b02-857a546db348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:12.263469 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-e7f482e1-0833-442d-9d1f-fdc1546fab23 req-4607fde9-967b-4741-8b02-857a546db348 service neutron] 10.222.0.91 "GET /networking/v2.0/subnets?id=fa8494ca-da5a-4e74-b349-aebeb3fbaa4a HTTP/1.1" status: 200 len: 857 time: 0.0445790 Aug 09 16:53:12.314945 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f482e1-0833-442d-9d1f-fdc1546fab23 req-b9a93bdf-7997-47b7-b806-d91f7d3665f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:12.316511 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-e7f482e1-0833-442d-9d1f-fdc1546fab23 req-b9a93bdf-7997-47b7-b806-d91f7d3665f6 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?network_id=e7c6cdf7-0095-4da2-9004-cdee3c973d7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0398293 Aug 09 16:53:12.350928 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8102c5cb-4835-48aa-b977-130940dfdd90 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Router 286245d4-d1e1-45d8-a33e-8ce6c103810d has already been hosted by L3 agent 2cf02505-efcb-442b-855b-6c659df6f18c {{(pid=111140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 09 16:53:12.420614 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-90557f11-8a50-4beb-adba-53d30117e5e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (2cf02505-efcb-442b-855b-6c659df6f18c), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:53:12.460667 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8102c5cb-4835-48aa-b977-130940dfdd90 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Notify agent at l3_agent.dv-cinder-852364-3-iscsi the message routers_updated {{(pid=111140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:53:12.466014 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-8102c5cb-4835-48aa-b977-130940dfdd90 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90003'] for floatingip (None), before_response {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:53:12.474891 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e5ee220-8b8b-43a9-8117-dc13a94d03d1 None None] Sync routers for ids ['286245d4-d1e1-45d8-a33e-8ce6c103810d'] in dv-cinder-852364-3-iscsi {{(pid=111142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:53:12.486537 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e5ee220-8b8b-43a9-8117-dc13a94d03d1 None None] Routers {'286245d4-d1e1-45d8-a33e-8ce6c103810d'} bound to L3 agent in host dv-cinder-852364-3-iscsi {{(pid=111142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 16:53:12.487459 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_hamode_db [None req-0e5ee220-8b8b-43a9-8117-dc13a94d03d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-09T16:42:12Z,description=,heartbeat_timestamp=2022-08-09T16:53:12Z,host='dv-cinder-852364-3-iscsi',id=2cf02505-efcb-442b-855b-6c659df6f18c,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:13Z,topic='l3_agent')) {'router_ids': ['286245d4-d1e1-45d8-a33e-8ce6c103810d'], 'active': True} {{(pid=111142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:53:12.500578 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [None req-8102c5cb-4835-48aa-b977-130940dfdd90 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "PUT /networking/v2.0/floatingips/049644ed-7ae1-4141-9bd1-16abef960adb HTTP/1.1" status: 200 len: 991 time: 1.1833117 Aug 09 16:53:12.500578 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb82bef7-ce2f-4541-b695-2b1769932f23', 'tag': '4a3e69ee-936d-4754-9dde-3c621ceacfcf'}] {{(pid=111140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 16:53:12.501971 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f41bda9ed637a92b78517b41d4edf2586523f8da12b25a219bf38f0aed6eb417" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b64bd41-6014-4fc5-80c7-fa8b3f26d9f5" -d '{"events": [{"name": "network-changed", "server_uuid": "cb82bef7-ce2f-4541-b695-2b1769932f23", "tag": "4a3e69ee-936d-4754-9dde-3c621ceacfcf"}]}' {{(pid=111140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:53:12.547305 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Aug 2022 16:53:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-151adb68-4a14-48d7-9848-023202b8f3af x-openstack-request-id: req-151adb68-4a14-48d7-9848-023202b8f3af {{(pid=111140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:53:12.547849 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb82bef7-ce2f-4541-b695-2b1769932f23", "tag": "4a3e69ee-936d-4754-9dde-3c621ceacfcf", "status": "completed", "code": 200}]} {{(pid=111140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:53:12.548287 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-151adb68-4a14-48d7-9848-023202b8f3af {{(pid=111140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:53:12.548844 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-151adb68-4a14-48d7-9848-023202b8f3af'] response: {'name': 'network-changed', 'server_uuid': 'cb82bef7-ce2f-4541-b695-2b1769932f23', 'tag': '4a3e69ee-936d-4754-9dde-3c621ceacfcf', 'status': 'completed', 'code': 200} Aug 09 16:53:12.608482 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_dvr_db [None req-0e5ee220-8b8b-43a9-8117-dc13a94d03d1 None None] Set router 286245d4-d1e1-45d8-a33e-8ce6c103810d gateway port host: dv-cinder-852364-3-iscsi {{(pid=111142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 16:53:12.684938 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd0e7d6-8ad4-4471-ad4a-20f42308c79a req-3f98782f-7328-45e2-9dab-4ea0ebaeb091 tempest-VolumesSnapshotTestJSON-308951325 tempest-VolumesSnapshotTestJSON-308951325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:12.687847 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-bdd0e7d6-8ad4-4471-ad4a-20f42308c79a req-3f98782f-7328-45e2-9dab-4ea0ebaeb091 tempest-VolumesSnapshotTestJSON-308951325 tempest-VolumesSnapshotTestJSON-308951325-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=c924ba86-e6ed-4312-9149-cd13ffd2af45 HTTP/1.1" status: 200 len: 945 time: 0.0611076 Aug 09 16:53:12.747218 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-bdd0e7d6-8ad4-4471-ad4a-20f42308c79a req-c9b434d4-4b54-4f66-8dcc-692f477c3618 tempest-VolumesSnapshotTestJSON-308951325 tempest-VolumesSnapshotTestJSON-308951325-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=ba8eb485-b96c-4609-af49-bece5d191c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531671 Aug 09 16:53:12.778770 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-e7f482e1-0833-442d-9d1f-fdc1546fab23 req-38efbbe4-2a18-4085-8360-bafe44d084e8 service neutron] 10.222.0.91 "GET /networking/v2.0/networks/e7c6cdf7-0095-4da2-9004-cdee3c973d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4491308 Aug 09 16:53:12.782135 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b64bd41-6014-4fc5-80c7-fa8b3f26d9f5 req-9d985434-c4e7-4058-b62d-4964d03cf110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:12.783574 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-7b64bd41-6014-4fc5-80c7-fa8b3f26d9f5 req-9d985434-c4e7-4058-b62d-4964d03cf110 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?tenant_id=321de2c92d814e6ab1da13939153da87&device_id=cb82bef7-ce2f-4541-b695-2b1769932f23 HTTP/1.1" status: 200 len: 1129 time: 0.0793781 Aug 09 16:53:12.799997 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af418888-502e-493a-934e-162e3bf40072 req-ea409e8c-e4b1-479b-a3a8-2e6c4b81593d tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:12.801459 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-af418888-502e-493a-934e-162e3bf40072 req-ea409e8c-e4b1-479b-a3a8-2e6c4b81593d tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=d6dea3ef-6792-4471-ba10-60009659c637 HTTP/1.1" status: 200 len: 944 time: 0.0644410 Aug 09 16:53:12.978418 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_hamode_db [None req-0e5ee220-8b8b-43a9-8117-dc13a94d03d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '286245d4-d1e1-45d8-a33e-8ce6c103810d', 'name': 'tempest-AttachVolumeNegativeTest-928294095-router', 'tenant_id': '321de2c92d814e6ab1da13939153da87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'external_fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '4a7ffaa3-c015-4647-9470-4b3ca7886b6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:50:27Z', 'updated_at': '2022-08-09T16:50:38Z', 'revision_number': 4, 'project_id': '321de2c92d814e6ab1da13939153da87', 'gw_port': {'id': '4a7ffaa3-c015-4647-9470-4b3ca7886b6c', 'name': '', 'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:31:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '286245d4-d1e1-45d8-a33e-8ce6c103810d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:50:28Z', 'updated_at': '2022-08-09T16:50:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-3-iscsi', '_floatingips': [{'id': '049644ed-7ae1-4141-9bd1-16abef960adb', 'tenant_id': '321de2c92d814e6ab1da13939153da87', 'floating_ip_address': '172.27.2.128', 'floating_network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'router_id': '286245d4-d1e1-45d8-a33e-8ce6c103810d', 'port_id': '4a3e69ee-936d-4754-9dde-3c621ceacfcf', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd512bb64-4fdf-40f1-b457-d57f69ae1831', 'mac_address': 'fa:16:3e:ea:ac:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb82bef7-ce2f-4541-b695-2b1769932f23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-09T16:52:47Z', 'updated_at': '2022-08-09T16:53:11Z', 'revision_number': 1, 'project_id': '321de2c92d814e6ab1da13939153da87', 'fixed_ip_address_scope': None}, {'id': '76d2da2c-79f7-4deb-b4cb-da20b6a611d5', 'tenant_id': '321de2c92d814e6ab1da13939153da87', 'floating_ip_address': '172.27.2.102', 'floating_network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'router_id': '286245d4-d1e1-45d8-a33e-8ce6c103810d', 'port_id': '6e84ef22-6ed0-41c2-a430-5a00d8efa76c', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd512bb64-4fdf-40f1-b457-d57f69ae1831', 'mac_address': 'fa:16:3e:1f:e2:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c13ec5a-b577-4bed-aa8c-ce73b8391b3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-09T16:50:49Z', 'updated_at': '2022-08-09T16:51:34Z', 'revision_number': 2, 'project_id': '321de2c92d814e6ab1da13939153da87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '194e42e3-ea8f-4dc2-912a-d9842de147c7', 'name': '', 'network_id': 'd512bb64-4fdf-40f1-b457-d57f69ae1831', 'tenant_id': '321de2c92d814e6ab1da13939153da87', 'mac_address': 'fa:16:3e:a5:4f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '286245d4-d1e1-45d8-a33e-8ce6c103810d', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '414c40d7-70ed-42dc-9e49-6496154d7c43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:50:35Z', 'updated_at': '2022-08-09T16:50:50Z', 'revision_number': 5, 'project_id': '321de2c92d814e6ab1da13939153da87', 'subnets': [{'id': '414c40d7-70ed-42dc-9e49-6496154d7c43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-3-iscsi', False) {} {{(pid=111142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:53:12.994414 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-af418888-502e-493a-934e-162e3bf40072 req-92a82658-49a4-4d48-9b18-bc3625204dee tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=891c2bba-5f70-4348-a605-867373065164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1763058 Aug 09 16:53:13.004081 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e5ee220-8b8b-43a9-8117-dc13a94d03d1 None None] Checking router: 286245d4-d1e1-45d8-a33e-8ce6c103810d for host: dv-cinder-852364-3-iscsi {{(pid=111142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:53:13.011818 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b64bd41-6014-4fc5-80c7-fa8b3f26d9f5 req-9c6cf4e7-051e-42e0-b764-7b5f20b4eddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:13.013307 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-7b64bd41-6014-4fc5-80c7-fa8b3f26d9f5 req-9c6cf4e7-051e-42e0-b764-7b5f20b4eddf service neutron] 10.222.0.91 "GET /networking/v2.0/networks?id=d512bb64-4fdf-40f1-b457-d57f69ae1831 HTTP/1.1" status: 200 len: 915 time: 0.2098966 Aug 09 16:53:13.015250 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-e7f482e1-0833-442d-9d1f-fdc1546fab23 req-2b61547f-7482-4f05-b5f5-c1fe6864a8fd service neutron] 10.222.0.91 "GET /networking/v2.0/networks/e7c6cdf7-0095-4da2-9004-cdee3c973d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2128997 Aug 09 16:53:13.022086 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=100 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:53:13.024049 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e5ee220-8b8b-43a9-8117-dc13a94d03d1 None None] Routers {'286245d4-d1e1-45d8-a33e-8ce6c103810d'} bound to L3 agent in host dv-cinder-852364-3-iscsi {{(pid=111142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 16:53:13.025116 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_hamode_db [None req-0e5ee220-8b8b-43a9-8117-dc13a94d03d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-09T16:42:12Z,description=,heartbeat_timestamp=2022-08-09T16:53:12Z,host='dv-cinder-852364-3-iscsi',id=2cf02505-efcb-442b-855b-6c659df6f18c,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:13Z,topic='l3_agent')) {'router_ids': ['286245d4-d1e1-45d8-a33e-8ce6c103810d'], 'active': True} {{(pid=111142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:53:13.101982 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-7b64bd41-6014-4fc5-80c7-fa8b3f26d9f5 req-d410d954-9ad9-4d29-8cd8-c290c1231e60 service neutron] 10.222.0.91 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4a3e69ee-936d-4754-9dde-3c621ceacfcf HTTP/1.1" status: 200 len: 999 time: 0.0654752 Aug 09 16:53:13.129089 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_dvr_db [None req-0e5ee220-8b8b-43a9-8117-dc13a94d03d1 None None] Set router 286245d4-d1e1-45d8-a33e-8ce6c103810d gateway port host: dv-cinder-852364-3-iscsi {{(pid=111142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 16:53:13.318513 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eb7b68-54b6-43ac-ba66-f3ecba9ee362 req-4e1405ab-0b60-4534-8441-8f33b9487f31 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:13.320064 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-27eb7b68-54b6-43ac-ba66-f3ecba9ee362 req-4e1405ab-0b60-4534-8441-8f33b9487f31 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=53f72561-f391-43d4-8264-28016993a6a5 HTTP/1.1" status: 200 len: 943 time: 0.0517097 Aug 09 16:53:13.345201 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_hamode_db [None req-0e5ee220-8b8b-43a9-8117-dc13a94d03d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '286245d4-d1e1-45d8-a33e-8ce6c103810d', 'name': 'tempest-AttachVolumeNegativeTest-928294095-router', 'tenant_id': '321de2c92d814e6ab1da13939153da87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'external_fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '4a7ffaa3-c015-4647-9470-4b3ca7886b6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:50:27Z', 'updated_at': '2022-08-09T16:50:38Z', 'revision_number': 4, 'project_id': '321de2c92d814e6ab1da13939153da87', 'gw_port': {'id': '4a7ffaa3-c015-4647-9470-4b3ca7886b6c', 'name': '', 'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:31:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '286245d4-d1e1-45d8-a33e-8ce6c103810d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:50:28Z', 'updated_at': '2022-08-09T16:50:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-3-iscsi', '_floatingips': [{'id': '049644ed-7ae1-4141-9bd1-16abef960adb', 'tenant_id': '321de2c92d814e6ab1da13939153da87', 'floating_ip_address': '172.27.2.128', 'floating_network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'router_id': '286245d4-d1e1-45d8-a33e-8ce6c103810d', 'port_id': '4a3e69ee-936d-4754-9dde-3c621ceacfcf', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd512bb64-4fdf-40f1-b457-d57f69ae1831', 'mac_address': 'fa:16:3e:ea:ac:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb82bef7-ce2f-4541-b695-2b1769932f23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-09T16:52:47Z', 'updated_at': '2022-08-09T16:53:11Z', 'revision_number': 1, 'project_id': '321de2c92d814e6ab1da13939153da87', 'fixed_ip_address_scope': None}, {'id': '76d2da2c-79f7-4deb-b4cb-da20b6a611d5', 'tenant_id': '321de2c92d814e6ab1da13939153da87', 'floating_ip_address': '172.27.2.102', 'floating_network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'router_id': '286245d4-d1e1-45d8-a33e-8ce6c103810d', 'port_id': '6e84ef22-6ed0-41c2-a430-5a00d8efa76c', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd512bb64-4fdf-40f1-b457-d57f69ae1831', 'mac_address': 'fa:16:3e:1f:e2:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c13ec5a-b577-4bed-aa8c-ce73b8391b3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-09T16:50:49Z', 'updated_at': '2022-08-09T16:51:34Z', 'revision_number': 2, 'project_id': '321de2c92d814e6ab1da13939153da87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '194e42e3-ea8f-4dc2-912a-d9842de147c7', 'name': '', 'network_id': 'd512bb64-4fdf-40f1-b457-d57f69ae1831', 'tenant_id': '321de2c92d814e6ab1da13939153da87', 'mac_address': 'fa:16:3e:a5:4f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '286245d4-d1e1-45d8-a33e-8ce6c103810d', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '414c40d7-70ed-42dc-9e49-6496154d7c43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:50:35Z', 'updated_at': '2022-08-09T16:50:50Z', 'revision_number': 5, 'project_id': '321de2c92d814e6ab1da13939153da87', 'subnets': [{'id': '414c40d7-70ed-42dc-9e49-6496154d7c43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-3-iscsi', False) {} {{(pid=111142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:53:13.369404 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-27eb7b68-54b6-43ac-ba66-f3ecba9ee362 req-6a703f35-740b-4494-a1bc-85c9f24300fc tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=7b884b5c-59d3-4005-a700-093097532603&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430527 Aug 09 16:53:13.371384 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Device d1b97e7d-8dd6-48df-af38-15a732a256dc up at agent hyperv_hv-cinder-85236 {{(pid=111142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:53:13.375384 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e5ee220-8b8b-43a9-8117-dc13a94d03d1 None None] The sync data for ids ['286245d4-d1e1-45d8-a33e-8ce6c103810d'] in dv-cinder-852364-3-iscsi is: [{'id': '286245d4-d1e1-45d8-a33e-8ce6c103810d', 'name': 'tempest-AttachVolumeNegativeTest-928294095-router', 'tenant_id': '321de2c92d814e6ab1da13939153da87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'external_fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '4a7ffaa3-c015-4647-9470-4b3ca7886b6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:50:27Z', 'updated_at': '2022-08-09T16:50:38Z', 'revision_number': 4, 'project_id': '321de2c92d814e6ab1da13939153da87', 'gw_port': {'id': '4a7ffaa3-c015-4647-9470-4b3ca7886b6c', 'name': '', 'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:31:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '286245d4-d1e1-45d8-a33e-8ce6c103810d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:50:28Z', 'updated_at': '2022-08-09T16:50:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-3-iscsi', '_floatingips': [{'id': '049644ed-7ae1-4141-9bd1-16abef960adb', 'tenant_id': '321de2c92d814e6ab1da13939153da87', 'floating_ip_address': '172.27.2.128', 'floating_network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'router_id': '286245d4-d1e1-45d8-a33e-8ce6c103810d', 'port_id': '4a3e69ee-936d-4754-9dde-3c621ceacfcf', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd512bb64-4fdf-40f1-b457-d57f69ae1831', 'mac_address': 'fa:16:3e:ea:ac:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb82bef7-ce2f-4541-b695-2b1769932f23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-09T16:52:47Z', 'updated_at': '2022-08-09T16:53:11Z', 'revision_number': 1, 'project_id': '321de2c92d814e6ab1da13939153da87', 'fixed_ip_address_scope': None}, {'id': '76d2da2c-79f7-4deb-b4cb-da20b6a611d5', 'tenant_id': '321de2c92d814e6ab1da13939153da87', 'floating_ip_address': '172.27.2.102', 'floating_network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'router_id': '286245d4-d1e1-45d8-a33e-8ce6c103810d', 'port_id': '6e84ef22-6ed0-41c2-a430-5a00d8efa76c', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd512bb64-4fdf-40f1-b457-d57f69ae1831', 'mac_address': 'fa:16:3e:1f:e2:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c13ec5a-b577-4bed-aa8c-ce73b8391b3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-09T16:50:49Z', 'updated_at': '2022-08-09T16:51:34Z', 'revision_number': 2, 'project_id': '321de2c92d814e6ab1da13939153da87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '194e42e3-ea8f-4dc2-912a-d9842de147c7', 'name': '', 'network_id': 'd512bb64-4fdf-40f1-b457-d57f69ae1831', 'tenant_id': '321de2c92d814e6ab1da13939153da87', 'mac_address': 'fa:16:3e:a5:4f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '286245d4-d1e1-45d8-a33e-8ce6c103810d', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '414c40d7-70ed-42dc-9e49-6496154d7c43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:50:35Z', 'updated_at': '2022-08-09T16:50:50Z', 'revision_number': 5, 'project_id': '321de2c92d814e6ab1da13939153da87', 'subnets': [{'id': '414c40d7-70ed-42dc-9e49-6496154d7c43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:53:13.418066 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.provisioning_blocks [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Provisioning for port d1b97e7d-8dd6-48df-af38-15a732a256dc completed by entity L2. {{(pid=111142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 09 16:53:13.487664 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.provisioning_blocks [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Provisioning complete for port d1b97e7d-8dd6-48df-af38-15a732a256dc triggered by entity L2. {{(pid=111142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 16:53:13.488262 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877469'] for port (d1b97e7d-8dd6-48df-af38-15a732a256dc), provisioning_complete {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:53:13.569018 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Current status of the port d1b97e7d-8dd6-48df-af38-15a732a256dc is: BUILD; New status is: ACTIVE {{(pid=111142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 16:53:13.569409 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (d1b97e7d-8dd6-48df-af38-15a732a256dc), before_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:53:13.579740 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8d0c097-0289-41e4-9b68-0c242df125bb None None] New status for floating IP 049644ed-7ae1-4141-9bd1-16abef960adb: ACTIVE {{(pid=111143) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 09 16:53:13.593922 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c924ba86-e6ed-4312-9149-cd13ffd2af45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1b97e7d-8dd6-48df-af38-15a732a256dc'}] {{(pid=111142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 16:53:13.596337 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a3936692d9fe67bf654b43a226d329952087876dab2ee9ab8d24037cf19aeb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96a6a2b3-c7f5-4036-908e-854bca2beb15" -d '{"events": [{"server_uuid": "c924ba86-e6ed-4312-9149-cd13ffd2af45", "name": "network-vif-plugged", "status": "completed", "tag": "d1b97e7d-8dd6-48df-af38-15a732a256dc"}]}' {{(pid=111142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:53:13.620045 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:53:13.625254 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.db [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] For port d1b97e7d-8dd6-48df-af38-15a732a256dc, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=d1b97e7d-8dd6-48df-af38-15a732a256dc,segment=NetworkSegment(d64a4b0d-8eb6-4b0b-baa8-f772fe9dbe8e),segment_id=d64a4b0d-8eb6-4b0b-baa8-f772fe9dbe8e)] {{(pid=111142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:53:13.637784 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Aug 2022 16:53:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffbf229b-ddd0-47aa-954e-a8680c215925 x-openstack-request-id: req-ffbf229b-ddd0-47aa-954e-a8680c215925 {{(pid=111142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:53:13.638078 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c924ba86-e6ed-4312-9149-cd13ffd2af45", "name": "network-vif-plugged", "status": "completed", "tag": "d1b97e7d-8dd6-48df-af38-15a732a256dc", "code": 200}]} {{(pid=111142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:53:13.638330 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ffbf229b-ddd0-47aa-954e-a8680c215925 {{(pid=111142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:53:13.638729 dv-cinder-852364-3-iscsi neutron-server[111142]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ffbf229b-ddd0-47aa-954e-a8680c215925'] response: {'server_uuid': 'c924ba86-e6ed-4312-9149-cd13ffd2af45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1b97e7d-8dd6-48df-af38-15a732a256dc', 'code': 200} Aug 09 16:53:13.768295 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748338263269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748337861771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748337861789'] for port (d1b97e7d-8dd6-48df-af38-15a732a256dc), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:53:13.769054 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Device 7894ce6f-cdea-4930-bb7f-7cb16ee8e5c0 up at agent hyperv_hv-cinder-85236 {{(pid=111142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:53:13.772521 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-e70f562e-e7df-49ad-a15a-67a143aa0666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (bc6be869-02df-4ed8-8ee0-3ec53a1551af), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:53:13.847063 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Pushing event updated for resources: {'Port': ['ID=d1b97e7d-8dd6-48df-af38-15a732a256dc,revision_number=5']} {{(pid=111142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:53:13.861709 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.provisioning_blocks [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Provisioning for port 7894ce6f-cdea-4930-bb7f-7cb16ee8e5c0 completed by entity L2. {{(pid=111142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 09 16:53:13.881186 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8fb64a-e5ed-45a9-9001-cc490ae32ada req-4501d633-f1d7-4b5f-8406-eb584fcd1c72 tempest-VolumesSnapshotTestJSON-308951325 tempest-VolumesSnapshotTestJSON-308951325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:13.882831 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-4f8fb64a-e5ed-45a9-9001-cc490ae32ada req-4501d633-f1d7-4b5f-8406-eb584fcd1c72 tempest-VolumesSnapshotTestJSON-308951325 tempest-VolumesSnapshotTestJSON-308951325-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=c924ba86-e6ed-4312-9149-cd13ffd2af45 HTTP/1.1" status: 200 len: 946 time: 0.0552197 Aug 09 16:53:13.932507 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-4f8fb64a-e5ed-45a9-9001-cc490ae32ada req-8145be29-04aa-4f64-8ce4-eae7085c337e tempest-VolumesSnapshotTestJSON-308951325 tempest-VolumesSnapshotTestJSON-308951325-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=ba8eb485-b96c-4609-af49-bece5d191c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436776 Aug 09 16:53:13.980389 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.provisioning_blocks [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Provisioning complete for port 7894ce6f-cdea-4930-bb7f-7cb16ee8e5c0 triggered by entity L2. {{(pid=111142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 16:53:13.980767 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877469'] for port (7894ce6f-cdea-4930-bb7f-7cb16ee8e5c0), provisioning_complete {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:53:14.027667 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:53:14.059038 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Current status of the port 7894ce6f-cdea-4930-bb7f-7cb16ee8e5c0 is: BUILD; New status is: ACTIVE {{(pid=111142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 16:53:14.061667 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (7894ce6f-cdea-4930-bb7f-7cb16ee8e5c0), before_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:53:14.094447 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.db [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] For port 7894ce6f-cdea-4930-bb7f-7cb16ee8e5c0, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=7894ce6f-cdea-4930-bb7f-7cb16ee8e5c0,segment=NetworkSegment(dfba7045-db71-4a5e-bed3-6451649a980f),segment_id=dfba7045-db71-4a5e-bed3-6451649a980f)] {{(pid=111142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:53:14.120145 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bfb0d2-ac9b-44b2-945c-b2c74c7b3e11 req-9bfa0aac-023a-47f0-a7f9-d34271ef59fe tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:14.121691 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-25bfb0d2-ac9b-44b2-945c-b2c74c7b3e11 req-9bfa0aac-023a-47f0-a7f9-d34271ef59fe tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=d6dea3ef-6792-4471-ba10-60009659c637 HTTP/1.1" status: 200 len: 944 time: 0.0526705 Aug 09 16:53:14.151521 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748338263269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748337861771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748337861789'] for port (7894ce6f-cdea-4930-bb7f-7cb16ee8e5c0), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:53:14.157254 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=100 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:53:14.172432 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-25bfb0d2-ac9b-44b2-945c-b2c74c7b3e11 req-3cfde481-0891-4784-bcb9-ce78141364e3 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=891c2bba-5f70-4348-a605-867373065164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451751 Aug 09 16:53:14.203831 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Pushing event updated for resources: {'Port': ['ID=7894ce6f-cdea-4930-bb7f-7cb16ee8e5c0,revision_number=5']} {{(pid=111142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:53:14.489392 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95e8ab2-9d77-4eae-b528-ab156db562dc req-1f218b12-c6e5-4bfa-a582-174724637e35 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:14.490878 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-b95e8ab2-9d77-4eae-b528-ab156db562dc req-1f218b12-c6e5-4bfa-a582-174724637e35 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=53f72561-f391-43d4-8264-28016993a6a5 HTTP/1.1" status: 200 len: 943 time: 0.0474761 Aug 09 16:53:14.503059 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=100 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:53:14.543767 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-b95e8ab2-9d77-4eae-b528-ab156db562dc req-b9981058-57fb-4819-a54b-386cee339c0c tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=7b884b5c-59d3-4005-a700-093097532603&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462112 Aug 09 16:53:14.693553 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b64bd41-6014-4fc5-80c7-fa8b3f26d9f5 req-66b8d41b-a8fc-44bf-802a-2b810fef79dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:14.695033 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-7b64bd41-6014-4fc5-80c7-fa8b3f26d9f5 req-66b8d41b-a8fc-44bf-802a-2b810fef79dd service neutron] 10.222.0.91 "GET /networking/v2.0/subnets?id=414c40d7-70ed-42dc-9e49-6496154d7c43 HTTP/1.1" status: 200 len: 853 time: 0.0464840 Aug 09 16:53:14.756367 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b64bd41-6014-4fc5-80c7-fa8b3f26d9f5 req-db03d8df-add6-4e8d-9163-150152e88e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:14.757872 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-7b64bd41-6014-4fc5-80c7-fa8b3f26d9f5 req-db03d8df-add6-4e8d-9163-150152e88e69 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?network_id=d512bb64-4fdf-40f1-b457-d57f69ae1831&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0472221 Aug 09 16:53:14.777632 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=100 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:53:14.860451 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-7b64bd41-6014-4fc5-80c7-fa8b3f26d9f5 req-ab9453b3-799c-40a8-9f82-e79628c8decb service neutron] 10.222.0.91 "GET /networking/v2.0/networks/d512bb64-4fdf-40f1-b457-d57f69ae1831?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905719 Aug 09 16:53:14.952158 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-7b64bd41-6014-4fc5-80c7-fa8b3f26d9f5 req-e24c78ed-2517-4a8e-822e-140ed12fa2a6 service neutron] 10.222.0.91 "GET /networking/v2.0/networks/d512bb64-4fdf-40f1-b457-d57f69ae1831?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849712 Aug 09 16:53:15.085961 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5c7913-2c5b-4d15-b9aa-ca80de728bbc req-d238f621-80e2-43da-a4f9-4843a7251d93 tempest-VolumesSnapshotTestJSON-308951325 tempest-VolumesSnapshotTestJSON-308951325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:15.088187 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-fa5c7913-2c5b-4d15-b9aa-ca80de728bbc req-d238f621-80e2-43da-a4f9-4843a7251d93 tempest-VolumesSnapshotTestJSON-308951325 tempest-VolumesSnapshotTestJSON-308951325-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=c924ba86-e6ed-4312-9149-cd13ffd2af45 HTTP/1.1" status: 200 len: 946 time: 0.0777478 Aug 09 16:53:15.097797 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e9ee44-d3b1-4d8a-952e-2abc3ce4dcca req-b5fcb9cc-885c-4501-b1a7-a7ec90d24a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:15.099237 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-07e9ee44-d3b1-4d8a-952e-2abc3ce4dcca req-b5fcb9cc-885c-4501-b1a7-a7ec90d24a76 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?device_id=c924ba86-e6ed-4312-9149-cd13ffd2af45 HTTP/1.1" status: 200 len: 1130 time: 0.0556583 Aug 09 16:53:15.168278 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-fa5c7913-2c5b-4d15-b9aa-ca80de728bbc req-bfa816cb-bdb3-483d-b222-cd3ce18cbe09 tempest-VolumesSnapshotTestJSON-308951325 tempest-VolumesSnapshotTestJSON-308951325-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=ba8eb485-b96c-4609-af49-bece5d191c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723886 Aug 09 16:53:15.171450 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-07e9ee44-d3b1-4d8a-952e-2abc3ce4dcca req-e05e304a-8fac-404b-94b7-5d39b1245866 service neutron] 10.222.0.91 "GET /networking/v2.0/security-groups?id=ba8eb485-b96c-4609-af49-bece5d191c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600138 Aug 09 16:53:15.289873 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683a1404-e4ba-4ed5-9708-c4975e61f492 req-c8401394-f5fc-4759-b5b6-51fdce232ecf tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:15.291368 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-683a1404-e4ba-4ed5-9708-c4975e61f492 req-c8401394-f5fc-4759-b5b6-51fdce232ecf tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=d6dea3ef-6792-4471-ba10-60009659c637 HTTP/1.1" status: 200 len: 945 time: 0.0462625 Aug 09 16:53:15.340213 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-683a1404-e4ba-4ed5-9708-c4975e61f492 req-ddd28303-f93a-4bd1-9113-f020fb313599 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=891c2bba-5f70-4348-a605-867373065164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433390 Aug 09 16:53:15.460586 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-5c325a0b-ed39-4cac-be6f-43defe9e55aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (33bcacdc-c215-42b6-b75f-650d86e609be), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:53:15.639586 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6dea3ef-6792-4471-ba10-60009659c637', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7894ce6f-cdea-4930-bb7f-7cb16ee8e5c0'}] {{(pid=111142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 16:53:15.642287 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a3936692d9fe67bf654b43a226d329952087876dab2ee9ab8d24037cf19aeb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d740247-b309-438d-b03e-ddc230ad97b1" -d '{"events": [{"server_uuid": "d6dea3ef-6792-4471-ba10-60009659c637", "name": "network-vif-plugged", "status": "completed", "tag": "7894ce6f-cdea-4930-bb7f-7cb16ee8e5c0"}]}' {{(pid=111142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:53:15.664161 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd415a56-888b-41b7-b3ed-93c38d954e7a req-678e9e8c-8ea1-415b-97f0-ef06a5089df9 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:15.665721 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-bd415a56-888b-41b7-b3ed-93c38d954e7a req-678e9e8c-8ea1-415b-97f0-ef06a5089df9 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=53f72561-f391-43d4-8264-28016993a6a5 HTTP/1.1" status: 200 len: 943 time: 0.0492854 Aug 09 16:53:15.678085 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (47988f4d-09d0-4892-bbfe-5b11c743802f), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:53:15.682336 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Aug 2022 16:53:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbcefd4a-3de3-4834-8a16-c6c4818dfb75 x-openstack-request-id: req-dbcefd4a-3de3-4834-8a16-c6c4818dfb75 {{(pid=111142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:53:15.682676 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6dea3ef-6792-4471-ba10-60009659c637", "name": "network-vif-plugged", "status": "completed", "tag": "7894ce6f-cdea-4930-bb7f-7cb16ee8e5c0", "code": 200}]} {{(pid=111142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:53:15.682938 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-dbcefd4a-3de3-4834-8a16-c6c4818dfb75 {{(pid=111142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:53:15.683356 dv-cinder-852364-3-iscsi neutron-server[111142]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dbcefd4a-3de3-4834-8a16-c6c4818dfb75'] response: {'server_uuid': 'd6dea3ef-6792-4471-ba10-60009659c637', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7894ce6f-cdea-4930-bb7f-7cb16ee8e5c0', 'code': 200} Aug 09 16:53:15.718810 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-bd415a56-888b-41b7-b3ed-93c38d954e7a req-d0ae5fe6-228b-4667-b722-8cd71453042d tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=7b884b5c-59d3-4005-a700-093097532603&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472941 Aug 09 16:53:16.287914 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0864a9-29ac-4a11-8c7d-eb8b7695f3ae req-a430ebd4-90cc-4705-b252-5786e2b6b9dc tempest-VolumesSnapshotTestJSON-308951325 tempest-VolumesSnapshotTestJSON-308951325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:16.289396 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-4f0864a9-29ac-4a11-8c7d-eb8b7695f3ae req-a430ebd4-90cc-4705-b252-5786e2b6b9dc tempest-VolumesSnapshotTestJSON-308951325 tempest-VolumesSnapshotTestJSON-308951325-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=c924ba86-e6ed-4312-9149-cd13ffd2af45 HTTP/1.1" status: 200 len: 946 time: 0.0485125 Aug 09 16:53:16.337343 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-4f0864a9-29ac-4a11-8c7d-eb8b7695f3ae req-21b5c9e1-1ecc-4f7b-b169-bfcb76dacf02 tempest-VolumesSnapshotTestJSON-308951325 tempest-VolumesSnapshotTestJSON-308951325-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=ba8eb485-b96c-4609-af49-bece5d191c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416389 Aug 09 16:53:16.456687 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0f06a5-8023-422e-9fac-5fc8555bd2c8 req-fd8b248f-be64-4d5f-bc00-1e452e3b3bf2 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:16.458140 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-ae0f06a5-8023-422e-9fac-5fc8555bd2c8 req-fd8b248f-be64-4d5f-bc00-1e452e3b3bf2 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=d6dea3ef-6792-4471-ba10-60009659c637 HTTP/1.1" status: 200 len: 945 time: 0.0479376 Aug 09 16:53:16.508290 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-ae0f06a5-8023-422e-9fac-5fc8555bd2c8 req-33e115ec-70b8-4245-ba2d-78d19378d152 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=891c2bba-5f70-4348-a605-867373065164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444541 Aug 09 16:53:16.841451 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b9788b-d646-4dce-8f23-c87cbca1dcea req-38c69539-f066-4b9a-bb1f-2ac795f0eac9 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:16.842926 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-98b9788b-d646-4dce-8f23-c87cbca1dcea req-38c69539-f066-4b9a-bb1f-2ac795f0eac9 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=53f72561-f391-43d4-8264-28016993a6a5 HTTP/1.1" status: 200 len: 943 time: 0.0498078 Aug 09 16:53:16.889981 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-98b9788b-d646-4dce-8f23-c87cbca1dcea req-d2d7cc81-ca05-49a7-8384-30da415c1b6e tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=7b884b5c-59d3-4005-a700-093097532603&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412335 Aug 09 16:53:17.453952 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7ec3a1-ccae-455c-b112-0ef4adbe359e req-a2e93bb3-5dfc-415f-a497-569869094f32 tempest-VolumesSnapshotTestJSON-308951325 tempest-VolumesSnapshotTestJSON-308951325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:17.455461 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-9c7ec3a1-ccae-455c-b112-0ef4adbe359e req-a2e93bb3-5dfc-415f-a497-569869094f32 tempest-VolumesSnapshotTestJSON-308951325 tempest-VolumesSnapshotTestJSON-308951325-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=c924ba86-e6ed-4312-9149-cd13ffd2af45 HTTP/1.1" status: 200 len: 946 time: 0.0472937 Aug 09 16:53:17.504138 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-9c7ec3a1-ccae-455c-b112-0ef4adbe359e req-f6292963-a34e-45eb-b579-82f60b849227 tempest-VolumesSnapshotTestJSON-308951325 tempest-VolumesSnapshotTestJSON-308951325-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=ba8eb485-b96c-4609-af49-bece5d191c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430219 Aug 09 16:53:17.628377 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712a4cd0-f576-4d54-88d6-7c90ee169178 req-de547bba-9430-409b-a892-e0fce4c486ba tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:17.630665 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-712a4cd0-f576-4d54-88d6-7c90ee169178 req-de547bba-9430-409b-a892-e0fce4c486ba tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=d6dea3ef-6792-4471-ba10-60009659c637 HTTP/1.1" status: 200 len: 945 time: 0.0501494 Aug 09 16:53:17.642168 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a83788-264b-48f8-88f5-402c324c47d4 req-5c3cfb5d-c28b-49b5-b90e-e846d87e6b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:17.643739 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-d9a83788-264b-48f8-88f5-402c324c47d4 req-5c3cfb5d-c28b-49b5-b90e-e846d87e6b3a service neutron] 10.222.0.91 "GET /networking/v2.0/ports?device_id=d6dea3ef-6792-4471-ba10-60009659c637 HTTP/1.1" status: 200 len: 1129 time: 0.0419240 Aug 09 16:53:17.682807 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-712a4cd0-f576-4d54-88d6-7c90ee169178 req-841625f3-9e18-4682-baf9-c2dc08ce790d tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=891c2bba-5f70-4348-a605-867373065164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463173 Aug 09 16:53:17.707804 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-d9a83788-264b-48f8-88f5-402c324c47d4 req-3a88de73-834c-4ca7-8e3a-11f85c60388d service neutron] 10.222.0.91 "GET /networking/v2.0/security-groups?id=891c2bba-5f70-4348-a605-867373065164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481741 Aug 09 16:53:17.965867 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Device 9f544325-972f-4e60-9365-73a4114a5bfb details requested by agent hyperv_hv-cinder-85236 with host hv-cinder-85236 {{(pid=111142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 16:53:17.994069 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=100 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:53:18.007953 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463630a1-89b8-4254-b579-2787bbdd83c8 req-b3310394-e378-42b7-b5fa-98b6061ad85a tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:18.010014 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-463630a1-89b8-4254-b579-2787bbdd83c8 req-b3310394-e378-42b7-b5fa-98b6061ad85a tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=53f72561-f391-43d4-8264-28016993a6a5 HTTP/1.1" status: 200 len: 943 time: 0.0496681 Aug 09 16:53:18.058765 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-463630a1-89b8-4254-b579-2787bbdd83c8 req-6ace1063-479f-45ba-acb8-bc4d52b4d75b tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=7b884b5c-59d3-4005-a700-093097532603&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428412 Aug 09 16:53:18.069424 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.db [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] For port 9f544325-972f-4e60-9365-73a4114a5bfb, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=9f544325-972f-4e60-9365-73a4114a5bfb,segment=NetworkSegment(a94c1f41-ae8b-4dd1-abef-be7e62056af2),segment_id=a94c1f41-ae8b-4dd1-abef-be7e62056af2)] {{(pid=111142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:53:18.081963 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Returning: {'device': '9f544325-972f-4e60-9365-73a4114a5bfb', 'network_id': 'e7c6cdf7-0095-4da2-9004-cdee3c973d7e', 'port_id': '9f544325-972f-4e60-9365-73a4114a5bfb', 'mac_address': 'fa:16:3e:91:db:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 981, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa8494ca-da5a-4e74-b349-aebeb3fbaa4a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 16:53:18.116573 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Current status of the port 9f544325-972f-4e60-9365-73a4114a5bfb is: DOWN; New status is: BUILD {{(pid=111142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 16:53:18.116963 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (9f544325-972f-4e60-9365-73a4114a5bfb), before_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:53:18.133243 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.notifiers.nova [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f544325-972f-4e60-9365-73a4114a5bfb {{(pid=111142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 09 16:53:18.153478 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.db [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] For port 9f544325-972f-4e60-9365-73a4114a5bfb, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=9f544325-972f-4e60-9365-73a4114a5bfb,segment=NetworkSegment(a94c1f41-ae8b-4dd1-abef-be7e62056af2),segment_id=a94c1f41-ae8b-4dd1-abef-be7e62056af2)] {{(pid=111142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:53:18.236439 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748338263269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748337861771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748337861789'] for port (9f544325-972f-4e60-9365-73a4114a5bfb), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:53:18.285941 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Pushing event updated for resources: {'Port': ['ID=9f544325-972f-4e60-9365-73a4114a5bfb,revision_number=4']} {{(pid=111142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:53:18.627849 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c7b6c5-2fdf-4c56-87e3-6836d1594d34 req-ca7defce-dc1b-45b6-908f-e7cf5f8de744 tempest-VolumesSnapshotTestJSON-308951325 tempest-VolumesSnapshotTestJSON-308951325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:18.629316 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-00c7b6c5-2fdf-4c56-87e3-6836d1594d34 req-ca7defce-dc1b-45b6-908f-e7cf5f8de744 tempest-VolumesSnapshotTestJSON-308951325 tempest-VolumesSnapshotTestJSON-308951325-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=c924ba86-e6ed-4312-9149-cd13ffd2af45 HTTP/1.1" status: 200 len: 946 time: 0.0496914 Aug 09 16:53:18.655473 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=100 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:53:18.678768 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-00c7b6c5-2fdf-4c56-87e3-6836d1594d34 req-804904ae-02e0-416d-af21-e71b4ae6ff9c tempest-VolumesSnapshotTestJSON-308951325 tempest-VolumesSnapshotTestJSON-308951325-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=ba8eb485-b96c-4609-af49-bece5d191c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430255 Aug 09 16:53:18.803387 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7c7b41-1866-4ab8-a6ff-8c3709ddc550 req-bbdf8ae8-0380-4bcc-8f41-319550e42a7f tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:18.804855 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-ae7c7b41-1866-4ab8-a6ff-8c3709ddc550 req-bbdf8ae8-0380-4bcc-8f41-319550e42a7f tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=d6dea3ef-6792-4471-ba10-60009659c637 HTTP/1.1" status: 200 len: 945 time: 0.0480025 Aug 09 16:53:18.860926 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-ae7c7b41-1866-4ab8-a6ff-8c3709ddc550 req-7e0858e4-314b-4103-b968-05f6d5520b3e tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=891c2bba-5f70-4348-a605-867373065164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496733 Aug 09 16:53:18.948192 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.db [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] get_ports_and_sgs() called for port_ids ['9f544325-972f-4e60-9365-73a4114a5bfb'] {{(pid=111142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:53:19.178455 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb42c694-0745-4baf-bb47-897eea13e09f req-d52e691e-09bb-4921-bb86-883174d81883 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:19.179953 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-bb42c694-0745-4baf-bb47-897eea13e09f req-d52e691e-09bb-4921-bb86-883174d81883 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=53f72561-f391-43d4-8264-28016993a6a5 HTTP/1.1" status: 200 len: 944 time: 0.0482273 Aug 09 16:53:19.228619 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-bb42c694-0745-4baf-bb47-897eea13e09f req-17997ea5-6fce-4b51-b588-f15fa36f21f9 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=7b884b5c-59d3-4005-a700-093097532603&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429468 Aug 09 16:53:19.982326 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f1c0d5-31e7-41d2-9e5e-ba6d247c8e1b req-8eda5986-9862-4895-9a81-f912cb4627e9 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:19.983866 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-65f1c0d5-31e7-41d2-9e5e-ba6d247c8e1b req-8eda5986-9862-4895-9a81-f912cb4627e9 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=d6dea3ef-6792-4471-ba10-60009659c637 HTTP/1.1" status: 200 len: 945 time: 0.0476096 Aug 09 16:53:20.035654 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-65f1c0d5-31e7-41d2-9e5e-ba6d247c8e1b req-a557e1d0-d4eb-4f54-bd63-7a1428214b2f tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=891c2bba-5f70-4348-a605-867373065164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459788 Aug 09 16:53:20.158891 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63328f73-cbbd-48be-9605-62005a9bb090 req-de5f1695-6166-4a7b-bf6a-4063c016a34a tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:20.160303 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-63328f73-cbbd-48be-9605-62005a9bb090 req-de5f1695-6166-4a7b-bf6a-4063c016a34a tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=d6dea3ef-6792-4471-ba10-60009659c637 HTTP/1.1" status: 200 len: 945 time: 0.0482600 Aug 09 16:53:20.212094 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-63328f73-cbbd-48be-9605-62005a9bb090 req-f3172440-4600-4763-a630-a320a51c5309 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=891c2bba-5f70-4348-a605-867373065164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461431 Aug 09 16:53:20.238517 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.wsgi [-] (111141) accepted ('10.222.0.59', 52970) {{(pid=111141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:53:20.354884 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a350e3-6ee6-4f7e-8660-30dd7f39560a req-d809d1ce-38c5-40e9-9825-8047fcec6662 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:20.356419 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-59a350e3-6ee6-4f7e-8660-30dd7f39560a req-d809d1ce-38c5-40e9-9825-8047fcec6662 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=53f72561-f391-43d4-8264-28016993a6a5 HTTP/1.1" status: 200 len: 944 time: 0.0537701 Aug 09 16:53:20.391359 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=100 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:53:20.442303 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-59a350e3-6ee6-4f7e-8660-30dd7f39560a req-a0ae7550-be44-4dcf-8cc4-b5e7907aa74f tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=7b884b5c-59d3-4005-a700-093097532603&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782118 Aug 09 16:53:20.453672 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0c54363-a417-48ba-8a3f-cb4a9ad2d357 tempest-TestVolumeBootPattern-459593281 tempest-TestVolumeBootPattern-459593281-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:20.457037 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [None req-f0c54363-a417-48ba-8a3f-cb4a9ad2d357 tempest-TestVolumeBootPattern-459593281 tempest-TestVolumeBootPattern-459593281-project-admin] 10.222.0.59 "GET /networking/v2.0/ports?device_id=d6dea3ef-6792-4471-ba10-60009659c637 HTTP/1.1" status: 200 len: 1124 time: 0.2156775 Aug 09 16:53:20.458524 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.wsgi [-] (111140) accepted ('10.222.0.59', 52982) {{(pid=111140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:53:20.464426 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.v2.base [None req-c7e22a4d-2949-447b-ade2-3bdecce5e960 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Request body: {'floatingip': {'floating_network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'port_id': '7894ce6f-cdea-4930-bb7f-7cb16ee8e5c0', 'tenant_id': 'e5e7f48ecafa4bfe80fadd50e0b24cbb', 'fixed_ip_address': '172.20.0.4'}} {{(pid=111140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 16:53:20.540823 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-c7e22a4d-2949-447b-ade2-3bdecce5e960 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:53:20.622848 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-c7e22a4d-2949-447b-ade2-3bdecce5e960 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (None), before_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:53:20.738087 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.db.db_base_plugin_common [None req-c7e22a4d-2949-447b-ade2-3bdecce5e960 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Allocated IP 172.27.2.66 (0b446ac8-416d-4492-b144-c475e4beb84a/4516d54a-1367-472b-b3e4-4bb105fe12f6/46a9002c-96e6-423c-80d2-e1aed60d37a4) {{(pid=111140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:53:20.748442 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Device 9f544325-972f-4e60-9365-73a4114a5bfb up at agent hyperv_hv-cinder-85236 {{(pid=111142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:53:20.749872 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:53:20.794648 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.provisioning_blocks [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Provisioning for port 9f544325-972f-4e60-9365-73a4114a5bfb completed by entity L2. {{(pid=111142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 09 16:53:20.797769 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:53:20.846941 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-c7e22a4d-2949-447b-ade2-3bdecce5e960 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Publish callbacks [] for port (46a9002c-96e6-423c-80d2-e1aed60d37a4), precommit_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:53:20.860548 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.provisioning_blocks [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Provisioning complete for port 9f544325-972f-4e60-9365-73a4114a5bfb triggered by entity L2. {{(pid=111142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 16:53:20.861016 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877469'] for port (9f544325-972f-4e60-9365-73a4114a5bfb), provisioning_complete {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:53:20.938231 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Current status of the port 9f544325-972f-4e60-9365-73a4114a5bfb is: BUILD; New status is: ACTIVE {{(pid=111142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 16:53:20.938612 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (9f544325-972f-4e60-9365-73a4114a5bfb), before_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:53:20.957907 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-c7e22a4d-2949-447b-ade2-3bdecce5e960 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748337861753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12086677'] for port (46a9002c-96e6-423c-80d2-e1aed60d37a4), after_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:53:20.965408 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53f72561-f391-43d4-8264-28016993a6a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f544325-972f-4e60-9365-73a4114a5bfb'}] {{(pid=111142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 16:53:20.965408 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a3936692d9fe67bf654b43a226d329952087876dab2ee9ab8d24037cf19aeb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1c5006c-9042-4573-8784-28eafb0e4e1a" -d '{"events": [{"server_uuid": "53f72561-f391-43d4-8264-28016993a6a5", "name": "network-vif-plugged", "status": "completed", "tag": "9f544325-972f-4e60-9365-73a4114a5bfb"}]}' {{(pid=111142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:53:20.983893 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.db [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] For port 9f544325-972f-4e60-9365-73a4114a5bfb, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=9f544325-972f-4e60-9365-73a4114a5bfb,segment=NetworkSegment(a94c1f41-ae8b-4dd1-abef-be7e62056af2),segment_id=a94c1f41-ae8b-4dd1-abef-be7e62056af2)] {{(pid=111142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:53:21.002554 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7e22a4d-2949-447b-ade2-3bdecce5e960 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Network 0b446ac8-416d-4492-b144-c475e4beb84a is already hosted by enough agents. {{(pid=111140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:53:21.004851 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Aug 2022 16:53:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87f4ccc3-9e8b-4c6c-b445-0916cb0db390 x-openstack-request-id: req-87f4ccc3-9e8b-4c6c-b445-0916cb0db390 {{(pid=111142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:53:21.005193 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53f72561-f391-43d4-8264-28016993a6a5", "name": "network-vif-plugged", "status": "completed", "tag": "9f544325-972f-4e60-9365-73a4114a5bfb", "code": 200}]} {{(pid=111142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:53:21.005504 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-87f4ccc3-9e8b-4c6c-b445-0916cb0db390 {{(pid=111142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:53:21.005960 dv-cinder-852364-3-iscsi neutron-server[111142]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87f4ccc3-9e8b-4c6c-b445-0916cb0db390'] response: {'server_uuid': '53f72561-f391-43d4-8264-28016993a6a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f544325-972f-4e60-9365-73a4114a5bfb', 'code': 200} Aug 09 16:53:21.008399 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.scheduler.base_scheduler [None req-c7e22a4d-2949-447b-ade2-3bdecce5e960 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Resources bound (agent type, host, resource id): {{(pid=111140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:53:21.011314 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e22a4d-2949-447b-ade2-3bdecce5e960 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Received port after_create {{(pid=111140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 09 16:53:21.016323 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:53:21.043067 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e22a4d-2949-447b-ade2-3bdecce5e960 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Pushing event updated for resources: {'Port': ['ID=46a9002c-96e6-423c-80d2-e1aed60d37a4,revision_number=1']} {{(pid=111140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:53:21.048134 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748338263269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748337861771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748337861789'] for port (9f544325-972f-4e60-9365-73a4114a5bfb), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:53:21.053101 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:53:21.097595 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Pushing event updated for resources: {'Port': ['ID=9f544325-972f-4e60-9365-73a4114a5bfb,revision_number=5']} {{(pid=111142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:53:21.387127 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-c7e22a4d-2949-447b-ade2-3bdecce5e960 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Publish callbacks [] for floatingip (e4d3a3ac-4346-464a-af40-0f02fef6914a), precommit_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:53:21.531604 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-c7e22a4d-2949-447b-ade2-3bdecce5e960 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (46a9002c-96e6-423c-80d2-e1aed60d37a4), before_update {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:53:21.534875 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:53:21.587657 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc71d6a0-e2d5-4c30-9f5c-6cd30f3bb9e4 req-324eb238-c27b-4f56-b235-b250c3b2c8be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:21.589319 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-fc71d6a0-e2d5-4c30-9f5c-6cd30f3bb9e4 req-324eb238-c27b-4f56-b235-b250c3b2c8be service neutron] 10.222.0.91 "GET /networking/v2.0/ports?device_id=53f72561-f391-43d4-8264-28016993a6a5 HTTP/1.1" status: 200 len: 1129 time: 0.0758226 Aug 09 16:53:21.595616 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a898fb9-2e0b-4426-a420-d1d76c383a55 req-47acee18-869d-41ee-8086-12729bcebc13 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:21.597025 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-5a898fb9-2e0b-4426-a420-d1d76c383a55 req-47acee18-869d-41ee-8086-12729bcebc13 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=53f72561-f391-43d4-8264-28016993a6a5 HTTP/1.1" status: 200 len: 945 time: 0.0736773 Aug 09 16:53:21.682198 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-5a898fb9-2e0b-4426-a420-d1d76c383a55 req-e8403e06-5deb-4c16-8322-36062cc0e798 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=7b884b5c-59d3-4005-a700-093097532603&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772955 Aug 09 16:53:21.684037 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-fc71d6a0-e2d5-4c30-9f5c-6cd30f3bb9e4 req-5b03cf2f-75d5-4be1-92d5-9edf662c35ea service neutron] 10.222.0.91 "GET /networking/v2.0/security-groups?id=7b884b5c-59d3-4005-a700-093097532603&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727704 Aug 09 16:53:21.708367 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-c7e22a4d-2949-447b-ade2-3bdecce5e960 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Publish callbacks [] for port (46a9002c-96e6-423c-80d2-e1aed60d37a4), precommit_update {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:53:21.751577 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-c7e22a4d-2949-447b-ade2-3bdecce5e960 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748338263269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748337861771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748337861789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12086682'] for port (46a9002c-96e6-423c-80d2-e1aed60d37a4), after_update {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:53:21.820442 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-c7e22a4d-2949-447b-ade2-3bdecce5e960 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-336914'] for floatingip (e4d3a3ac-4346-464a-af40-0f02fef6914a), after_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:53:21.822991 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e22a4d-2949-447b-ade2-3bdecce5e960 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Pushing event updated for resources: {'Port': ['ID=46a9002c-96e6-423c-80d2-e1aed60d37a4,revision_number=2']} {{(pid=111140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:53:21.919542 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.db.l3_db [None req-c7e22a4d-2949-447b-ade2-3bdecce5e960 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Floating IP e4d3a3ac-4346-464a-af40-0f02fef6914a associated. External IP: 172.27.2.66, port: 7894ce6f-cdea-4930-bb7f-7cb16ee8e5c0. Aug 09 16:53:22.315841 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7e22a4d-2949-447b-ade2-3bdecce5e960 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Router 7b1d7653-d26c-46fd-a988-11a269ea7e23 has already been hosted by L3 agent 2cf02505-efcb-442b-855b-6c659df6f18c {{(pid=111140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 09 16:53:22.419733 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7e22a4d-2949-447b-ade2-3bdecce5e960 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Notify agent at l3_agent.dv-cinder-852364-3-iscsi the message routers_updated {{(pid=111140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:53:22.429574 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e619b158-76a4-4d5f-9a3b-cae21b324405 None None] Sync routers for ids ['7b1d7653-d26c-46fd-a988-11a269ea7e23'] in dv-cinder-852364-3-iscsi {{(pid=111142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:53:22.440683 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e619b158-76a4-4d5f-9a3b-cae21b324405 None None] Routers {'7b1d7653-d26c-46fd-a988-11a269ea7e23'} bound to L3 agent in host dv-cinder-852364-3-iscsi {{(pid=111142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 16:53:22.441457 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_hamode_db [None req-e619b158-76a4-4d5f-9a3b-cae21b324405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-09T16:42:12Z,description=,heartbeat_timestamp=2022-08-09T16:53:12Z,host='dv-cinder-852364-3-iscsi',id=2cf02505-efcb-442b-855b-6c659df6f18c,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:13Z,topic='l3_agent')) {'router_ids': ['7b1d7653-d26c-46fd-a988-11a269ea7e23'], 'active': True} {{(pid=111142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:53:22.544964 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_dvr_db [None req-e619b158-76a4-4d5f-9a3b-cae21b324405 None None] Set router 7b1d7653-d26c-46fd-a988-11a269ea7e23 gateway port host: dv-cinder-852364-3-iscsi {{(pid=111142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 16:53:22.560193 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-c7e22a4d-2949-447b-ade2-3bdecce5e960 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90003'] for floatingip (None), before_response {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:53:22.600314 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [None req-c7e22a4d-2949-447b-ade2-3bdecce5e960 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] 10.222.0.59 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1406064 Aug 09 16:53:22.617068 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6dea3ef-6792-4471-ba10-60009659c637', 'tag': '7894ce6f-cdea-4930-bb7f-7cb16ee8e5c0'}] {{(pid=111140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 16:53:22.617068 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f41bda9ed637a92b78517b41d4edf2586523f8da12b25a219bf38f0aed6eb417" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4795be2-56e4-46ec-84f8-04a962c3fea4" -d '{"events": [{"name": "network-changed", "server_uuid": "d6dea3ef-6792-4471-ba10-60009659c637", "tag": "7894ce6f-cdea-4930-bb7f-7cb16ee8e5c0"}]}' {{(pid=111140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:53:22.651689 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Aug 2022 16:53:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7223906e-9ecd-4b07-af18-5d805751c31f x-openstack-request-id: req-7223906e-9ecd-4b07-af18-5d805751c31f {{(pid=111140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:53:22.652050 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6dea3ef-6792-4471-ba10-60009659c637", "tag": "7894ce6f-cdea-4930-bb7f-7cb16ee8e5c0", "status": "completed", "code": 200}]} {{(pid=111140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:53:22.652307 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-7223906e-9ecd-4b07-af18-5d805751c31f {{(pid=111140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:53:22.652711 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7223906e-9ecd-4b07-af18-5d805751c31f'] response: {'name': 'network-changed', 'server_uuid': 'd6dea3ef-6792-4471-ba10-60009659c637', 'tag': '7894ce6f-cdea-4930-bb7f-7cb16ee8e5c0', 'status': 'completed', 'code': 200} Aug 09 16:53:22.766368 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_hamode_db [None req-e619b158-76a4-4d5f-9a3b-cae21b324405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b1d7653-d26c-46fd-a988-11a269ea7e23', 'name': 'tempest-TestVolumeBootPattern-812573823-router', 'tenant_id': 'e5e7f48ecafa4bfe80fadd50e0b24cbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'external_fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': 'be992953-963d-4a09-bb47-b723431b87cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:51:58Z', 'updated_at': '2022-08-09T16:52:02Z', 'revision_number': 4, 'project_id': 'e5e7f48ecafa4bfe80fadd50e0b24cbb', 'gw_port': {'id': 'be992953-963d-4a09-bb47-b723431b87cd', 'name': '', 'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:85:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b1d7653-d26c-46fd-a988-11a269ea7e23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:51:59Z', 'updated_at': '2022-08-09T16:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-3-iscsi', '_floatingips': [{'id': 'e4d3a3ac-4346-464a-af40-0f02fef6914a', 'tenant_id': 'e5e7f48ecafa4bfe80fadd50e0b24cbb', 'floating_ip_address': '172.27.2.66', 'floating_network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'router_id': '7b1d7653-d26c-46fd-a988-11a269ea7e23', 'port_id': '7894ce6f-cdea-4930-bb7f-7cb16ee8e5c0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 426, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03ca7ab9-4a6d-42ee-86c4-e644a355c008', 'mac_address': 'fa:16:3e:a5:85:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6dea3ef-6792-4471-ba10-60009659c637', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-09T16:53:21Z', 'updated_at': '2022-08-09T16:53:21Z', 'revision_number': 0, 'project_id': 'e5e7f48ecafa4bfe80fadd50e0b24cbb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e23a157b-3cec-48c9-bddb-dfa7847c6d89', 'name': '', 'network_id': '03ca7ab9-4a6d-42ee-86c4-e644a355c008', 'tenant_id': 'e5e7f48ecafa4bfe80fadd50e0b24cbb', 'mac_address': 'fa:16:3e:1b:6b:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b1d7653-d26c-46fd-a988-11a269ea7e23', 'device_owner': 'network:router_interface', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'b36b87ee-0e67-4f6f-99fc-27a16ecf7293', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:52:01Z', 'updated_at': '2022-08-09T16:52:08Z', 'revision_number': 5, 'project_id': 'e5e7f48ecafa4bfe80fadd50e0b24cbb', 'subnets': [{'id': 'b36b87ee-0e67-4f6f-99fc-27a16ecf7293', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-3-iscsi', False) {} {{(pid=111142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:53:22.797491 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e619b158-76a4-4d5f-9a3b-cae21b324405 None None] Checking router: 7b1d7653-d26c-46fd-a988-11a269ea7e23 for host: dv-cinder-852364-3-iscsi {{(pid=111142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:53:22.805083 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f367309e-99ab-4974-8b49-33d705dcdeed req-5e0cd4ff-522a-48d8-ae91-d8a67affa10a tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:22.807231 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e619b158-76a4-4d5f-9a3b-cae21b324405 None None] Routers {'7b1d7653-d26c-46fd-a988-11a269ea7e23'} bound to L3 agent in host dv-cinder-852364-3-iscsi {{(pid=111142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 16:53:22.807508 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-f367309e-99ab-4974-8b49-33d705dcdeed req-5e0cd4ff-522a-48d8-ae91-d8a67affa10a tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=53f72561-f391-43d4-8264-28016993a6a5 HTTP/1.1" status: 200 len: 945 time: 0.0513914 Aug 09 16:53:22.807748 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_hamode_db [None req-e619b158-76a4-4d5f-9a3b-cae21b324405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-09T16:42:12Z,description=,heartbeat_timestamp=2022-08-09T16:53:12Z,host='dv-cinder-852364-3-iscsi',id=2cf02505-efcb-442b-855b-6c659df6f18c,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:13Z,topic='l3_agent')) {'router_ids': ['7b1d7653-d26c-46fd-a988-11a269ea7e23'], 'active': True} {{(pid=111142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:53:22.858264 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-f367309e-99ab-4974-8b49-33d705dcdeed req-393028e1-4120-45d5-882e-e58c989d7627 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=7b884b5c-59d3-4005-a700-093097532603&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431705 Aug 09 16:53:22.911138 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_dvr_db [None req-e619b158-76a4-4d5f-9a3b-cae21b324405 None None] Set router 7b1d7653-d26c-46fd-a988-11a269ea7e23 gateway port host: dv-cinder-852364-3-iscsi {{(pid=111142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 16:53:23.245919 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_hamode_db [None req-e619b158-76a4-4d5f-9a3b-cae21b324405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b1d7653-d26c-46fd-a988-11a269ea7e23', 'name': 'tempest-TestVolumeBootPattern-812573823-router', 'tenant_id': 'e5e7f48ecafa4bfe80fadd50e0b24cbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'external_fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': 'be992953-963d-4a09-bb47-b723431b87cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:51:58Z', 'updated_at': '2022-08-09T16:52:02Z', 'revision_number': 4, 'project_id': 'e5e7f48ecafa4bfe80fadd50e0b24cbb', 'gw_port': {'id': 'be992953-963d-4a09-bb47-b723431b87cd', 'name': '', 'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:85:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b1d7653-d26c-46fd-a988-11a269ea7e23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:51:59Z', 'updated_at': '2022-08-09T16:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-3-iscsi', '_floatingips': [{'id': 'e4d3a3ac-4346-464a-af40-0f02fef6914a', 'tenant_id': 'e5e7f48ecafa4bfe80fadd50e0b24cbb', 'floating_ip_address': '172.27.2.66', 'floating_network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'router_id': '7b1d7653-d26c-46fd-a988-11a269ea7e23', 'port_id': '7894ce6f-cdea-4930-bb7f-7cb16ee8e5c0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 426, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03ca7ab9-4a6d-42ee-86c4-e644a355c008', 'mac_address': 'fa:16:3e:a5:85:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6dea3ef-6792-4471-ba10-60009659c637', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-09T16:53:21Z', 'updated_at': '2022-08-09T16:53:21Z', 'revision_number': 0, 'project_id': 'e5e7f48ecafa4bfe80fadd50e0b24cbb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e23a157b-3cec-48c9-bddb-dfa7847c6d89', 'name': '', 'network_id': '03ca7ab9-4a6d-42ee-86c4-e644a355c008', 'tenant_id': 'e5e7f48ecafa4bfe80fadd50e0b24cbb', 'mac_address': 'fa:16:3e:1b:6b:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b1d7653-d26c-46fd-a988-11a269ea7e23', 'device_owner': 'network:router_interface', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'b36b87ee-0e67-4f6f-99fc-27a16ecf7293', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:52:01Z', 'updated_at': '2022-08-09T16:52:08Z', 'revision_number': 5, 'project_id': 'e5e7f48ecafa4bfe80fadd50e0b24cbb', 'subnets': [{'id': 'b36b87ee-0e67-4f6f-99fc-27a16ecf7293', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-3-iscsi', False) {} {{(pid=111142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:53:23.274286 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e619b158-76a4-4d5f-9a3b-cae21b324405 None None] The sync data for ids ['7b1d7653-d26c-46fd-a988-11a269ea7e23'] in dv-cinder-852364-3-iscsi is: [{'id': '7b1d7653-d26c-46fd-a988-11a269ea7e23', 'name': 'tempest-TestVolumeBootPattern-812573823-router', 'tenant_id': 'e5e7f48ecafa4bfe80fadd50e0b24cbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'external_fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': 'be992953-963d-4a09-bb47-b723431b87cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:51:58Z', 'updated_at': '2022-08-09T16:52:02Z', 'revision_number': 4, 'project_id': 'e5e7f48ecafa4bfe80fadd50e0b24cbb', 'gw_port': {'id': 'be992953-963d-4a09-bb47-b723431b87cd', 'name': '', 'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:85:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b1d7653-d26c-46fd-a988-11a269ea7e23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:51:59Z', 'updated_at': '2022-08-09T16:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-3-iscsi', '_floatingips': [{'id': 'e4d3a3ac-4346-464a-af40-0f02fef6914a', 'tenant_id': 'e5e7f48ecafa4bfe80fadd50e0b24cbb', 'floating_ip_address': '172.27.2.66', 'floating_network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'router_id': '7b1d7653-d26c-46fd-a988-11a269ea7e23', 'port_id': '7894ce6f-cdea-4930-bb7f-7cb16ee8e5c0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 426, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03ca7ab9-4a6d-42ee-86c4-e644a355c008', 'mac_address': 'fa:16:3e:a5:85:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6dea3ef-6792-4471-ba10-60009659c637', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-09T16:53:21Z', 'updated_at': '2022-08-09T16:53:21Z', 'revision_number': 0, 'project_id': 'e5e7f48ecafa4bfe80fadd50e0b24cbb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e23a157b-3cec-48c9-bddb-dfa7847c6d89', 'name': '', 'network_id': '03ca7ab9-4a6d-42ee-86c4-e644a355c008', 'tenant_id': 'e5e7f48ecafa4bfe80fadd50e0b24cbb', 'mac_address': 'fa:16:3e:1b:6b:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b1d7653-d26c-46fd-a988-11a269ea7e23', 'device_owner': 'network:router_interface', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'b36b87ee-0e67-4f6f-99fc-27a16ecf7293', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:52:01Z', 'updated_at': '2022-08-09T16:52:08Z', 'revision_number': 5, 'project_id': 'e5e7f48ecafa4bfe80fadd50e0b24cbb', 'subnets': [{'id': 'b36b87ee-0e67-4f6f-99fc-27a16ecf7293', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:53:23.315276 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4795be2-56e4-46ec-84f8-04a962c3fea4 req-ec772c68-2605-4269-8453-d00e47621eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:23.316824 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-a4795be2-56e4-46ec-84f8-04a962c3fea4 req-ec772c68-2605-4269-8453-d00e47621eee service neutron] 10.222.0.91 "GET /networking/v2.0/ports?tenant_id=e5e7f48ecafa4bfe80fadd50e0b24cbb&device_id=d6dea3ef-6792-4471-ba10-60009659c637 HTTP/1.1" status: 200 len: 1129 time: 0.0430892 Aug 09 16:53:23.421286 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4795be2-56e4-46ec-84f8-04a962c3fea4 req-ec32145d-c554-4a82-a1e2-777d9aa2a403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:23.422792 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-a4795be2-56e4-46ec-84f8-04a962c3fea4 req-ec32145d-c554-4a82-a1e2-777d9aa2a403 service neutron] 10.222.0.91 "GET /networking/v2.0/networks?id=03ca7ab9-4a6d-42ee-86c4-e644a355c008 HTTP/1.1" status: 200 len: 912 time: 0.0946157 Aug 09 16:53:23.471906 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b074bed5-c35e-4ace-b2a2-c916b60e508e None None] New status for floating IP e4d3a3ac-4346-464a-af40-0f02fef6914a: ACTIVE {{(pid=111143) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 09 16:53:23.517976 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-a4795be2-56e4-46ec-84f8-04a962c3fea4 req-7504fc90-2793-49e2-a4e3-dc3249cf6379 service neutron] 10.222.0.91 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7894ce6f-cdea-4930-bb7f-7cb16ee8e5c0 HTTP/1.1" status: 200 len: 998 time: 0.0588412 Aug 09 16:53:23.595486 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4795be2-56e4-46ec-84f8-04a962c3fea4 req-14a16822-dc1e-446b-a250-95c25f45a490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:23.596966 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-a4795be2-56e4-46ec-84f8-04a962c3fea4 req-14a16822-dc1e-446b-a250-95c25f45a490 service neutron] 10.222.0.91 "GET /networking/v2.0/subnets?id=b36b87ee-0e67-4f6f-99fc-27a16ecf7293 HTTP/1.1" status: 200 len: 850 time: 0.0488405 Aug 09 16:53:23.655988 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4795be2-56e4-46ec-84f8-04a962c3fea4 req-8c66ee70-7930-4e8c-bffe-9e9f68d2a5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:23.657541 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-a4795be2-56e4-46ec-84f8-04a962c3fea4 req-8c66ee70-7930-4e8c-bffe-9e9f68d2a5b0 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?network_id=03ca7ab9-4a6d-42ee-86c4-e644a355c008&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0465341 Aug 09 16:53:23.756614 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-a4795be2-56e4-46ec-84f8-04a962c3fea4 req-515d140a-8ee1-4a91-8374-77e2b6321d6b service neutron] 10.222.0.91 "GET /networking/v2.0/networks/03ca7ab9-4a6d-42ee-86c4-e644a355c008?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868177 Aug 09 16:53:23.859211 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-a4795be2-56e4-46ec-84f8-04a962c3fea4 req-d25bf4ad-ca0d-4cd8-9ad9-166b9ba7755d service neutron] 10.222.0.91 "GET /networking/v2.0/networks/03ca7ab9-4a6d-42ee-86c4-e644a355c008?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918412 Aug 09 16:53:23.965682 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:53:23.982667 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6779d13-f096-496e-8cdd-fbc0c1d37cd8 req-aa506f87-8f08-4b77-8d93-e4953a9e07a7 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:23.988526 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-a6779d13-f096-496e-8cdd-fbc0c1d37cd8 req-aa506f87-8f08-4b77-8d93-e4953a9e07a7 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=53f72561-f391-43d4-8264-28016993a6a5 HTTP/1.1" status: 200 len: 945 time: 0.0493431 Aug 09 16:53:24.035690 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-a6779d13-f096-496e-8cdd-fbc0c1d37cd8 req-94c34da5-2021-4ae9-bd4b-24ebdd351e23 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=7b884b5c-59d3-4005-a700-093097532603&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450215 Aug 09 16:53:25.141995 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=100 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:53:25.158657 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f256f8f1-18d2-4fb0-962d-9f0ac705f288 req-f71992d1-f36c-4c6e-97b6-3627bcd70f5c tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:25.160168 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-f256f8f1-18d2-4fb0-962d-9f0ac705f288 req-f71992d1-f36c-4c6e-97b6-3627bcd70f5c tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=53f72561-f391-43d4-8264-28016993a6a5 HTTP/1.1" status: 200 len: 945 time: 0.0492301 Aug 09 16:53:25.207348 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-f256f8f1-18d2-4fb0-962d-9f0ac705f288 req-64f07786-d68d-4c54-b5fa-a1247a8c504f tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=7b884b5c-59d3-4005-a700-093097532603&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416307 Aug 09 16:53:25.331038 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd660af1-35a7-45e6-ad7b-2811872b4f65 req-cfbe4085-ac02-4a22-a321-f2692c0fd18e tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:25.333513 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-cd660af1-35a7-45e6-ad7b-2811872b4f65 req-cfbe4085-ac02-4a22-a321-f2692c0fd18e tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=53f72561-f391-43d4-8264-28016993a6a5 HTTP/1.1" status: 200 len: 945 time: 0.0532787 Aug 09 16:53:25.343078 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.wsgi [-] (111140) accepted ('10.222.0.59', 53008) {{(pid=111140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:53:25.347589 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.v2.base [None req-94f7aed7-37e6-41c7-89d5-b08a791a79c9 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Request body: {'floatingip': {'port_id': '9f544325-972f-4e60-9365-73a4114a5bfb'}} {{(pid=111140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 16:53:25.390798 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-94f7aed7-37e6-41c7-89d5-b08a791a79c9 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Publish callbacks [] for floatingip (2fd0040a-f55f-4787-bd53-1708c675d642), before_update {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:53:25.637153 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=100 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:53:25.832164 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-94f7aed7-37e6-41c7-89d5-b08a791a79c9 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:53:25.927973 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-94f7aed7-37e6-41c7-89d5-b08a791a79c9 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-336914'] for floatingip (2fd0040a-f55f-4787-bd53-1708c675d642), after_update {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:53:26.029935 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.db.l3_db [None req-94f7aed7-37e6-41c7-89d5-b08a791a79c9 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Floating IP 2fd0040a-f55f-4787-bd53-1708c675d642 associated. External IP: 172.27.2.17, port: 9f544325-972f-4e60-9365-73a4114a5bfb. Aug 09 16:53:26.235186 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94f7aed7-37e6-41c7-89d5-b08a791a79c9 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Router 536cabdf-f3dd-45b1-ae01-5b812d9138a3 has already been hosted by L3 agent 2cf02505-efcb-442b-855b-6c659df6f18c {{(pid=111140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 09 16:53:26.278208 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:53:26.342135 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94f7aed7-37e6-41c7-89d5-b08a791a79c9 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Notify agent at l3_agent.dv-cinder-852364-3-iscsi the message routers_updated {{(pid=111140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:53:26.346707 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-94f7aed7-37e6-41c7-89d5-b08a791a79c9 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90003'] for floatingip (None), before_response {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:53:26.351206 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7bb574b-3dbf-44f4-bc83-8c62a1c2ec93 None None] Sync routers for ids ['536cabdf-f3dd-45b1-ae01-5b812d9138a3'] in dv-cinder-852364-3-iscsi {{(pid=111142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:53:26.361459 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7bb574b-3dbf-44f4-bc83-8c62a1c2ec93 None None] Routers {'536cabdf-f3dd-45b1-ae01-5b812d9138a3'} bound to L3 agent in host dv-cinder-852364-3-iscsi {{(pid=111142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 16:53:26.362151 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_hamode_db [None req-b7bb574b-3dbf-44f4-bc83-8c62a1c2ec93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-09T16:42:12Z,description=,heartbeat_timestamp=2022-08-09T16:53:12Z,host='dv-cinder-852364-3-iscsi',id=2cf02505-efcb-442b-855b-6c659df6f18c,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:13Z,topic='l3_agent')) {'router_ids': ['536cabdf-f3dd-45b1-ae01-5b812d9138a3'], 'active': True} {{(pid=111142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:53:26.377008 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [None req-94f7aed7-37e6-41c7-89d5-b08a791a79c9 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "PUT /networking/v2.0/floatingips/2fd0040a-f55f-4787-bd53-1708c675d642 HTTP/1.1" status: 200 len: 990 time: 1.0327969 Aug 09 16:53:26.377730 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53f72561-f391-43d4-8264-28016993a6a5', 'tag': '9f544325-972f-4e60-9365-73a4114a5bfb'}] {{(pid=111140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 16:53:26.380046 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f41bda9ed637a92b78517b41d4edf2586523f8da12b25a219bf38f0aed6eb417" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a297af06-6fd5-4aa7-a8f1-72d54fc63584" -d '{"events": [{"name": "network-changed", "server_uuid": "53f72561-f391-43d4-8264-28016993a6a5", "tag": "9f544325-972f-4e60-9365-73a4114a5bfb"}]}' {{(pid=111140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:53:26.419089 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Aug 2022 16:53:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13e3d2e0-c23d-413c-bff2-0aec1d21f20e x-openstack-request-id: req-13e3d2e0-c23d-413c-bff2-0aec1d21f20e {{(pid=111140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:53:26.419428 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53f72561-f391-43d4-8264-28016993a6a5", "tag": "9f544325-972f-4e60-9365-73a4114a5bfb", "status": "completed", "code": 200}]} {{(pid=111140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:53:26.419685 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-13e3d2e0-c23d-413c-bff2-0aec1d21f20e {{(pid=111140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:53:26.420092 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13e3d2e0-c23d-413c-bff2-0aec1d21f20e'] response: {'name': 'network-changed', 'server_uuid': '53f72561-f391-43d4-8264-28016993a6a5', 'tag': '9f544325-972f-4e60-9365-73a4114a5bfb', 'status': 'completed', 'code': 200} Aug 09 16:53:26.470096 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_dvr_db [None req-b7bb574b-3dbf-44f4-bc83-8c62a1c2ec93 None None] Set router 536cabdf-f3dd-45b1-ae01-5b812d9138a3 gateway port host: dv-cinder-852364-3-iscsi {{(pid=111142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 16:53:26.546243 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=100 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:53:26.558167 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=100 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:53:26.600011 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a297af06-6fd5-4aa7-a8f1-72d54fc63584 req-ca44cd35-389c-4b6a-b88c-1d9d05fc8514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:26.601571 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-a297af06-6fd5-4aa7-a8f1-72d54fc63584 req-ca44cd35-389c-4b6a-b88c-1d9d05fc8514 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?tenant_id=b681b90f2f074e8c8cfb11939edc7f72&device_id=53f72561-f391-43d4-8264-28016993a6a5 HTTP/1.1" status: 200 len: 1129 time: 0.0465846 Aug 09 16:53:26.624843 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=100 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:53:26.691094 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_hamode_db [None req-b7bb574b-3dbf-44f4-bc83-8c62a1c2ec93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '536cabdf-f3dd-45b1-ae01-5b812d9138a3', 'name': 'tempest-ServerRescueNegativeTestJSON-830009148-router', 'tenant_id': 'b681b90f2f074e8c8cfb11939edc7f72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'external_fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': '51b6b9aa-6225-414f-b334-3d87b6264367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:50:26Z', 'updated_at': '2022-08-09T16:50:37Z', 'revision_number': 4, 'project_id': 'b681b90f2f074e8c8cfb11939edc7f72', 'gw_port': {'id': '51b6b9aa-6225-414f-b334-3d87b6264367', 'name': '', 'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:c7:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '536cabdf-f3dd-45b1-ae01-5b812d9138a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:50:27Z', 'updated_at': '2022-08-09T16:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-3-iscsi', '_floatingips': [{'id': '2fd0040a-f55f-4787-bd53-1708c675d642', 'tenant_id': 'b681b90f2f074e8c8cfb11939edc7f72', 'floating_ip_address': '172.27.2.17', 'floating_network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'router_id': '536cabdf-f3dd-45b1-ae01-5b812d9138a3', 'port_id': '9f544325-972f-4e60-9365-73a4114a5bfb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 423, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7c6cdf7-0095-4da2-9004-cdee3c973d7e', 'mac_address': 'fa:16:3e:91:db:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f72561-f391-43d4-8264-28016993a6a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-09T16:53:02Z', 'updated_at': '2022-08-09T16:53:25Z', 'revision_number': 1, 'project_id': 'b681b90f2f074e8c8cfb11939edc7f72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e481dd39-01b9-4ed2-aec9-d0736a244466', 'name': '', 'network_id': 'e7c6cdf7-0095-4da2-9004-cdee3c973d7e', 'tenant_id': 'b681b90f2f074e8c8cfb11939edc7f72', 'mac_address': 'fa:16:3e:e1:dd:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '536cabdf-f3dd-45b1-ae01-5b812d9138a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'fa8494ca-da5a-4e74-b349-aebeb3fbaa4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:50:35Z', 'updated_at': '2022-08-09T16:50:52Z', 'revision_number': 5, 'project_id': 'b681b90f2f074e8c8cfb11939edc7f72', 'subnets': [{'id': 'fa8494ca-da5a-4e74-b349-aebeb3fbaa4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-3-iscsi', False) {} {{(pid=111142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:53:26.707807 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a297af06-6fd5-4aa7-a8f1-72d54fc63584 req-5d9ba922-36de-4617-a238-ad28fd4d1879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:26.709298 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-a297af06-6fd5-4aa7-a8f1-72d54fc63584 req-5d9ba922-36de-4617-a238-ad28fd4d1879 service neutron] 10.222.0.91 "GET /networking/v2.0/networks?id=e7c6cdf7-0095-4da2-9004-cdee3c973d7e HTTP/1.1" status: 200 len: 919 time: 0.0936177 Aug 09 16:53:26.720846 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7bb574b-3dbf-44f4-bc83-8c62a1c2ec93 None None] Checking router: 536cabdf-f3dd-45b1-ae01-5b812d9138a3 for host: dv-cinder-852364-3-iscsi {{(pid=111142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:53:26.730853 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7bb574b-3dbf-44f4-bc83-8c62a1c2ec93 None None] Routers {'536cabdf-f3dd-45b1-ae01-5b812d9138a3'} bound to L3 agent in host dv-cinder-852364-3-iscsi {{(pid=111142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 16:53:26.734242 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_hamode_db [None req-b7bb574b-3dbf-44f4-bc83-8c62a1c2ec93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-09T16:42:12Z,description=,heartbeat_timestamp=2022-08-09T16:53:12Z,host='dv-cinder-852364-3-iscsi',id=2cf02505-efcb-442b-855b-6c659df6f18c,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:13Z,topic='l3_agent')) {'router_ids': ['536cabdf-f3dd-45b1-ae01-5b812d9138a3'], 'active': True} {{(pid=111142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:53:26.775813 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-a297af06-6fd5-4aa7-a8f1-72d54fc63584 req-352add6a-efd1-4150-9648-dc1806fc9dbf service neutron] 10.222.0.91 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9f544325-972f-4e60-9365-73a4114a5bfb HTTP/1.1" status: 200 len: 998 time: 0.0598710 Aug 09 16:53:26.836442 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a297af06-6fd5-4aa7-a8f1-72d54fc63584 req-e74305d5-fbda-4aa7-ab74-48cc4699b954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:26.838119 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-a297af06-6fd5-4aa7-a8f1-72d54fc63584 req-e74305d5-fbda-4aa7-ab74-48cc4699b954 service neutron] 10.222.0.91 "GET /networking/v2.0/subnets?id=fa8494ca-da5a-4e74-b349-aebeb3fbaa4a HTTP/1.1" status: 200 len: 857 time: 0.0498722 Aug 09 16:53:26.839509 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_dvr_db [None req-b7bb574b-3dbf-44f4-bc83-8c62a1c2ec93 None None] Set router 536cabdf-f3dd-45b1-ae01-5b812d9138a3 gateway port host: dv-cinder-852364-3-iscsi {{(pid=111142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 16:53:26.883633 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a297af06-6fd5-4aa7-a8f1-72d54fc63584 req-0c5304e6-b887-41c8-8938-09dd0ac7f094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:26.885806 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-a297af06-6fd5-4aa7-a8f1-72d54fc63584 req-0c5304e6-b887-41c8-8938-09dd0ac7f094 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?network_id=e7c6cdf7-0095-4da2-9004-cdee3c973d7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0407147 Aug 09 16:53:26.986207 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-a297af06-6fd5-4aa7-a8f1-72d54fc63584 req-f45e9358-65a7-4293-8f21-25c1fe56c424 service neutron] 10.222.0.91 "GET /networking/v2.0/networks/e7c6cdf7-0095-4da2-9004-cdee3c973d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890749 Aug 09 16:53:27.067274 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_hamode_db [None req-b7bb574b-3dbf-44f4-bc83-8c62a1c2ec93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '536cabdf-f3dd-45b1-ae01-5b812d9138a3', 'name': 'tempest-ServerRescueNegativeTestJSON-830009148-router', 'tenant_id': 'b681b90f2f074e8c8cfb11939edc7f72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'external_fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': '51b6b9aa-6225-414f-b334-3d87b6264367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:50:26Z', 'updated_at': '2022-08-09T16:50:37Z', 'revision_number': 4, 'project_id': 'b681b90f2f074e8c8cfb11939edc7f72', 'gw_port': {'id': '51b6b9aa-6225-414f-b334-3d87b6264367', 'name': '', 'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:c7:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '536cabdf-f3dd-45b1-ae01-5b812d9138a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:50:27Z', 'updated_at': '2022-08-09T16:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-3-iscsi', '_floatingips': [{'id': '2fd0040a-f55f-4787-bd53-1708c675d642', 'tenant_id': 'b681b90f2f074e8c8cfb11939edc7f72', 'floating_ip_address': '172.27.2.17', 'floating_network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'router_id': '536cabdf-f3dd-45b1-ae01-5b812d9138a3', 'port_id': '9f544325-972f-4e60-9365-73a4114a5bfb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 423, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7c6cdf7-0095-4da2-9004-cdee3c973d7e', 'mac_address': 'fa:16:3e:91:db:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f72561-f391-43d4-8264-28016993a6a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-09T16:53:02Z', 'updated_at': '2022-08-09T16:53:25Z', 'revision_number': 1, 'project_id': 'b681b90f2f074e8c8cfb11939edc7f72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e481dd39-01b9-4ed2-aec9-d0736a244466', 'name': '', 'network_id': 'e7c6cdf7-0095-4da2-9004-cdee3c973d7e', 'tenant_id': 'b681b90f2f074e8c8cfb11939edc7f72', 'mac_address': 'fa:16:3e:e1:dd:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '536cabdf-f3dd-45b1-ae01-5b812d9138a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'fa8494ca-da5a-4e74-b349-aebeb3fbaa4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:50:35Z', 'updated_at': '2022-08-09T16:50:52Z', 'revision_number': 5, 'project_id': 'b681b90f2f074e8c8cfb11939edc7f72', 'subnets': [{'id': 'fa8494ca-da5a-4e74-b349-aebeb3fbaa4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-3-iscsi', False) {} {{(pid=111142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:53:27.092583 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7bb574b-3dbf-44f4-bc83-8c62a1c2ec93 None None] The sync data for ids ['536cabdf-f3dd-45b1-ae01-5b812d9138a3'] in dv-cinder-852364-3-iscsi is: [{'id': '536cabdf-f3dd-45b1-ae01-5b812d9138a3', 'name': 'tempest-ServerRescueNegativeTestJSON-830009148-router', 'tenant_id': 'b681b90f2f074e8c8cfb11939edc7f72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'external_fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': '51b6b9aa-6225-414f-b334-3d87b6264367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:50:26Z', 'updated_at': '2022-08-09T16:50:37Z', 'revision_number': 4, 'project_id': 'b681b90f2f074e8c8cfb11939edc7f72', 'gw_port': {'id': '51b6b9aa-6225-414f-b334-3d87b6264367', 'name': '', 'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:c7:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '536cabdf-f3dd-45b1-ae01-5b812d9138a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:50:27Z', 'updated_at': '2022-08-09T16:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-3-iscsi', '_floatingips': [{'id': '2fd0040a-f55f-4787-bd53-1708c675d642', 'tenant_id': 'b681b90f2f074e8c8cfb11939edc7f72', 'floating_ip_address': '172.27.2.17', 'floating_network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'router_id': '536cabdf-f3dd-45b1-ae01-5b812d9138a3', 'port_id': '9f544325-972f-4e60-9365-73a4114a5bfb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 423, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7c6cdf7-0095-4da2-9004-cdee3c973d7e', 'mac_address': 'fa:16:3e:91:db:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f72561-f391-43d4-8264-28016993a6a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-09T16:53:02Z', 'updated_at': '2022-08-09T16:53:25Z', 'revision_number': 1, 'project_id': 'b681b90f2f074e8c8cfb11939edc7f72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e481dd39-01b9-4ed2-aec9-d0736a244466', 'name': '', 'network_id': 'e7c6cdf7-0095-4da2-9004-cdee3c973d7e', 'tenant_id': 'b681b90f2f074e8c8cfb11939edc7f72', 'mac_address': 'fa:16:3e:e1:dd:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '536cabdf-f3dd-45b1-ae01-5b812d9138a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'fa8494ca-da5a-4e74-b349-aebeb3fbaa4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:50:35Z', 'updated_at': '2022-08-09T16:50:52Z', 'revision_number': 5, 'project_id': 'b681b90f2f074e8c8cfb11939edc7f72', 'subnets': [{'id': 'fa8494ca-da5a-4e74-b349-aebeb3fbaa4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:53:27.123801 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-a297af06-6fd5-4aa7-a8f1-72d54fc63584 req-4363a279-f1ca-45d7-93a2-91ea4f5bae0b service neutron] 10.222.0.91 "GET /networking/v2.0/networks/e7c6cdf7-0095-4da2-9004-cdee3c973d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310811 Aug 09 16:53:27.290441 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49609f20-ed7e-4e1a-b280-2fd5418b4e48 None None] New status for floating IP 2fd0040a-f55f-4787-bd53-1708c675d642: ACTIVE {{(pid=111143) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 09 16:53:27.962433 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-782e3a4e-1df0-423c-8bcb-92528c6246d3 req-0b3f878c-8b4d-426e-babb-fe19a544f5c7 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?device_id=a4d48aed-6528-46cd-a11e-6899591a4a27&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0428624 Aug 09 16:53:28.104393 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782e3a4e-1df0-423c-8bcb-92528c6246d3 req-49ec60aa-e8ae-40ea-b077-b799e300d458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:28.105893 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-782e3a4e-1df0-423c-8bcb-92528c6246d3 req-49ec60aa-e8ae-40ea-b077-b799e300d458 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?tenant_id=b681b90f2f074e8c8cfb11939edc7f72&device_id=a4d48aed-6528-46cd-a11e-6899591a4a27 HTTP/1.1" status: 200 len: 1130 time: 0.0402935 Aug 09 16:53:28.222068 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782e3a4e-1df0-423c-8bcb-92528c6246d3 req-448af3cf-269d-4b50-8d75-25d360927428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:28.223787 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-782e3a4e-1df0-423c-8bcb-92528c6246d3 req-448af3cf-269d-4b50-8d75-25d360927428 service neutron] 10.222.0.91 "GET /networking/v2.0/networks?id=e7c6cdf7-0095-4da2-9004-cdee3c973d7e HTTP/1.1" status: 200 len: 919 time: 0.0892537 Aug 09 16:53:28.272448 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-782e3a4e-1df0-423c-8bcb-92528c6246d3 req-ddf9929a-2983-413e-8dde-c38d70c61886 service neutron] 10.222.0.91 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=53a24594-3349-4f0d-b4fe-6c7d9baea3f2 HTTP/1.1" status: 200 len: 217 time: 0.0371735 Aug 09 16:53:28.337334 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782e3a4e-1df0-423c-8bcb-92528c6246d3 req-12579b5b-c006-42ff-8bb0-9cccd438bef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:28.339843 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-782e3a4e-1df0-423c-8bcb-92528c6246d3 req-12579b5b-c006-42ff-8bb0-9cccd438bef2 service neutron] 10.222.0.91 "GET /networking/v2.0/subnets?id=fa8494ca-da5a-4e74-b349-aebeb3fbaa4a HTTP/1.1" status: 200 len: 857 time: 0.0494401 Aug 09 16:53:28.387925 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782e3a4e-1df0-423c-8bcb-92528c6246d3 req-392dc764-0e11-454f-9027-d8aa1e6506a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:28.389420 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-782e3a4e-1df0-423c-8bcb-92528c6246d3 req-392dc764-0e11-454f-9027-d8aa1e6506a2 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?network_id=e7c6cdf7-0095-4da2-9004-cdee3c973d7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0404024 Aug 09 16:53:28.424675 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.agents_db [None req-a4db1589-5d5b-4049-8210-f6e9f318fefd None None] Agent healthcheck: found 6 active agents {{(pid=111143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:53:28.492103 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-782e3a4e-1df0-423c-8bcb-92528c6246d3 req-8bc0762c-45a3-434e-8081-088cf94a3957 service neutron] 10.222.0.91 "GET /networking/v2.0/networks/e7c6cdf7-0095-4da2-9004-cdee3c973d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928288 Aug 09 16:53:28.546069 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=100 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:53:28.592038 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-782e3a4e-1df0-423c-8bcb-92528c6246d3 req-34dd8da8-3306-44fb-9a70-37004633bd4e service neutron] 10.222.0.91 "GET /networking/v2.0/networks/e7c6cdf7-0095-4da2-9004-cdee3c973d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914085 Aug 09 16:53:29.745973 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (fd1157aa-8fd8-4c6b-a604-f3842f12d305), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:53:36.372116 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=3 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:53:36.374100 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=63,neutron:UPDATE=1 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:53:38.587836 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=88 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:53:40.180439 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-050e814a-ff50-45db-820d-34241feeff62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (0d699ab0-1a4e-47ab-a625-f3b077123214), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:53:42.396162 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-3057cebf-24fc-45ed-96b4-bce47024fae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (2cf02505-efcb-442b-855b-6c659df6f18c), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:53:43.712448 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-e70f562e-e7df-49ad-a15a-67a143aa0666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (bc6be869-02df-4ed8-8ee0-3ec53a1551af), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:53:45.500651 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-5c325a0b-ed39-4cac-be6f-43defe9e55aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (33bcacdc-c215-42b6-b75f-650d86e609be), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:53:45.672223 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (47988f4d-09d0-4892-bbfe-5b11c743802f), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:53:46.436499 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG dbcounter [-] [111143] Writing DB stats neutron:SELECT=30,neutron:UPDATE=2 {{(pid=111143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:53:46.442370 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG dbcounter [-] [111143] Writing DB stats neutron:SELECT=38,neutron:UPDATE=4 {{(pid=111143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:53:55.586784 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=63,neutron:UPDATE=3 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:53:55.588691 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:53:59.773419 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (fd1157aa-8fd8-4c6b-a604-f3842f12d305), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:54:00.348378 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d83fb6-3139-440d-a59a-3e6d7b3d2b7f req-6c81bd1f-5819-4be5-932c-679e7bf6512a tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:00.349908 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-a1d83fb6-3139-440d-a59a-3e6d7b3d2b7f req-6c81bd1f-5819-4be5-932c-679e7bf6512a tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=da7f4d33-f0b3-4448-9f68-813a5aead47a HTTP/1.1" status: 200 len: 945 time: 0.0491724 Aug 09 16:54:00.398562 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-a1d83fb6-3139-440d-a59a-3e6d7b3d2b7f req-5d0a36e4-5ca2-4dc0-bbd6-2f1a62c4adda tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=3d9f5ea8-d0d2-408b-afd6-30dd186663a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429776 Aug 09 16:54:01.527003 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc70614-9a01-4d81-97c9-094c386602d5 req-991282a7-c989-4aa9-8a28-16a1cce8e894 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:01.528524 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-9fc70614-9a01-4d81-97c9-094c386602d5 req-991282a7-c989-4aa9-8a28-16a1cce8e894 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=da7f4d33-f0b3-4448-9f68-813a5aead47a HTTP/1.1" status: 200 len: 945 time: 0.0478718 Aug 09 16:54:01.576053 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-9fc70614-9a01-4d81-97c9-094c386602d5 req-217303a2-b119-423e-b743-84728e716596 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=3d9f5ea8-d0d2-408b-afd6-30dd186663a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411038 Aug 09 16:54:02.704286 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252419d4-0661-4499-a9d6-814f4de2c6f9 req-f7b36989-4067-45a5-9fb1-be688a6500f8 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:02.705828 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-252419d4-0661-4499-a9d6-814f4de2c6f9 req-f7b36989-4067-45a5-9fb1-be688a6500f8 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=da7f4d33-f0b3-4448-9f68-813a5aead47a HTTP/1.1" status: 200 len: 945 time: 0.0498619 Aug 09 16:54:02.755073 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-252419d4-0661-4499-a9d6-814f4de2c6f9 req-d2769989-97da-494c-a266-3840a3fe662c tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=3d9f5ea8-d0d2-408b-afd6-30dd186663a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436068 Aug 09 16:54:03.884648 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a3c22c-73ae-46ad-aa54-4e8bfe118fb7 req-4477b6ce-b387-4c85-bb33-b33e7e612d5e tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:03.886117 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-02a3c22c-73ae-46ad-aa54-4e8bfe118fb7 req-4477b6ce-b387-4c85-bb33-b33e7e612d5e tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=da7f4d33-f0b3-4448-9f68-813a5aead47a HTTP/1.1" status: 200 len: 945 time: 0.0501926 Aug 09 16:54:03.933132 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-02a3c22c-73ae-46ad-aa54-4e8bfe118fb7 req-741c224a-794c-40c8-a69d-0d04b6c94185 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=3d9f5ea8-d0d2-408b-afd6-30dd186663a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409939 Aug 09 16:54:05.061301 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff620e1-3d36-4b65-b731-c378266a8c64 req-aa5abb6c-ffc2-42fc-8d78-44e07ff9e7ed tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:05.062806 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-6ff620e1-3d36-4b65-b731-c378266a8c64 req-aa5abb6c-ffc2-42fc-8d78-44e07ff9e7ed tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=da7f4d33-f0b3-4448-9f68-813a5aead47a HTTP/1.1" status: 200 len: 945 time: 0.0518320 Aug 09 16:54:05.111489 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-6ff620e1-3d36-4b65-b731-c378266a8c64 req-62475b98-772f-4071-80f9-0bc6d8d28d48 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=3d9f5ea8-d0d2-408b-afd6-30dd186663a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426939 Aug 09 16:54:05.425147 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.agents_db [None req-a4db1589-5d5b-4049-8210-f6e9f318fefd None None] Agent healthcheck: found 6 active agents {{(pid=111143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:54:06.236864 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7173e8cf-b648-4ce7-8813-d3e9021bb486 req-701f22c1-f4cd-4793-a4c4-65edc3e58f6d tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:06.238215 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-7173e8cf-b648-4ce7-8813-d3e9021bb486 req-701f22c1-f4cd-4793-a4c4-65edc3e58f6d tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=da7f4d33-f0b3-4448-9f68-813a5aead47a HTTP/1.1" status: 200 len: 945 time: 0.0483112 Aug 09 16:54:06.285683 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-7173e8cf-b648-4ce7-8813-d3e9021bb486 req-bea1794e-ca19-464d-bf43-dd2fb1138e53 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=3d9f5ea8-d0d2-408b-afd6-30dd186663a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417340 Aug 09 16:54:07.409458 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffab45a-5a71-4c49-992a-55c76e4c58da req-331caf95-be7d-4799-88d0-2f02f9692a89 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:07.410927 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-3ffab45a-5a71-4c49-992a-55c76e4c58da req-331caf95-be7d-4799-88d0-2f02f9692a89 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=da7f4d33-f0b3-4448-9f68-813a5aead47a HTTP/1.1" status: 200 len: 945 time: 0.0473230 Aug 09 16:54:07.459154 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-3ffab45a-5a71-4c49-992a-55c76e4c58da req-6950e33c-aa66-42b4-9954-7f2174f8a543 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=3d9f5ea8-d0d2-408b-afd6-30dd186663a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425348 Aug 09 16:54:08.415164 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG dbcounter [-] [111143] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=111143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:54:08.585999 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60572db-f464-4950-929e-0fbe205dcddf req-6730816f-ec6b-40db-acc3-69591685116c tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:08.587508 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-d60572db-f464-4950-929e-0fbe205dcddf req-6730816f-ec6b-40db-acc3-69591685116c tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=da7f4d33-f0b3-4448-9f68-813a5aead47a HTTP/1.1" status: 200 len: 945 time: 0.0489445 Aug 09 16:54:08.639639 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-d60572db-f464-4950-929e-0fbe205dcddf req-75a2033e-eb48-4488-9149-269a9f46d2bf tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=3d9f5ea8-d0d2-408b-afd6-30dd186663a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463119 Aug 09 16:54:09.649111 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=2 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:54:09.655083 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:54:09.765444 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef305c6f-cf83-46d8-ac32-ffbbe2434bef req-adebc0c3-9c5d-4d97-aaf1-7ede7e0e50f2 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:09.767179 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-ef305c6f-cf83-46d8-ac32-ffbbe2434bef req-adebc0c3-9c5d-4d97-aaf1-7ede7e0e50f2 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=da7f4d33-f0b3-4448-9f68-813a5aead47a HTTP/1.1" status: 200 len: 945 time: 0.0493627 Aug 09 16:54:09.819622 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-ef305c6f-cf83-46d8-ac32-ffbbe2434bef req-536efd86-e107-4bf4-b16b-08154dac51b5 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=3d9f5ea8-d0d2-408b-afd6-30dd186663a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467107 Aug 09 16:54:10.179441 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-d5304872-8fee-49f9-a828-0f2fa8c219f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (0d699ab0-1a4e-47ab-a625-f3b077123214), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:54:10.943620 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c32ef3-9ade-4141-b853-4cc99a38c029 req-cc465ab4-da3e-4206-8575-d33e8f210ec4 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:10.945028 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-14c32ef3-9ade-4141-b853-4cc99a38c029 req-cc465ab4-da3e-4206-8575-d33e8f210ec4 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=da7f4d33-f0b3-4448-9f68-813a5aead47a HTTP/1.1" status: 200 len: 945 time: 0.0482421 Aug 09 16:54:10.993532 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-14c32ef3-9ade-4141-b853-4cc99a38c029 req-e0d17e08-c7c6-42d0-b126-01a5e916cb30 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=3d9f5ea8-d0d2-408b-afd6-30dd186663a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429769 Aug 09 16:54:12.133097 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baa7efb-6d8f-405e-8afc-b850fbe0d19e req-fdb23c0b-ad73-47ac-af86-2a24206f6144 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:12.134642 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-8baa7efb-6d8f-405e-8afc-b850fbe0d19e req-fdb23c0b-ad73-47ac-af86-2a24206f6144 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=da7f4d33-f0b3-4448-9f68-813a5aead47a HTTP/1.1" status: 200 len: 945 time: 0.0490839 Aug 09 16:54:12.183034 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-8baa7efb-6d8f-405e-8afc-b850fbe0d19e req-aee41166-627b-4fba-8294-e48f97482b86 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=3d9f5ea8-d0d2-408b-afd6-30dd186663a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427496 Aug 09 16:54:12.381033 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-69c6236d-f941-4837-a5c1-90f13cdb934e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (2cf02505-efcb-442b-855b-6c659df6f18c), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:54:13.310398 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6a2f63-d2a1-497b-88b8-6f1ca42622e7 req-619862e6-fefd-463a-ae45-17d9f87f8e0e tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:13.311923 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-cf6a2f63-d2a1-497b-88b8-6f1ca42622e7 req-619862e6-fefd-463a-ae45-17d9f87f8e0e tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=da7f4d33-f0b3-4448-9f68-813a5aead47a HTTP/1.1" status: 200 len: 945 time: 0.0522175 Aug 09 16:54:13.360488 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-cf6a2f63-d2a1-497b-88b8-6f1ca42622e7 req-44dc72fb-d7dc-443a-a8c2-b59a055528a4 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=3d9f5ea8-d0d2-408b-afd6-30dd186663a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426607 Aug 09 16:54:13.693026 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-e70f562e-e7df-49ad-a15a-67a143aa0666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (bc6be869-02df-4ed8-8ee0-3ec53a1551af), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:54:14.493848 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c448dd-5e89-410e-88ba-fe70fff776b1 req-7b587e64-12b1-40e3-ba74-35bf64db92d6 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:14.495391 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-44c448dd-5e89-410e-88ba-fe70fff776b1 req-7b587e64-12b1-40e3-ba74-35bf64db92d6 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=da7f4d33-f0b3-4448-9f68-813a5aead47a HTTP/1.1" status: 200 len: 945 time: 0.0540814 Aug 09 16:54:14.543857 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-44c448dd-5e89-410e-88ba-fe70fff776b1 req-f185ecb8-48ef-4749-a77b-613453b5d8a2 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=3d9f5ea8-d0d2-408b-afd6-30dd186663a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427759 Aug 09 16:54:14.960000 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641d333a-7250-4d81-856c-49c8eeb875ac req-f03c4c69-6faa-4f1e-8c71-e29de45ccdaa tempest-VolumesSnapshotTestJSON-308951325 tempest-VolumesSnapshotTestJSON-308951325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:14.961473 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-641d333a-7250-4d81-856c-49c8eeb875ac req-f03c4c69-6faa-4f1e-8c71-e29de45ccdaa tempest-VolumesSnapshotTestJSON-308951325 tempest-VolumesSnapshotTestJSON-308951325-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=c924ba86-e6ed-4312-9149-cd13ffd2af45 HTTP/1.1" status: 200 len: 946 time: 0.0482121 Aug 09 16:54:15.009558 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-641d333a-7250-4d81-856c-49c8eeb875ac req-16ed0a50-28f9-4d20-b8db-feb13ecc4f25 tempest-VolumesSnapshotTestJSON-308951325 tempest-VolumesSnapshotTestJSON-308951325-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=ba8eb485-b96c-4609-af49-bece5d191c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421197 Aug 09 16:54:15.482368 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-5c325a0b-ed39-4cac-be6f-43defe9e55aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (33bcacdc-c215-42b6-b75f-650d86e609be), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:54:15.666819 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (47988f4d-09d0-4892-bbfe-5b11c743802f), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:54:15.672929 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4a060e-04f5-4b96-ba2c-853f8814daa5 req-57e17329-688a-48ac-b2da-46f203bd6ce8 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:15.677698 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-5b4a060e-04f5-4b96-ba2c-853f8814daa5 req-57e17329-688a-48ac-b2da-46f203bd6ce8 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=da7f4d33-f0b3-4448-9f68-813a5aead47a HTTP/1.1" status: 200 len: 945 time: 0.0476439 Aug 09 16:54:15.723120 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-5b4a060e-04f5-4b96-ba2c-853f8814daa5 req-110b0352-6a4a-4bc1-ae57-57973f4d58c0 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=3d9f5ea8-d0d2-408b-afd6-30dd186663a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424368 Aug 09 16:54:16.133475 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b1e4c6-afba-4a5a-bebf-8b5a57510168 req-c0f1b4c7-4cf8-4d57-abd1-87c912fd12c9 tempest-VolumesSnapshotTestJSON-308951325 tempest-VolumesSnapshotTestJSON-308951325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:16.134981 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-90b1e4c6-afba-4a5a-bebf-8b5a57510168 req-c0f1b4c7-4cf8-4d57-abd1-87c912fd12c9 tempest-VolumesSnapshotTestJSON-308951325 tempest-VolumesSnapshotTestJSON-308951325-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=c924ba86-e6ed-4312-9149-cd13ffd2af45 HTTP/1.1" status: 200 len: 946 time: 0.0509927 Aug 09 16:54:16.182118 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-90b1e4c6-afba-4a5a-bebf-8b5a57510168 req-209bf706-4514-4d02-8c06-ba6e179ce2d3 tempest-VolumesSnapshotTestJSON-308951325 tempest-VolumesSnapshotTestJSON-308951325-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=ba8eb485-b96c-4609-af49-bece5d191c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415473 Aug 09 16:54:16.853235 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b355a4ea-bb15-4e85-bd62-738101654eb7 req-9a42bdb4-36c3-4176-b7c3-5dcda0d09cc4 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:16.855183 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-b355a4ea-bb15-4e85-bd62-738101654eb7 req-9a42bdb4-36c3-4176-b7c3-5dcda0d09cc4 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=da7f4d33-f0b3-4448-9f68-813a5aead47a HTTP/1.1" status: 200 len: 945 time: 0.0533843 Aug 09 16:54:16.902722 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-b355a4ea-bb15-4e85-bd62-738101654eb7 req-98cfa1e7-5f4f-480e-80ad-d8b19fd034a0 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=3d9f5ea8-d0d2-408b-afd6-30dd186663a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419297 Aug 09 16:54:17.302411 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7443e92c-93e1-428c-be69-8a3d7cc0f005 req-09f75c9a-d4fb-44d7-ab13-41c3fc978190 tempest-VolumesSnapshotTestJSON-308951325 tempest-VolumesSnapshotTestJSON-308951325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:17.303975 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-7443e92c-93e1-428c-be69-8a3d7cc0f005 req-09f75c9a-d4fb-44d7-ab13-41c3fc978190 tempest-VolumesSnapshotTestJSON-308951325 tempest-VolumesSnapshotTestJSON-308951325-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=c924ba86-e6ed-4312-9149-cd13ffd2af45 HTTP/1.1" status: 200 len: 946 time: 0.0485792 Aug 09 16:54:17.356277 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-7443e92c-93e1-428c-be69-8a3d7cc0f005 req-3217c221-e5fd-40e5-b392-33aacf38d726 tempest-VolumesSnapshotTestJSON-308951325 tempest-VolumesSnapshotTestJSON-308951325-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=ba8eb485-b96c-4609-af49-bece5d191c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453990 Aug 09 16:54:18.020059 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54a3f27-4edd-489b-8733-25b187f76d77 req-830c105d-d18e-439f-af90-f72b78c01219 tempest-VolumesSnapshotTestJSON-308951325 tempest-VolumesSnapshotTestJSON-308951325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:18.021598 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-a54a3f27-4edd-489b-8733-25b187f76d77 req-830c105d-d18e-439f-af90-f72b78c01219 tempest-VolumesSnapshotTestJSON-308951325 tempest-VolumesSnapshotTestJSON-308951325-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=c924ba86-e6ed-4312-9149-cd13ffd2af45 HTTP/1.1" status: 200 len: 946 time: 0.0517826 Aug 09 16:54:18.031712 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca13304-6c5d-4637-a12a-dd9b25bc87f7 req-a043041c-8e7f-4688-a21c-e50dde478d9d tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:18.033233 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-aca13304-6c5d-4637-a12a-dd9b25bc87f7 req-a043041c-8e7f-4688-a21c-e50dde478d9d tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=da7f4d33-f0b3-4448-9f68-813a5aead47a HTTP/1.1" status: 200 len: 945 time: 0.0488596 Aug 09 16:54:18.083052 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-aca13304-6c5d-4637-a12a-dd9b25bc87f7 req-658f7e40-39c6-4550-8478-55992701306e tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=3d9f5ea8-d0d2-408b-afd6-30dd186663a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434675 Aug 09 16:54:18.110303 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.plugin [req-a54a3f27-4edd-489b-8733-25b187f76d77 req-f53b415f-7448-4389-a02f-889bf95888af tempest-VolumesSnapshotTestJSON-308951325 tempest-VolumesSnapshotTestJSON-308951325-project] Deleting port d1b97e7d-8dd6-48df-af38-15a732a256dc {{(pid=111141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 09 16:54:18.110651 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-a54a3f27-4edd-489b-8733-25b187f76d77 req-f53b415f-7448-4389-a02f-889bf95888af tempest-VolumesSnapshotTestJSON-308951325 tempest-VolumesSnapshotTestJSON-308951325-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748338259761'] for port (d1b97e7d-8dd6-48df-af38-15a732a256dc), before_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:54:18.177616 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=100 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:54:18.186095 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=100 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:54:18.204607 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.db [req-a54a3f27-4edd-489b-8733-25b187f76d77 req-f53b415f-7448-4389-a02f-889bf95888af tempest-VolumesSnapshotTestJSON-308951325 tempest-VolumesSnapshotTestJSON-308951325-project] For port d1b97e7d-8dd6-48df-af38-15a732a256dc, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=d1b97e7d-8dd6-48df-af38-15a732a256dc,segment=NetworkSegment(d64a4b0d-8eb6-4b0b-baa8-f772fe9dbe8e),segment_id=d64a4b0d-8eb6-4b0b-baa8-f772fe9dbe8e)] {{(pid=111141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:54:18.204908 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-a54a3f27-4edd-489b-8733-25b187f76d77 req-f53b415f-7448-4389-a02f-889bf95888af tempest-VolumesSnapshotTestJSON-308951325 tempest-VolumesSnapshotTestJSON-308951325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694862'] for port (d1b97e7d-8dd6-48df-af38-15a732a256dc), precommit_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:54:18.218497 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.plugin [req-a54a3f27-4edd-489b-8733-25b187f76d77 req-f53b415f-7448-4389-a02f-889bf95888af tempest-VolumesSnapshotTestJSON-308951325 tempest-VolumesSnapshotTestJSON-308951325-project] Calling delete_port for d1b97e7d-8dd6-48df-af38-15a732a256dc owned by compute:nova {{(pid=111141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 09 16:54:18.462075 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-a54a3f27-4edd-489b-8733-25b187f76d77 req-f53b415f-7448-4389-a02f-889bf95888af tempest-VolumesSnapshotTestJSON-308951325 tempest-VolumesSnapshotTestJSON-308951325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748338263278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748337861762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12487578'] for port (d1b97e7d-8dd6-48df-af38-15a732a256dc), after_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:54:18.497132 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53b415f-7448-4389-a02f-889bf95888af tempest-VolumesSnapshotTestJSON-308951325 tempest-VolumesSnapshotTestJSON-308951325-project] Pushing event deleted for resources: {'Port': ['ID=d1b97e7d-8dd6-48df-af38-15a732a256dc,revision_number=None']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:54:18.515790 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f76d96-cab1-4f53-968a-acf4f89d9769 req-6a2a7f80-8062-451f-8126-2cee4eee0f51 tempest-VolumesSnapshotTestJSON-308951325 tempest-VolumesSnapshotTestJSON-308951325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:18.517241 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-20f76d96-cab1-4f53-968a-acf4f89d9769 req-6a2a7f80-8062-451f-8126-2cee4eee0f51 tempest-VolumesSnapshotTestJSON-308951325 tempest-VolumesSnapshotTestJSON-308951325-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=c924ba86-e6ed-4312-9149-cd13ffd2af45 HTTP/1.1" status: 200 len: 946 time: 0.0873992 Aug 09 16:54:18.519948 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53b415f-7448-4389-a02f-889bf95888af tempest-VolumesSnapshotTestJSON-308951325 tempest-VolumesSnapshotTestJSON-308951325-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:54:18.520296 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53b415f-7448-4389-a02f-889bf95888af tempest-VolumesSnapshotTestJSON-308951325 tempest-VolumesSnapshotTestJSON-308951325-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:54:18.520635 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53b415f-7448-4389-a02f-889bf95888af tempest-VolumesSnapshotTestJSON-308951325 tempest-VolumesSnapshotTestJSON-308951325-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:54:18.520967 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53b415f-7448-4389-a02f-889bf95888af tempest-VolumesSnapshotTestJSON-308951325 tempest-VolumesSnapshotTestJSON-308951325-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:54:18.521297 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53b415f-7448-4389-a02f-889bf95888af tempest-VolumesSnapshotTestJSON-308951325 tempest-VolumesSnapshotTestJSON-308951325-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:54:18.521621 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53b415f-7448-4389-a02f-889bf95888af tempest-VolumesSnapshotTestJSON-308951325 tempest-VolumesSnapshotTestJSON-308951325-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:54:18.521949 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53b415f-7448-4389-a02f-889bf95888af tempest-VolumesSnapshotTestJSON-308951325 tempest-VolumesSnapshotTestJSON-308951325-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:54:18.522269 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53b415f-7448-4389-a02f-889bf95888af tempest-VolumesSnapshotTestJSON-308951325 tempest-VolumesSnapshotTestJSON-308951325-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:54:18.522587 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53b415f-7448-4389-a02f-889bf95888af tempest-VolumesSnapshotTestJSON-308951325 tempest-VolumesSnapshotTestJSON-308951325-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:54:18.522905 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53b415f-7448-4389-a02f-889bf95888af tempest-VolumesSnapshotTestJSON-308951325 tempest-VolumesSnapshotTestJSON-308951325-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:54:18.523259 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53b415f-7448-4389-a02f-889bf95888af tempest-VolumesSnapshotTestJSON-308951325 tempest-VolumesSnapshotTestJSON-308951325-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:54:18.523647 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53b415f-7448-4389-a02f-889bf95888af tempest-VolumesSnapshotTestJSON-308951325 tempest-VolumesSnapshotTestJSON-308951325-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:54:18.524029 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53b415f-7448-4389-a02f-889bf95888af tempest-VolumesSnapshotTestJSON-308951325 tempest-VolumesSnapshotTestJSON-308951325-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:54:18.524377 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53b415f-7448-4389-a02f-889bf95888af tempest-VolumesSnapshotTestJSON-308951325 tempest-VolumesSnapshotTestJSON-308951325-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:54:18.524720 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53b415f-7448-4389-a02f-889bf95888af tempest-VolumesSnapshotTestJSON-308951325 tempest-VolumesSnapshotTestJSON-308951325-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:54:18.526968 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.db [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] get_ports_and_sgs() called for port_ids ['d1b97e7d-8dd6-48df-af38-15a732a256dc'] {{(pid=111142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:54:18.574218 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.db.l3_dvrscheduler_db [req-a54a3f27-4edd-489b-8733-25b187f76d77 req-f53b415f-7448-4389-a02f-889bf95888af tempest-VolumesSnapshotTestJSON-308951325 tempest-VolumesSnapshotTestJSON-308951325-project] No DVR routers for this DVR port d1b97e7d-8dd6-48df-af38-15a732a256dc on host hv-cinder-85236 {{(pid=111141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 09 16:54:18.577306 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-a54a3f27-4edd-489b-8733-25b187f76d77 req-f53b415f-7448-4389-a02f-889bf95888af tempest-VolumesSnapshotTestJSON-308951325 tempest-VolumesSnapshotTestJSON-308951325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90003'] for port (None), before_response {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:54:18.580531 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-a54a3f27-4edd-489b-8733-25b187f76d77 req-f53b415f-7448-4389-a02f-889bf95888af tempest-VolumesSnapshotTestJSON-308951325 tempest-VolumesSnapshotTestJSON-308951325-project] 10.222.0.91 "DELETE /networking/v2.0/ports/d1b97e7d-8dd6-48df-af38-15a732a256dc HTTP/1.1" status: 204 len: 173 time: 0.5515969 Aug 09 16:54:18.581302 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c924ba86-e6ed-4312-9149-cd13ffd2af45', 'name': 'network-vif-deleted', 'tag': 'd1b97e7d-8dd6-48df-af38-15a732a256dc'}] {{(pid=111141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 16:54:18.585787 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fc61e086496b7b72fa0be04cca19be1e9321c349ae61d053137ad661f53d53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f84754f6-a932-4ec5-b5c3-806afe388ea2" -d '{"events": [{"server_uuid": "c924ba86-e6ed-4312-9149-cd13ffd2af45", "name": "network-vif-deleted", "tag": "d1b97e7d-8dd6-48df-af38-15a732a256dc"}]}' {{(pid=111141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:54:18.612768 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-20f76d96-cab1-4f53-968a-acf4f89d9769 req-8aa08a5a-cf87-49e7-95f7-f2c588361c30 tempest-VolumesSnapshotTestJSON-308951325 tempest-VolumesSnapshotTestJSON-308951325-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=ba8eb485-b96c-4609-af49-bece5d191c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708294 Aug 09 16:54:18.626077 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Aug 2022 16:54:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa461a8a-2530-4e24-8c92-e781a15aabc8 x-openstack-request-id: req-fa461a8a-2530-4e24-8c92-e781a15aabc8 {{(pid=111141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:54:18.626077 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c924ba86-e6ed-4312-9149-cd13ffd2af45", "name": "network-vif-deleted", "tag": "d1b97e7d-8dd6-48df-af38-15a732a256dc", "status": "completed", "code": 200}]} {{(pid=111141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:54:18.626077 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-fa461a8a-2530-4e24-8c92-e781a15aabc8 {{(pid=111141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:54:18.626077 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa461a8a-2530-4e24-8c92-e781a15aabc8'] response: {'server_uuid': 'c924ba86-e6ed-4312-9149-cd13ffd2af45', 'name': 'network-vif-deleted', 'tag': 'd1b97e7d-8dd6-48df-af38-15a732a256dc', 'status': 'completed', 'code': 200} Aug 09 16:54:19.210192 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dff27c-b045-40c4-bfb0-ee4b5c91c995 req-d2649895-5545-49e0-802f-c942bbe22408 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:19.211708 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-61dff27c-b045-40c4-bfb0-ee4b5c91c995 req-d2649895-5545-49e0-802f-c942bbe22408 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=da7f4d33-f0b3-4448-9f68-813a5aead47a HTTP/1.1" status: 200 len: 945 time: 0.0480568 Aug 09 16:54:19.244992 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=100 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:54:19.262663 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-61dff27c-b045-40c4-bfb0-ee4b5c91c995 req-bf6d0767-c1d8-4827-8213-292fcfc33d03 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=3d9f5ea8-d0d2-408b-afd6-30dd186663a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453310 Aug 09 16:54:19.735359 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-6d547107-db4a-4f82-b43a-00b5ed44eee7 req-b0f58e11-ac98-4ea5-8837-ae30893415a9 tempest-VolumesSnapshotTestJSON-308951325 tempest-VolumesSnapshotTestJSON-308951325-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=c924ba86-e6ed-4312-9149-cd13ffd2af45 HTTP/1.1" status: 200 len: 210 time: 0.0314965 Aug 09 16:54:20.378858 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=100 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:54:20.392875 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3206cc69-31f6-4bea-bd19-c7d9f6460bd5 req-1858bc40-1308-44ba-8d19-35d15f431667 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:20.394371 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-3206cc69-31f6-4bea-bd19-c7d9f6460bd5 req-1858bc40-1308-44ba-8d19-35d15f431667 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=da7f4d33-f0b3-4448-9f68-813a5aead47a HTTP/1.1" status: 200 len: 945 time: 0.0507028 Aug 09 16:54:20.448162 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-3206cc69-31f6-4bea-bd19-c7d9f6460bd5 req-daef5bea-f6a8-45d6-a1df-e934f73e39c3 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=3d9f5ea8-d0d2-408b-afd6-30dd186663a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481858 Aug 09 16:54:21.572805 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0c3abf-67b8-4a9b-bd9b-2ea81a64641a req-e0c4f0b9-a622-450e-8f12-5f05c44824c0 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:21.574267 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-9f0c3abf-67b8-4a9b-bd9b-2ea81a64641a req-e0c4f0b9-a622-450e-8f12-5f05c44824c0 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=da7f4d33-f0b3-4448-9f68-813a5aead47a HTTP/1.1" status: 200 len: 945 time: 0.0479500 Aug 09 16:54:21.620595 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-9f0c3abf-67b8-4a9b-bd9b-2ea81a64641a req-67fbdf3a-3ba1-40bd-9aef-a24a3f133fdd tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=3d9f5ea8-d0d2-408b-afd6-30dd186663a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407827 Aug 09 16:54:22.742738 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9151ad5c-c0c6-49b3-ae62-2c432f4dab6a req-4407278a-1130-407f-a426-714eb26e4fe3 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:22.744310 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-9151ad5c-c0c6-49b3-ae62-2c432f4dab6a req-4407278a-1130-407f-a426-714eb26e4fe3 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=da7f4d33-f0b3-4448-9f68-813a5aead47a HTTP/1.1" status: 200 len: 945 time: 0.0475805 Aug 09 16:54:22.791177 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-9151ad5c-c0c6-49b3-ae62-2c432f4dab6a req-2305e454-1874-4c76-bfee-c4431cd370f3 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=3d9f5ea8-d0d2-408b-afd6-30dd186663a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413456 Aug 09 16:54:23.433643 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG dbcounter [-] [111143] Writing DB stats neutron:SELECT=2 {{(pid=111143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:54:23.438526 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG dbcounter [-] [111143] Writing DB stats neutron:SELECT=6 {{(pid=111143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:54:23.917307 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f76789-435b-4848-8b05-4122c95927e5 req-cdc62ae2-9be7-48c1-acc8-3d56ebe1bf57 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:23.918747 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-81f76789-435b-4848-8b05-4122c95927e5 req-cdc62ae2-9be7-48c1-acc8-3d56ebe1bf57 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=da7f4d33-f0b3-4448-9f68-813a5aead47a HTTP/1.1" status: 200 len: 945 time: 0.0498238 Aug 09 16:54:23.966325 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-81f76789-435b-4848-8b05-4122c95927e5 req-52d05177-b88b-4771-8c73-ec98a2365c72 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=3d9f5ea8-d0d2-408b-afd6-30dd186663a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421021 Aug 09 16:54:24.537836 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Device d1b97e7d-8dd6-48df-af38-15a732a256dc no longer exists at agent hyperv_hv-cinder-85236 {{(pid=111142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:54:24.558390 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] No Port match for: d1b97e7d-8dd6-48df-af38-15a732a256dc {{(pid=111142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 09 16:54:24.558733 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Device d1b97e7d-8dd6-48df-af38-15a732a256dc not bound to the agent host hv-cinder-85236 {{(pid=111142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:54:25.090190 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaf2e8f-1790-4d05-8177-787701c5f05f req-2e7a6779-0c67-4e8e-836b-f4d1566f122c tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:25.091815 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-fcaf2e8f-1790-4d05-8177-787701c5f05f req-2e7a6779-0c67-4e8e-836b-f4d1566f122c tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=da7f4d33-f0b3-4448-9f68-813a5aead47a HTTP/1.1" status: 200 len: 945 time: 0.0490417 Aug 09 16:54:25.139896 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-fcaf2e8f-1790-4d05-8177-787701c5f05f req-efb4fe42-f332-47a6-99ef-58d50e82ea3c tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=3d9f5ea8-d0d2-408b-afd6-30dd186663a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425072 Aug 09 16:54:26.265552 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528638f0-9eac-4752-83fb-79c06693ca06 req-d5e80db2-ea4e-476b-8282-5cc60b63e789 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:26.266939 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-528638f0-9eac-4752-83fb-79c06693ca06 req-d5e80db2-ea4e-476b-8282-5cc60b63e789 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=da7f4d33-f0b3-4448-9f68-813a5aead47a HTTP/1.1" status: 200 len: 945 time: 0.0482781 Aug 09 16:54:26.313758 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-528638f0-9eac-4752-83fb-79c06693ca06 req-f154d374-89b0-4ebe-94d8-204842b107b6 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=3d9f5ea8-d0d2-408b-afd6-30dd186663a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411551 Aug 09 16:54:27.028159 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Device 08bec462-ab8b-4fe8-88b8-287b611ed36a details requested by agent hyperv_hv-cinder-85236 with host hv-cinder-85236 {{(pid=111142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 16:54:27.142032 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.db [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] For port 08bec462-ab8b-4fe8-88b8-287b611ed36a, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=08bec462-ab8b-4fe8-88b8-287b611ed36a,segment=NetworkSegment(38d2f02a-8f81-4105-9e72-6704317cfa7c),segment_id=38d2f02a-8f81-4105-9e72-6704317cfa7c)] {{(pid=111142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:54:27.153164 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Returning: {'device': '08bec462-ab8b-4fe8-88b8-287b611ed36a', 'network_id': '2fdb2410-afc4-41b9-b8f9-2ac596eb2296', 'port_id': '08bec462-ab8b-4fe8-88b8-287b611ed36a', 'mac_address': 'fa:16:3e:96:62:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 959, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b532a95-1235-4d0d-9992-be56a4fc30cf', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 16:54:27.189296 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Current status of the port 08bec462-ab8b-4fe8-88b8-287b611ed36a is: ACTIVE; New status is: BUILD {{(pid=111142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 16:54:27.189949 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (08bec462-ab8b-4fe8-88b8-287b611ed36a), before_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:54:27.203755 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.notifiers.nova [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 08bec462-ab8b-4fe8-88b8-287b611ed36a {{(pid=111142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 09 16:54:27.224729 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.db [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] For port 08bec462-ab8b-4fe8-88b8-287b611ed36a, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=08bec462-ab8b-4fe8-88b8-287b611ed36a,segment=NetworkSegment(38d2f02a-8f81-4105-9e72-6704317cfa7c),segment_id=38d2f02a-8f81-4105-9e72-6704317cfa7c)] {{(pid=111142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:54:27.312776 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748338263269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748337861771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748337861789'] for port (08bec462-ab8b-4fe8-88b8-287b611ed36a), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:54:27.362812 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Pushing event updated for resources: {'Port': ['ID=08bec462-ab8b-4fe8-88b8-287b611ed36a,revision_number=6']} {{(pid=111142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:54:27.370709 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:54:27.371064 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:54:27.371437 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:54:27.371784 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:54:27.372120 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:54:27.372478 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:54:27.372912 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:54:27.373242 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:54:27.373570 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:54:27.373895 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:54:27.374221 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:54:27.374566 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:54:27.374893 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:54:27.375242 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:54:27.375570 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:54:27.447049 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d634be-f63f-41b0-a4c0-4c822936e97d req-ef13c787-d0b2-4f3f-84d1-e6004107b45a tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:27.448708 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-a9d634be-f63f-41b0-a4c0-4c822936e97d req-ef13c787-d0b2-4f3f-84d1-e6004107b45a tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=da7f4d33-f0b3-4448-9f68-813a5aead47a HTTP/1.1" status: 200 len: 944 time: 0.0531650 Aug 09 16:54:27.503061 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-a9d634be-f63f-41b0-a4c0-4c822936e97d req-acf99b24-7c29-49ce-a55a-08c02e9de459 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=3d9f5ea8-d0d2-408b-afd6-30dd186663a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482731 Aug 09 16:54:27.706619 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.db [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] get_ports_and_sgs() called for port_ids ['08bec462-ab8b-4fe8-88b8-287b611ed36a'] {{(pid=111142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:54:28.576259 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-c7f2dd0c-cfce-4073-b481-173f6e5522b5 req-12295089-b8ab-4728-ab7e-ae34a07b3b37 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?device_id=e7a274d0-9d37-4f6f-8a7e-2f223cf42198&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0431099 Aug 09 16:54:28.641997 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c374f856-b594-40bd-95f1-b32ae683c87b req-d5bfd837-180a-4636-be7a-97410910e1ee tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:28.643532 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-c374f856-b594-40bd-95f1-b32ae683c87b req-d5bfd837-180a-4636-be7a-97410910e1ee tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=da7f4d33-f0b3-4448-9f68-813a5aead47a HTTP/1.1" status: 200 len: 944 time: 0.0489972 Aug 09 16:54:28.692614 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-c374f856-b594-40bd-95f1-b32ae683c87b req-818794de-ec1f-4ca9-9678-610bbe42d764 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=3d9f5ea8-d0d2-408b-afd6-30dd186663a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434265 Aug 09 16:54:28.734611 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f2dd0c-cfce-4073-b481-173f6e5522b5 req-3fc7c50b-3cb4-4b38-b499-0b838f3724c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:28.736196 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-c7f2dd0c-cfce-4073-b481-173f6e5522b5 req-3fc7c50b-3cb4-4b38-b499-0b838f3724c7 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?tenant_id=54562f03aaae457ca88be251d2208e2e&device_id=e7a274d0-9d37-4f6f-8a7e-2f223cf42198 HTTP/1.1" status: 200 len: 1129 time: 0.0391011 Aug 09 16:54:29.817639 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea893f6-f3f4-4ccd-9cfe-8b5a4f6d1b6c req-770711a2-3c1f-483d-9eab-d5527299a117 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:29.819175 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-fea893f6-f3f4-4ccd-9cfe-8b5a4f6d1b6c req-770711a2-3c1f-483d-9eab-d5527299a117 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=da7f4d33-f0b3-4448-9f68-813a5aead47a HTTP/1.1" status: 200 len: 944 time: 0.0475934 Aug 09 16:54:29.865762 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-fea893f6-f3f4-4ccd-9cfe-8b5a4f6d1b6c req-76c15b7d-fae6-4446-92de-d1716990b360 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=3d9f5ea8-d0d2-408b-afd6-30dd186663a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411777 Aug 09 16:54:30.995561 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f51f9e2-4693-4aab-9522-511a35232296 req-d5e20c53-f8e4-45db-9ca6-285b8d4bedf6 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:30.996960 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-4f51f9e2-4693-4aab-9522-511a35232296 req-d5e20c53-f8e4-45db-9ca6-285b8d4bedf6 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=da7f4d33-f0b3-4448-9f68-813a5aead47a HTTP/1.1" status: 200 len: 944 time: 0.0505004 Aug 09 16:54:31.046655 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-4f51f9e2-4693-4aab-9522-511a35232296 req-793a5f63-f7b9-4aa3-9c86-8c9b0ebe0263 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=3d9f5ea8-d0d2-408b-afd6-30dd186663a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435991 Aug 09 16:54:32.118668 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Device 08bec462-ab8b-4fe8-88b8-287b611ed36a up at agent hyperv_hv-cinder-85236 {{(pid=111142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:54:32.181458 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe8b939-f6db-4f25-817d-54399733c0b5 req-4b5fa646-4a97-423b-bc2b-aca69dfce8b7 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:32.183319 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-efe8b939-f6db-4f25-817d-54399733c0b5 req-4b5fa646-4a97-423b-bc2b-aca69dfce8b7 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=da7f4d33-f0b3-4448-9f68-813a5aead47a HTTP/1.1" status: 200 len: 944 time: 0.0568206 Aug 09 16:54:32.183454 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.provisioning_blocks [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Provisioning complete for port 08bec462-ab8b-4fe8-88b8-287b611ed36a triggered by entity L2. {{(pid=111142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 16:54:32.183799 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877469'] for port (08bec462-ab8b-4fe8-88b8-287b611ed36a), provisioning_complete {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:54:32.226927 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f2dd0c-cfce-4073-b481-173f6e5522b5 req-fa25ccb7-1d21-42a4-88eb-bb18281923f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:32.228486 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-c7f2dd0c-cfce-4073-b481-173f6e5522b5 req-fa25ccb7-1d21-42a4-88eb-bb18281923f1 service neutron] 10.222.0.91 "GET /networking/v2.0/networks?id=c6e9ea29-d63f-40f2-84ee-974e268aa2d8 HTTP/1.1" status: 200 len: 912 time: 0.1205838 Aug 09 16:54:32.231896 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (fd1157aa-8fd8-4c6b-a604-f3842f12d305), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:54:32.235311 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-efe8b939-f6db-4f25-817d-54399733c0b5 req-2483584f-89de-4d10-bf46-c519594f662f tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=3d9f5ea8-d0d2-408b-afd6-30dd186663a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455530 Aug 09 16:54:32.262246 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Current status of the port 08bec462-ab8b-4fe8-88b8-287b611ed36a is: BUILD; New status is: ACTIVE {{(pid=111142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 16:54:32.262636 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (08bec462-ab8b-4fe8-88b8-287b611ed36a), before_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:54:32.285826 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da7f4d33-f0b3-4448-9f68-813a5aead47a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08bec462-ab8b-4fe8-88b8-287b611ed36a'}] {{(pid=111142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 16:54:32.288257 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a3936692d9fe67bf654b43a226d329952087876dab2ee9ab8d24037cf19aeb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a04b63dc-1e61-49fd-bde7-c4d07bb7c390" -d '{"events": [{"server_uuid": "da7f4d33-f0b3-4448-9f68-813a5aead47a", "name": "network-vif-plugged", "status": "completed", "tag": "08bec462-ab8b-4fe8-88b8-287b611ed36a"}]}' {{(pid=111142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:54:32.295643 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:54:32.301064 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-c7f2dd0c-cfce-4073-b481-173f6e5522b5 req-1014f389-1878-4a81-8024-bdca0a128615 service neutron] 10.222.0.91 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c7c7c2fe-a482-49a1-bef6-cb7da54c233e HTTP/1.1" status: 200 len: 1001 time: 0.0647132 Aug 09 16:54:32.304333 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.db [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] For port 08bec462-ab8b-4fe8-88b8-287b611ed36a, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=08bec462-ab8b-4fe8-88b8-287b611ed36a,segment=NetworkSegment(38d2f02a-8f81-4105-9e72-6704317cfa7c),segment_id=38d2f02a-8f81-4105-9e72-6704317cfa7c)] {{(pid=111142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:54:32.327654 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Aug 2022 16:54:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55002f31-88f1-4ab5-8975-b4cb313f7fca x-openstack-request-id: req-55002f31-88f1-4ab5-8975-b4cb313f7fca {{(pid=111142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:54:32.327971 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da7f4d33-f0b3-4448-9f68-813a5aead47a", "name": "network-vif-plugged", "status": "completed", "tag": "08bec462-ab8b-4fe8-88b8-287b611ed36a", "code": 200}]} {{(pid=111142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:54:32.328229 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-55002f31-88f1-4ab5-8975-b4cb313f7fca {{(pid=111142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:54:32.328660 dv-cinder-852364-3-iscsi neutron-server[111142]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55002f31-88f1-4ab5-8975-b4cb313f7fca'] response: {'server_uuid': 'da7f4d33-f0b3-4448-9f68-813a5aead47a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08bec462-ab8b-4fe8-88b8-287b611ed36a', 'code': 200} Aug 09 16:54:32.338963 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:54:32.357221 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f2dd0c-cfce-4073-b481-173f6e5522b5 req-2711f523-36ee-4d44-89d6-d65b1a018d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:32.358651 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-c7f2dd0c-cfce-4073-b481-173f6e5522b5 req-2711f523-36ee-4d44-89d6-d65b1a018d88 service neutron] 10.222.0.91 "GET /networking/v2.0/subnets?id=04d182a3-f5e2-47dc-869b-31a7d21795ba HTTP/1.1" status: 200 len: 850 time: 0.0470300 Aug 09 16:54:32.380100 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748338263269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748337861771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748337861789'] for port (08bec462-ab8b-4fe8-88b8-287b611ed36a), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:54:32.480110 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f2dd0c-cfce-4073-b481-173f6e5522b5 req-3b6810cc-645d-4c38-8eef-5bc0a0772841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:32.481704 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-c7f2dd0c-cfce-4073-b481-173f6e5522b5 req-3b6810cc-645d-4c38-8eef-5bc0a0772841 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?network_id=c6e9ea29-d63f-40f2-84ee-974e268aa2d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0441892 Aug 09 16:54:32.538035 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:54:32.554790 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Pushing event updated for resources: {'Port': ['ID=08bec462-ab8b-4fe8-88b8-287b611ed36a,revision_number=7']} {{(pid=111142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:54:32.593702 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-c7f2dd0c-cfce-4073-b481-173f6e5522b5 req-c89d5c4a-a1dd-4d47-b589-dda826fc27cb service neutron] 10.222.0.91 "GET /networking/v2.0/networks/c6e9ea29-d63f-40f2-84ee-974e268aa2d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963738 Aug 09 16:54:32.733850 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-c7f2dd0c-cfce-4073-b481-173f6e5522b5 req-b79c81b5-f42e-4488-a7e5-5e6e12b7deb6 service neutron] 10.222.0.91 "GET /networking/v2.0/networks/c6e9ea29-d63f-40f2-84ee-974e268aa2d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040587 Aug 09 16:54:33.398459 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731984ed-95cb-463b-b603-d83ba5551a3d req-23922e21-c431-427c-b14c-c5d8581d979e tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:33.406940 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-731984ed-95cb-463b-b603-d83ba5551a3d req-23922e21-c431-427c-b14c-c5d8581d979e tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=da7f4d33-f0b3-4448-9f68-813a5aead47a HTTP/1.1" status: 200 len: 945 time: 0.0828979 Aug 09 16:54:33.486939 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-731984ed-95cb-463b-b603-d83ba5551a3d req-a652b070-0095-45fe-be4c-fddd669bf346 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=3d9f5ea8-d0d2-408b-afd6-30dd186663a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787065 Aug 09 16:54:33.500215 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158f8fa3-ea88-4195-939a-cf79c14fb6f3 req-ef394029-1d7f-4413-8305-7a30dc64743b tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:33.507774 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-158f8fa3-ea88-4195-939a-cf79c14fb6f3 req-ef394029-1d7f-4413-8305-7a30dc64743b tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=e7a274d0-9d37-4f6f-8a7e-2f223cf42198 HTTP/1.1" status: 200 len: 945 time: 0.3433363 Aug 09 16:54:33.567720 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-158f8fa3-ea88-4195-939a-cf79c14fb6f3 req-26786320-cb68-4ffc-8635-e1d8296c8678 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=40ce6164-59be-4c55-abcb-0149a2e272fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588360 Aug 09 16:54:33.739788 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f21083-55f1-4924-8c55-45a961faacdc req-248acddc-4c88-4307-8290-19a052c1842b tempest-VolumesSnapshotTestJSON-308951325 tempest-VolumesSnapshotTestJSON-308951325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:33.747061 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-f7f21083-55f1-4924-8c55-45a961faacdc req-248acddc-4c88-4307-8290-19a052c1842b tempest-VolumesSnapshotTestJSON-308951325 tempest-VolumesSnapshotTestJSON-308951325-project] 10.222.0.59 "GET /networking/v2.0/networks?id=e3964af6-46ca-431b-afc6-d66481e46704 HTTP/1.1" status: 200 len: 813 time: 0.1315632 Aug 09 16:54:33.758592 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-f7f21083-55f1-4924-8c55-45a961faacdc req-f4423afd-aec8-4c5a-84a0-4c8fd0605d43 tempest-VolumesSnapshotTestJSON-308951325 tempest-VolumesSnapshotTestJSON-308951325-project] 10.222.0.59 "GET /networking/v2.0/quotas/7ea828531a5d468a9f15381d47e1594e HTTP/1.1" status: 200 len: 375 time: 0.0102868 Aug 09 16:54:33.793253 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-f7f21083-55f1-4924-8c55-45a961faacdc req-59ec31ec-9ce0-4242-bfcf-bd903d7b64da tempest-VolumesSnapshotTestJSON-308951325 tempest-VolumesSnapshotTestJSON-308951325-project] 10.222.0.59 "GET /networking/v2.0/ports?tenant_id=7ea828531a5d468a9f15381d47e1594e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0292523 Aug 09 16:54:33.877812 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=100 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:54:33.894788 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-f7f21083-55f1-4924-8c55-45a961faacdc req-143dc8de-958a-477d-aaea-aa7727d63122 service neutron] 10.222.0.59 "GET /networking/v2.0/networks/e3964af6-46ca-431b-afc6-d66481e46704?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943739 Aug 09 16:54:34.003017 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-f7f21083-55f1-4924-8c55-45a961faacdc req-7b2a8343-60f9-442e-a98b-32a37e487644 service neutron] 10.222.0.59 "GET /networking/v2.0/networks/e3964af6-46ca-431b-afc6-d66481e46704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071823 Aug 09 16:54:34.373549 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-737c9191-f2b8-4ac0-bea1-68841e951360 req-ff3580d7-0002-4d7f-b546-d11713a55b09 tempest-VolumesSnapshotTestJSON-308951325 tempest-VolumesSnapshotTestJSON-308951325-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=a826f525-18be-4776-9042-856d0854971e HTTP/1.1" status: 200 len: 210 time: 0.0591509 Aug 09 16:54:34.588968 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=100 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:54:34.652457 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407a87ab-07e9-4323-8aa9-db8ab12d82e8 req-9c0a53aa-e7ab-4b2f-bf2b-012c554504ae tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:34.662708 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-407a87ab-07e9-4323-8aa9-db8ab12d82e8 req-9c0a53aa-e7ab-4b2f-bf2b-012c554504ae tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=da7f4d33-f0b3-4448-9f68-813a5aead47a HTTP/1.1" status: 200 len: 945 time: 0.0842223 Aug 09 16:54:34.714659 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76db928-a776-4f02-85c1-90b6dff906c3 req-b1c1aded-5d3b-479f-b1df-937372a75cf5 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:34.720024 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-d76db928-a776-4f02-85c1-90b6dff906c3 req-b1c1aded-5d3b-479f-b1df-937372a75cf5 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=cb82bef7-ce2f-4541-b695-2b1769932f23 HTTP/1.1" status: 200 len: 945 time: 0.0629404 Aug 09 16:54:34.741788 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-407a87ab-07e9-4323-8aa9-db8ab12d82e8 req-8eebb140-f56a-439c-8b4f-b40b20420a14 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=3d9f5ea8-d0d2-408b-afd6-30dd186663a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771155 Aug 09 16:54:34.805649 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-d76db928-a776-4f02-85c1-90b6dff906c3 req-a60ec94c-98d7-46dc-b940-d5cbe7878ecb tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=0c04eb5b-8576-4065-b492-69843d1073cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770719 Aug 09 16:54:34.887904 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a4af55-f9cb-4a79-b2c2-d6e23717822d req-2bb03805-9029-435f-91e0-ba52c0348e4e tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:34.889552 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-e4a4af55-f9cb-4a79-b2c2-d6e23717822d req-2bb03805-9029-435f-91e0-ba52c0348e4e tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=e7a274d0-9d37-4f6f-8a7e-2f223cf42198 HTTP/1.1" status: 200 len: 945 time: 0.0650852 Aug 09 16:54:34.947767 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-e4a4af55-f9cb-4a79-b2c2-d6e23717822d req-acca8304-1237-455a-a79a-7368540a15b2 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=40ce6164-59be-4c55-abcb-0149a2e272fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515518 Aug 09 16:54:35.530762 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-6b626800-3702-457e-8f67-6b446515ddce req-642e2693-b10a-4515-919b-1a6bd248a689 tempest-VolumesSnapshotTestJSON-308951325 tempest-VolumesSnapshotTestJSON-308951325-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=a826f525-18be-4776-9042-856d0854971e HTTP/1.1" status: 200 len: 210 time: 0.0439737 Aug 09 16:54:35.892864 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc11e55-71ff-4551-a000-a2cb81435f2d req-e6b4be31-7914-47cf-9d90-f162e527131e tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:35.900784 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-3cc11e55-71ff-4551-a000-a2cb81435f2d req-e6b4be31-7914-47cf-9d90-f162e527131e tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=da7f4d33-f0b3-4448-9f68-813a5aead47a HTTP/1.1" status: 200 len: 945 time: 0.0631616 Aug 09 16:54:35.960069 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3db9d0a-0e4b-44c7-ba0d-e97f3ee7808b req-6d0431e1-caca-4f98-a72e-9cf83a515071 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:35.962594 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-d3db9d0a-0e4b-44c7-ba0d-e97f3ee7808b req-6d0431e1-caca-4f98-a72e-9cf83a515071 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=cb82bef7-ce2f-4541-b695-2b1769932f23 HTTP/1.1" status: 200 len: 945 time: 0.0533795 Aug 09 16:54:35.978967 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-3cc11e55-71ff-4551-a000-a2cb81435f2d req-737a8d68-30c3-4f0f-850f-1d122125fc94 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=3d9f5ea8-d0d2-408b-afd6-30dd186663a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675623 Aug 09 16:54:36.042673 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-d3db9d0a-0e4b-44c7-ba0d-e97f3ee7808b req-831642da-842a-4e73-a19d-d3998504b3f2 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=0c04eb5b-8576-4065-b492-69843d1073cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658352 Aug 09 16:54:36.137038 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd2e344-95a4-4559-8f5d-6c2cfab5a095 req-c9546ce5-41d8-4f8f-ad8d-5e7e95f4c6cf tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:36.139246 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-edd2e344-95a4-4559-8f5d-6c2cfab5a095 req-c9546ce5-41d8-4f8f-ad8d-5e7e95f4c6cf tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=e7a274d0-9d37-4f6f-8a7e-2f223cf42198 HTTP/1.1" status: 200 len: 945 time: 0.0605049 Aug 09 16:54:36.195991 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-edd2e344-95a4-4559-8f5d-6c2cfab5a095 req-08e6b982-9b89-45ef-9ffe-bc8aaaa92123 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=40ce6164-59be-4c55-abcb-0149a2e272fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497425 Aug 09 16:54:36.636565 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-9c34a937-cf19-454d-9886-eadc6a223b3f req-9289871c-965a-4dfa-b006-c04ef63b162f tempest-VolumesSnapshotTestJSON-308951325 tempest-VolumesSnapshotTestJSON-308951325-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=a826f525-18be-4776-9042-856d0854971e HTTP/1.1" status: 200 len: 210 time: 0.0302198 Aug 09 16:54:37.147612 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d05cb9-b0b8-4602-9f38-c10927d39bf1 req-02efe44b-fc6e-42d8-b836-910409c4124e tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:37.149838 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-c9d05cb9-b0b8-4602-9f38-c10927d39bf1 req-02efe44b-fc6e-42d8-b836-910409c4124e tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=da7f4d33-f0b3-4448-9f68-813a5aead47a HTTP/1.1" status: 200 len: 945 time: 0.0783041 Aug 09 16:54:37.211470 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6046a44-62c7-4b3d-8fae-10e3f0409af1 req-bf4a17a0-8e05-49d3-b7b3-3f59fe973da2 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:37.222465 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-a6046a44-62c7-4b3d-8fae-10e3f0409af1 req-bf4a17a0-8e05-49d3-b7b3-3f59fe973da2 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=cb82bef7-ce2f-4541-b695-2b1769932f23 HTTP/1.1" status: 200 len: 945 time: 0.0997238 Aug 09 16:54:37.226361 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-c9d05cb9-b0b8-4602-9f38-c10927d39bf1 req-710bf22a-45a1-4b3c-9033-5ea9a8355f02 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=3d9f5ea8-d0d2-408b-afd6-30dd186663a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709271 Aug 09 16:54:37.303757 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-a6046a44-62c7-4b3d-8fae-10e3f0409af1 req-177cd2ff-72be-4af8-86cd-dd8934d5b8a8 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=0c04eb5b-8576-4065-b492-69843d1073cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803263 Aug 09 16:54:37.370568 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea22b39-2317-4718-9223-a47a0b6ef525 req-45d4c52b-3457-468b-9bd2-977a5f2e810b tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:37.378683 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-fea22b39-2317-4718-9223-a47a0b6ef525 req-45d4c52b-3457-468b-9bd2-977a5f2e810b tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=e7a274d0-9d37-4f6f-8a7e-2f223cf42198 HTTP/1.1" status: 200 len: 945 time: 0.0638030 Aug 09 16:54:37.453554 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-fea22b39-2317-4718-9223-a47a0b6ef525 req-1b908e1f-1fc0-4dea-85e0-bb1ae46aa6e5 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=40ce6164-59be-4c55-abcb-0149a2e272fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737765 Aug 09 16:54:37.667241 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b63037-87f0-4126-a3f6-c997d2fc8837 req-4c7d4d3b-f87d-4b1b-9b19-c5718599f045 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:37.669584 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-a1b63037-87f0-4126-a3f6-c997d2fc8837 req-4c7d4d3b-f87d-4b1b-9b19-c5718599f045 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=cb82bef7-ce2f-4541-b695-2b1769932f23 HTTP/1.1" status: 200 len: 945 time: 0.0669837 Aug 09 16:54:37.818448 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-998eb99f-a20e-4958-9b47-ec86d90ff2a7 req-084e4100-854e-4d8e-b8a7-69b414e9fdf4 tempest-VolumesSnapshotTestJSON-308951325 tempest-VolumesSnapshotTestJSON-308951325-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=a826f525-18be-4776-9042-856d0854971e HTTP/1.1" status: 200 len: 210 time: 0.0719097 Aug 09 16:54:37.832954 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.plugin [req-a1b63037-87f0-4126-a3f6-c997d2fc8837 req-cdadbcc8-ef4e-41b0-ad20-c1da3b872026 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Deleting port 4a3e69ee-936d-4754-9dde-3c621ceacfcf {{(pid=111141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 09 16:54:37.833417 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-a1b63037-87f0-4126-a3f6-c997d2fc8837 req-cdadbcc8-ef4e-41b0-ad20-c1da3b872026 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748338259761'] for port (4a3e69ee-936d-4754-9dde-3c621ceacfcf), before_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:54:37.951097 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.db [req-a1b63037-87f0-4126-a3f6-c997d2fc8837 req-cdadbcc8-ef4e-41b0-ad20-c1da3b872026 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] For port 4a3e69ee-936d-4754-9dde-3c621ceacfcf, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=4a3e69ee-936d-4754-9dde-3c621ceacfcf,segment=NetworkSegment(22b689c2-f947-4ac8-81fc-daefa317b1b6),segment_id=22b689c2-f947-4ac8-81fc-daefa317b1b6)] {{(pid=111141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:54:37.951415 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-a1b63037-87f0-4126-a3f6-c997d2fc8837 req-cdadbcc8-ef4e-41b0-ad20-c1da3b872026 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694862'] for port (4a3e69ee-936d-4754-9dde-3c621ceacfcf), precommit_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:54:37.990705 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=100 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:54:38.213231 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-a1b63037-87f0-4126-a3f6-c997d2fc8837 req-cdadbcc8-ef4e-41b0-ad20-c1da3b872026 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:54:38.213895 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-a1b63037-87f0-4126-a3f6-c997d2fc8837 req-cdadbcc8-ef4e-41b0-ad20-c1da3b872026 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-336914'] for floatingip (049644ed-7ae1-4141-9bd1-16abef960adb), after_update {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:54:38.213895 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.db.l3_db [req-a1b63037-87f0-4126-a3f6-c997d2fc8837 req-cdadbcc8-ef4e-41b0-ad20-c1da3b872026 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Floating IP 049644ed-7ae1-4141-9bd1-16abef960adb disassociated. External IP: 172.27.2.128, port: 4a3e69ee-936d-4754-9dde-3c621ceacfcf. Aug 09 16:54:38.214217 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.plugin [req-a1b63037-87f0-4126-a3f6-c997d2fc8837 req-cdadbcc8-ef4e-41b0-ad20-c1da3b872026 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Calling delete_port for 4a3e69ee-936d-4754-9dde-3c621ceacfcf owned by compute:nova {{(pid=111141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 09 16:54:38.227825 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:54:38.402297 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524ef8e3-5fd0-4562-b952-9df8d38bf708 req-5d140ae4-b665-4268-824c-36c209baff8d tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:38.404881 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-524ef8e3-5fd0-4562-b952-9df8d38bf708 req-5d140ae4-b665-4268-824c-36c209baff8d tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=da7f4d33-f0b3-4448-9f68-813a5aead47a HTTP/1.1" status: 200 len: 945 time: 0.0684876 Aug 09 16:54:38.467476 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-524ef8e3-5fd0-4562-b952-9df8d38bf708 req-ab675146-72d9-48b6-bba9-441db088ba94 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=3d9f5ea8-d0d2-408b-afd6-30dd186663a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535264 Aug 09 16:54:38.533366 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-a1b63037-87f0-4126-a3f6-c997d2fc8837 req-cdadbcc8-ef4e-41b0-ad20-c1da3b872026 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748338263278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748337861762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12487578'] for port (4a3e69ee-936d-4754-9dde-3c621ceacfcf), after_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:54:38.554287 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3197345-c789-414d-84e6-7d2b73915f53 req-fb9045a6-cb9f-4cec-9baa-90965dd14048 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:38.556783 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-c3197345-c789-414d-84e6-7d2b73915f53 req-fb9045a6-cb9f-4cec-9baa-90965dd14048 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=cb82bef7-ce2f-4541-b695-2b1769932f23 HTTP/1.1" status: 200 len: 945 time: 0.1365590 Aug 09 16:54:38.583809 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdadbcc8-ef4e-41b0-ad20-c1da3b872026 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Pushing event deleted for resources: {'Port': ['ID=4a3e69ee-936d-4754-9dde-3c621ceacfcf,revision_number=None']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:54:38.635608 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784b7c55-30e8-4a47-9c07-54915a0a8006 req-38e1ec34-b335-4317-b6e0-a74b332dd4f8 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:38.643036 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-784b7c55-30e8-4a47-9c07-54915a0a8006 req-38e1ec34-b335-4317-b6e0-a74b332dd4f8 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=e7a274d0-9d37-4f6f-8a7e-2f223cf42198 HTTP/1.1" status: 200 len: 945 time: 0.0852082 Aug 09 16:54:38.697954 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-784b7c55-30e8-4a47-9c07-54915a0a8006 req-8e93b3a4-8b91-4ad5-bf9f-57eab0478c2e tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=40ce6164-59be-4c55-abcb-0149a2e272fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539494 Aug 09 16:54:38.740809 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-c3197345-c789-414d-84e6-7d2b73915f53 req-78c0ca05-23bd-4761-9c3d-4590085e6884 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=0c04eb5b-8576-4065-b492-69843d1073cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1541400 Aug 09 16:54:38.792969 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f21083-55f1-4924-8c55-45a961faacdc req-8fe2c880-4e1a-4beb-b669-1f369025a8d6 tempest-VolumesSnapshotTestJSON-308951325 tempest-VolumesSnapshotTestJSON-308951325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:38.794433 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-f7f21083-55f1-4924-8c55-45a961faacdc req-8fe2c880-4e1a-4beb-b669-1f369025a8d6 tempest-VolumesSnapshotTestJSON-308951325 tempest-VolumesSnapshotTestJSON-308951325-project] 10.222.0.91 "GET /networking/v2.0/networks?id=e3964af6-46ca-431b-afc6-d66481e46704 HTTP/1.1" status: 200 len: 813 time: 0.3286152 Aug 09 16:54:38.831281 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.v2.base [req-f7f21083-55f1-4924-8c55-45a961faacdc req-f5a6a3d6-d36f-40fe-990e-45d20071cc59 tempest-VolumesSnapshotTestJSON-308951325 tempest-VolumesSnapshotTestJSON-308951325-project] Request body: {'port': {'device_id': 'a826f525-18be-4776-9042-856d0854971e', 'network_id': 'e3964af6-46ca-431b-afc6-d66481e46704', 'admin_state_up': True, 'tenant_id': '7ea828531a5d468a9f15381d47e1594e'}} {{(pid=111141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 16:54:38.840696 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a1b63037-87f0-4126-a3f6-c997d2fc8837 req-cdadbcc8-ef4e-41b0-ad20-c1da3b872026 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Router 286245d4-d1e1-45d8-a33e-8ce6c103810d has already been hosted by L3 agent 2cf02505-efcb-442b-855b-6c659df6f18c {{(pid=111141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 09 16:54:38.884617 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:54:39.058784 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a1b63037-87f0-4126-a3f6-c997d2fc8837 req-cdadbcc8-ef4e-41b0-ad20-c1da3b872026 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Notify agent at l3_agent.dv-cinder-852364-3-iscsi the message routers_updated {{(pid=111141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:54:39.074388 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72bed16c-f150-41e2-9a31-9c6265fc14ab None None] Sync routers for ids ['286245d4-d1e1-45d8-a33e-8ce6c103810d'] in dv-cinder-852364-3-iscsi {{(pid=111142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:54:39.114370 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72bed16c-f150-41e2-9a31-9c6265fc14ab None None] Routers {'286245d4-d1e1-45d8-a33e-8ce6c103810d'} bound to L3 agent in host dv-cinder-852364-3-iscsi {{(pid=111142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 16:54:39.117183 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1b63037-87f0-4126-a3f6-c997d2fc8837 req-cdadbcc8-ef4e-41b0-ad20-c1da3b872026 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] No DVR routers for this DVR port 4a3e69ee-936d-4754-9dde-3c621ceacfcf on host hv-cinder-85236 {{(pid=111141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 09 16:54:39.120382 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-a1b63037-87f0-4126-a3f6-c997d2fc8837 req-cdadbcc8-ef4e-41b0-ad20-c1da3b872026 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90003'] for port (None), before_response {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:54:39.122476 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_hamode_db [None req-72bed16c-f150-41e2-9a31-9c6265fc14ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-09T16:42:12Z,description=,heartbeat_timestamp=2022-08-09T16:54:12Z,host='dv-cinder-852364-3-iscsi',id=2cf02505-efcb-442b-855b-6c659df6f18c,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:13Z,topic='l3_agent')) {'router_ids': ['286245d4-d1e1-45d8-a33e-8ce6c103810d'], 'active': True} {{(pid=111142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:54:39.124306 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-a1b63037-87f0-4126-a3f6-c997d2fc8837 req-cdadbcc8-ef4e-41b0-ad20-c1da3b872026 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.91 "DELETE /networking/v2.0/ports/4a3e69ee-936d-4754-9dde-3c621ceacfcf HTTP/1.1" status: 204 len: 173 time: 1.4358420 Aug 09 16:54:39.124873 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb82bef7-ce2f-4541-b695-2b1769932f23', 'name': 'network-vif-deleted', 'tag': '4a3e69ee-936d-4754-9dde-3c621ceacfcf'}] {{(pid=111141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 16:54:39.127620 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fc61e086496b7b72fa0be04cca19be1e9321c349ae61d053137ad661f53d53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deb66fb7-35b2-4914-94e7-7e7698571ea9" -d '{"events": [{"server_uuid": "cb82bef7-ce2f-4541-b695-2b1769932f23", "name": "network-vif-deleted", "tag": "4a3e69ee-936d-4754-9dde-3c621ceacfcf"}]}' {{(pid=111141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:54:39.131091 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7f21083-55f1-4924-8c55-45a961faacdc req-f5a6a3d6-d36f-40fe-990e-45d20071cc59 tempest-VolumesSnapshotTestJSON-308951325 tempest-VolumesSnapshotTestJSON-308951325-project] Made reservation on behalf of 7ea828531a5d468a9f15381d47e1594e for: {'port': 1} {{(pid=111141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:54:39.136363 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-f7f21083-55f1-4924-8c55-45a961faacdc req-f5a6a3d6-d36f-40fe-990e-45d20071cc59 tempest-VolumesSnapshotTestJSON-308951325 tempest-VolumesSnapshotTestJSON-308951325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (None), before_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:54:39.203394 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Aug 2022 16:54:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2314516-9f00-4251-ac5c-fd3efe9929e7 x-openstack-request-id: req-e2314516-9f00-4251-ac5c-fd3efe9929e7 {{(pid=111141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:54:39.203763 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb82bef7-ce2f-4541-b695-2b1769932f23", "name": "network-vif-deleted", "tag": "4a3e69ee-936d-4754-9dde-3c621ceacfcf", "status": "completed", "code": 200}]} {{(pid=111141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:54:39.204386 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e2314516-9f00-4251-ac5c-fd3efe9929e7 {{(pid=111141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:54:39.205016 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2314516-9f00-4251-ac5c-fd3efe9929e7'] response: {'server_uuid': 'cb82bef7-ce2f-4541-b695-2b1769932f23', 'name': 'network-vif-deleted', 'tag': '4a3e69ee-936d-4754-9dde-3c621ceacfcf', 'status': 'completed', 'code': 200} Aug 09 16:54:39.211196 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:54:39.299172 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_dvr_db [None req-72bed16c-f150-41e2-9a31-9c6265fc14ab None None] Set router 286245d4-d1e1-45d8-a33e-8ce6c103810d gateway port host: dv-cinder-852364-3-iscsi {{(pid=111142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 16:54:39.373462 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.db.db_base_plugin_common [req-f7f21083-55f1-4924-8c55-45a961faacdc req-f5a6a3d6-d36f-40fe-990e-45d20071cc59 tempest-VolumesSnapshotTestJSON-308951325 tempest-VolumesSnapshotTestJSON-308951325-project] Allocated IP 172.20.0.6 (e3964af6-46ca-431b-afc6-d66481e46704/5b1f82a1-0a86-4aa6-869d-a4d91bedfe05/259f97dc-abea-4d59-9f06-f3de84cf5fd5) {{(pid=111141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:54:39.480746 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-9ee155c0-1229-418a-927b-3e0d127a3766 req-50a64525-3dac-427c-a8f5-e1e20cd55eb1 tempest-VolumesSnapshotTestJSON-308951325 tempest-VolumesSnapshotTestJSON-308951325-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=a826f525-18be-4776-9042-856d0854971e HTTP/1.1" status: 200 len: 210 time: 0.5333798 Aug 09 16:54:39.652536 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-f7f21083-55f1-4924-8c55-45a961faacdc req-f5a6a3d6-d36f-40fe-990e-45d20071cc59 tempest-VolumesSnapshotTestJSON-308951325 tempest-VolumesSnapshotTestJSON-308951325-project] Publish callbacks [] for port (259f97dc-abea-4d59-9f06-f3de84cf5fd5), precommit_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:54:39.699858 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_hamode_db [None req-72bed16c-f150-41e2-9a31-9c6265fc14ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '286245d4-d1e1-45d8-a33e-8ce6c103810d', 'name': 'tempest-AttachVolumeNegativeTest-928294095-router', 'tenant_id': '321de2c92d814e6ab1da13939153da87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'external_fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '4a7ffaa3-c015-4647-9470-4b3ca7886b6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:50:27Z', 'updated_at': '2022-08-09T16:50:38Z', 'revision_number': 4, 'project_id': '321de2c92d814e6ab1da13939153da87', 'gw_port': {'id': '4a7ffaa3-c015-4647-9470-4b3ca7886b6c', 'name': '', 'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:31:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '286245d4-d1e1-45d8-a33e-8ce6c103810d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:50:28Z', 'updated_at': '2022-08-09T16:50:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-3-iscsi', '_floatingips': [{'id': '76d2da2c-79f7-4deb-b4cb-da20b6a611d5', 'tenant_id': '321de2c92d814e6ab1da13939153da87', 'floating_ip_address': '172.27.2.102', 'floating_network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'router_id': '286245d4-d1e1-45d8-a33e-8ce6c103810d', 'port_id': '6e84ef22-6ed0-41c2-a430-5a00d8efa76c', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd512bb64-4fdf-40f1-b457-d57f69ae1831', 'mac_address': 'fa:16:3e:1f:e2:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c13ec5a-b577-4bed-aa8c-ce73b8391b3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-09T16:50:49Z', 'updated_at': '2022-08-09T16:51:34Z', 'revision_number': 2, 'project_id': '321de2c92d814e6ab1da13939153da87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '194e42e3-ea8f-4dc2-912a-d9842de147c7', 'name': '', 'network_id': 'd512bb64-4fdf-40f1-b457-d57f69ae1831', 'tenant_id': '321de2c92d814e6ab1da13939153da87', 'mac_address': 'fa:16:3e:a5:4f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '286245d4-d1e1-45d8-a33e-8ce6c103810d', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '414c40d7-70ed-42dc-9e49-6496154d7c43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:50:35Z', 'updated_at': '2022-08-09T16:50:50Z', 'revision_number': 5, 'project_id': '321de2c92d814e6ab1da13939153da87', 'subnets': [{'id': '414c40d7-70ed-42dc-9e49-6496154d7c43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-3-iscsi', False) {} {{(pid=111142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:54:39.717929 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:54:39.741464 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72bed16c-f150-41e2-9a31-9c6265fc14ab None None] Checking router: 286245d4-d1e1-45d8-a33e-8ce6c103810d for host: dv-cinder-852364-3-iscsi {{(pid=111142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:54:39.750514 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72bed16c-f150-41e2-9a31-9c6265fc14ab None None] Routers {'286245d4-d1e1-45d8-a33e-8ce6c103810d'} bound to L3 agent in host dv-cinder-852364-3-iscsi {{(pid=111142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 16:54:39.751153 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_hamode_db [None req-72bed16c-f150-41e2-9a31-9c6265fc14ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-09T16:42:12Z,description=,heartbeat_timestamp=2022-08-09T16:54:12Z,host='dv-cinder-852364-3-iscsi',id=2cf02505-efcb-442b-855b-6c659df6f18c,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:13Z,topic='l3_agent')) {'router_ids': ['286245d4-d1e1-45d8-a33e-8ce6c103810d'], 'active': True} {{(pid=111142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:54:39.820117 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28409dea-1dc8-4fee-8dd8-febf93bec4cc req-11d70da1-7348-43b9-b247-c3bdf7f4d93f tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:39.822365 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-28409dea-1dc8-4fee-8dd8-febf93bec4cc req-11d70da1-7348-43b9-b247-c3bdf7f4d93f tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=da7f4d33-f0b3-4448-9f68-813a5aead47a HTTP/1.1" status: 200 len: 945 time: 0.1080694 Aug 09 16:54:39.944713 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_dvr_db [None req-72bed16c-f150-41e2-9a31-9c6265fc14ab None None] Set router 286245d4-d1e1-45d8-a33e-8ce6c103810d gateway port host: dv-cinder-852364-3-iscsi {{(pid=111142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 16:54:39.988326 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-28409dea-1dc8-4fee-8dd8-febf93bec4cc req-acb9f237-21c2-45bb-abbd-56b926b1169b tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=3d9f5ea8-d0d2-408b-afd6-30dd186663a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1512601 Aug 09 16:54:40.010924 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd94325-a83f-4eb6-9271-b3ca3e679500 req-d1a1a5fc-4232-45a5-ba40-ba7f3813f2b1 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:40.026579 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-3bd94325-a83f-4eb6-9271-b3ca3e679500 req-d1a1a5fc-4232-45a5-ba40-ba7f3813f2b1 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=e7a274d0-9d37-4f6f-8a7e-2f223cf42198 HTTP/1.1" status: 200 len: 945 time: 0.1597636 Aug 09 16:54:40.101283 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-f7f21083-55f1-4924-8c55-45a961faacdc req-f5a6a3d6-d36f-40fe-990e-45d20071cc59 tempest-VolumesSnapshotTestJSON-308951325 tempest-VolumesSnapshotTestJSON-308951325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748337861753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12487578'] for port (259f97dc-abea-4d59-9f06-f3de84cf5fd5), after_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:54:40.149694 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-3bd94325-a83f-4eb6-9271-b3ca3e679500 req-90430455-ecb7-412a-9e73-354f661d3490 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=40ce6164-59be-4c55-abcb-0149a2e272fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1197011 Aug 09 16:54:40.171843 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7f21083-55f1-4924-8c55-45a961faacdc req-f5a6a3d6-d36f-40fe-990e-45d20071cc59 tempest-VolumesSnapshotTestJSON-308951325 tempest-VolumesSnapshotTestJSON-308951325-project] Network e3964af6-46ca-431b-afc6-d66481e46704 is already hosted by enough agents. {{(pid=111141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:54:40.175387 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.scheduler.base_scheduler [req-f7f21083-55f1-4924-8c55-45a961faacdc req-f5a6a3d6-d36f-40fe-990e-45d20071cc59 tempest-VolumesSnapshotTestJSON-308951325 tempest-VolumesSnapshotTestJSON-308951325-project] Resources bound (agent type, host, resource id): {{(pid=111141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:54:40.181030 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7f21083-55f1-4924-8c55-45a961faacdc req-f5a6a3d6-d36f-40fe-990e-45d20071cc59 tempest-VolumesSnapshotTestJSON-308951325 tempest-VolumesSnapshotTestJSON-308951325-project] Received port after_create {{(pid=111141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 09 16:54:40.219230 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:54:40.242647 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a6a3d6-d36f-40fe-990e-45d20071cc59 tempest-VolumesSnapshotTestJSON-308951325 tempest-VolumesSnapshotTestJSON-308951325-project] Pushing event updated for resources: {'Port': ['ID=259f97dc-abea-4d59-9f06-f3de84cf5fd5,revision_number=1']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:54:40.259833 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Device 4a3e69ee-936d-4754-9dde-3c621ceacfcf no longer exists at agent hyperv_hv-cinder-85236 {{(pid=111142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:54:40.274812 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-0c896fbc-a4fc-4f8b-9be6-480c8fd5012c req-26614041-77b8-4176-8b3b-f825ab5bc6f1 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=cb82bef7-ce2f-4541-b695-2b1769932f23 HTTP/1.1" status: 200 len: 210 time: 0.0537927 Aug 09 16:54:40.312445 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f21083-55f1-4924-8c55-45a961faacdc req-f5a6a3d6-d36f-40fe-990e-45d20071cc59 tempest-VolumesSnapshotTestJSON-308951325 tempest-VolumesSnapshotTestJSON-308951325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:40.312445 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-f7f21083-55f1-4924-8c55-45a961faacdc req-f5a6a3d6-d36f-40fe-990e-45d20071cc59 tempest-VolumesSnapshotTestJSON-308951325 tempest-VolumesSnapshotTestJSON-308951325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90003'] for port (None), before_response {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:54:40.312698 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] No Port match for: 4a3e69ee-936d-4754-9dde-3c621ceacfcf {{(pid=111142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 09 16:54:40.312698 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Device 4a3e69ee-936d-4754-9dde-3c621ceacfcf not bound to the agent host hv-cinder-85236 {{(pid=111142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:54:40.421486 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_hamode_db [None req-72bed16c-f150-41e2-9a31-9c6265fc14ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '286245d4-d1e1-45d8-a33e-8ce6c103810d', 'name': 'tempest-AttachVolumeNegativeTest-928294095-router', 'tenant_id': '321de2c92d814e6ab1da13939153da87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'external_fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '4a7ffaa3-c015-4647-9470-4b3ca7886b6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:50:27Z', 'updated_at': '2022-08-09T16:50:38Z', 'revision_number': 4, 'project_id': '321de2c92d814e6ab1da13939153da87', 'gw_port': {'id': '4a7ffaa3-c015-4647-9470-4b3ca7886b6c', 'name': '', 'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:31:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '286245d4-d1e1-45d8-a33e-8ce6c103810d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:50:28Z', 'updated_at': '2022-08-09T16:50:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-3-iscsi', '_floatingips': [{'id': '76d2da2c-79f7-4deb-b4cb-da20b6a611d5', 'tenant_id': '321de2c92d814e6ab1da13939153da87', 'floating_ip_address': '172.27.2.102', 'floating_network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'router_id': '286245d4-d1e1-45d8-a33e-8ce6c103810d', 'port_id': '6e84ef22-6ed0-41c2-a430-5a00d8efa76c', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd512bb64-4fdf-40f1-b457-d57f69ae1831', 'mac_address': 'fa:16:3e:1f:e2:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c13ec5a-b577-4bed-aa8c-ce73b8391b3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-09T16:50:49Z', 'updated_at': '2022-08-09T16:51:34Z', 'revision_number': 2, 'project_id': '321de2c92d814e6ab1da13939153da87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '194e42e3-ea8f-4dc2-912a-d9842de147c7', 'name': '', 'network_id': 'd512bb64-4fdf-40f1-b457-d57f69ae1831', 'tenant_id': '321de2c92d814e6ab1da13939153da87', 'mac_address': 'fa:16:3e:a5:4f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '286245d4-d1e1-45d8-a33e-8ce6c103810d', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '414c40d7-70ed-42dc-9e49-6496154d7c43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:50:35Z', 'updated_at': '2022-08-09T16:50:50Z', 'revision_number': 5, 'project_id': '321de2c92d814e6ab1da13939153da87', 'subnets': [{'id': '414c40d7-70ed-42dc-9e49-6496154d7c43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-3-iscsi', False) {} {{(pid=111142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:54:40.447408 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72bed16c-f150-41e2-9a31-9c6265fc14ab None None] The sync data for ids ['286245d4-d1e1-45d8-a33e-8ce6c103810d'] in dv-cinder-852364-3-iscsi is: [{'id': '286245d4-d1e1-45d8-a33e-8ce6c103810d', 'name': 'tempest-AttachVolumeNegativeTest-928294095-router', 'tenant_id': '321de2c92d814e6ab1da13939153da87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'external_fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '4a7ffaa3-c015-4647-9470-4b3ca7886b6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:50:27Z', 'updated_at': '2022-08-09T16:50:38Z', 'revision_number': 4, 'project_id': '321de2c92d814e6ab1da13939153da87', 'gw_port': {'id': '4a7ffaa3-c015-4647-9470-4b3ca7886b6c', 'name': '', 'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:31:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '286245d4-d1e1-45d8-a33e-8ce6c103810d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:50:28Z', 'updated_at': '2022-08-09T16:50:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-3-iscsi', '_floatingips': [{'id': '76d2da2c-79f7-4deb-b4cb-da20b6a611d5', 'tenant_id': '321de2c92d814e6ab1da13939153da87', 'floating_ip_address': '172.27.2.102', 'floating_network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'router_id': '286245d4-d1e1-45d8-a33e-8ce6c103810d', 'port_id': '6e84ef22-6ed0-41c2-a430-5a00d8efa76c', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd512bb64-4fdf-40f1-b457-d57f69ae1831', 'mac_address': 'fa:16:3e:1f:e2:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c13ec5a-b577-4bed-aa8c-ce73b8391b3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-09T16:50:49Z', 'updated_at': '2022-08-09T16:51:34Z', 'revision_number': 2, 'project_id': '321de2c92d814e6ab1da13939153da87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '194e42e3-ea8f-4dc2-912a-d9842de147c7', 'name': '', 'network_id': 'd512bb64-4fdf-40f1-b457-d57f69ae1831', 'tenant_id': '321de2c92d814e6ab1da13939153da87', 'mac_address': 'fa:16:3e:a5:4f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '286245d4-d1e1-45d8-a33e-8ce6c103810d', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '414c40d7-70ed-42dc-9e49-6496154d7c43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:50:35Z', 'updated_at': '2022-08-09T16:50:50Z', 'revision_number': 5, 'project_id': '321de2c92d814e6ab1da13939153da87', 'subnets': [{'id': '414c40d7-70ed-42dc-9e49-6496154d7c43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:54:40.613971 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6adf8ca-bda8-4029-a71e-6ed6af23c527 req-fd31ff0a-2d75-43d9-bffd-dba2b0057deb tempest-VolumesSnapshotTestJSON-308951325 tempest-VolumesSnapshotTestJSON-308951325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:40.618546 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-c6adf8ca-bda8-4029-a71e-6ed6af23c527 req-fd31ff0a-2d75-43d9-bffd-dba2b0057deb tempest-VolumesSnapshotTestJSON-308951325 tempest-VolumesSnapshotTestJSON-308951325-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=a826f525-18be-4776-9042-856d0854971e HTTP/1.1" status: 200 len: 931 time: 0.0603516 Aug 09 16:54:40.679151 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-c6adf8ca-bda8-4029-a71e-6ed6af23c527 req-17ea7945-6df5-4c1e-a11b-73f64d07795e tempest-VolumesSnapshotTestJSON-308951325 tempest-VolumesSnapshotTestJSON-308951325-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=ba8eb485-b96c-4609-af49-bece5d191c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558865 Aug 09 16:54:40.733740 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe29cf9-0568-48de-b3a2-1d3c14f129cc None None] New status for floating IP 049644ed-7ae1-4141-9bd1-16abef960adb: DOWN {{(pid=111143) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 09 16:54:40.850801 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-7e496c3f-5f7e-4b76-b4b1-6fbc8893d81b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (0d699ab0-1a4e-47ab-a625-f3b077123214), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:54:40.888406 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-f7f21083-55f1-4924-8c55-45a961faacdc req-f5a6a3d6-d36f-40fe-990e-45d20071cc59 tempest-VolumesSnapshotTestJSON-308951325 tempest-VolumesSnapshotTestJSON-308951325-project] 10.222.0.91 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0607362 Aug 09 16:54:40.924699 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.v2.base [req-f7f21083-55f1-4924-8c55-45a961faacdc req-62b22658-5b48-4175-9de6-c148d61f9ba8 service neutron] Request body: {'port': {'device_id': 'a826f525-18be-4776-9042-856d0854971e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85236'}} {{(pid=111141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 16:54:41.015988 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-f7f21083-55f1-4924-8c55-45a961faacdc req-62b22658-5b48-4175-9de6-c148d61f9ba8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (259f97dc-abea-4d59-9f06-f3de84cf5fd5), before_update {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:54:41.317413 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e5246a-1bfc-4afd-ae7a-e8f905f42875 req-25a4af23-9d13-43f8-9042-e29975b31710 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:41.319806 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=100 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:54:41.321568 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-63e5246a-1bfc-4afd-ae7a-e8f905f42875 req-25a4af23-9d13-43f8-9042-e29975b31710 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=da7f4d33-f0b3-4448-9f68-813a5aead47a HTTP/1.1" status: 200 len: 945 time: 0.1280136 Aug 09 16:54:41.327189 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca95ebc-cbe9-4505-912b-ef5b071d4e1e req-f4ba303e-b6dc-4a1d-98f4-0170fbe29e29 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:41.329518 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-7ca95ebc-cbe9-4505-912b-ef5b071d4e1e req-f4ba303e-b6dc-4a1d-98f4-0170fbe29e29 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=e7a274d0-9d37-4f6f-8a7e-2f223cf42198 HTTP/1.1" status: 200 len: 945 time: 0.0795186 Aug 09 16:54:41.365563 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=100 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:54:41.407356 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-7ca95ebc-cbe9-4505-912b-ef5b071d4e1e req-d157c701-26c9-482b-a7b3-2a8d6ca3f965 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=40ce6164-59be-4c55-abcb-0149a2e272fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703843 Aug 09 16:54:41.447516 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-63e5246a-1bfc-4afd-ae7a-e8f905f42875 req-16f4bb1b-80e3-4fb5-b5ab-b57709142cc1 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=3d9f5ea8-d0d2-408b-afd6-30dd186663a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689714 Aug 09 16:54:41.580291 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.notifiers.nova [req-f7f21083-55f1-4924-8c55-45a961faacdc req-62b22658-5b48-4175-9de6-c148d61f9ba8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 259f97dc-abea-4d59-9f06-f3de84cf5fd5 {{(pid=111141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 09 16:54:41.588399 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-f7f21083-55f1-4924-8c55-45a961faacdc req-62b22658-5b48-4175-9de6-c148d61f9ba8 service neutron] Publish callbacks [] for port (259f97dc-abea-4d59-9f06-f3de84cf5fd5), precommit_update {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:54:41.604293 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.db.provisioning_blocks [req-f7f21083-55f1-4924-8c55-45a961faacdc req-62b22658-5b48-4175-9de6-c148d61f9ba8 service neutron] Transition to ACTIVE for port object 259f97dc-abea-4d59-9f06-f3de84cf5fd5 will not be triggered until provisioned by entity L2. {{(pid=111141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 09 16:54:41.617982 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.wsgi [-] (111140) accepted ('10.222.0.59', 53526) {{(pid=111140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:54:41.690326 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-25bad1d4-534f-44eb-bd03-26296d30d81e tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Publish callbacks [] for security_group (0c04eb5b-8576-4065-b492-69843d1073cb), before_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:54:41.696505 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-f7f21083-55f1-4924-8c55-45a961faacdc req-62b22658-5b48-4175-9de6-c148d61f9ba8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748338263269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748337861771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748337861789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12487573'] for port (259f97dc-abea-4d59-9f06-f3de84cf5fd5), after_update {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:54:41.721756 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-25bad1d4-534f-44eb-bd03-26296d30d81e tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Publish callbacks [] for security_group (0c04eb5b-8576-4065-b492-69843d1073cb), precommit_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:54:41.831539 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b22658-5b48-4175-9de6-c148d61f9ba8 service neutron] Pushing event updated for resources: {'Port': ['ID=259f97dc-abea-4d59-9f06-f3de84cf5fd5,revision_number=2']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:54:41.853376 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-25bad1d4-534f-44eb-bd03-26296d30d81e tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763768'] for security_group (0c04eb5b-8576-4065-b492-69843d1073cb), after_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:54:41.856552 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-25bad1d4-534f-44eb-bd03-26296d30d81e tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Publish callbacks [] for security_group (None), before_response {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:54:41.858040 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [None req-25bad1d4-534f-44eb-bd03-26296d30d81e tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "DELETE /networking/v2.0/security-groups/0c04eb5b-8576-4065-b492-69843d1073cb HTTP/1.1" status: 204 len: 168 time: 0.2389388 Aug 09 16:54:41.860764 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.wsgi [-] (111141) accepted ('10.222.0.59', 53530) {{(pid=111141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:54:41.875929 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b1b637-3566-4e95-8726-186bdae8f06b req-1f614985-dfbb-4314-adb8-fdb39f0ef825 tempest-VolumesSnapshotTestJSON-308951325 tempest-VolumesSnapshotTestJSON-308951325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:41.879734 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.managers [req-f7f21083-55f1-4924-8c55-45a961faacdc req-62b22658-5b48-4175-9de6-c148d61f9ba8 service neutron] Attempting to bind port 259f97dc-abea-4d59-9f06-f3de84cf5fd5 on host hv-cinder-85236 for vnic_type normal with profile {{(pid=111141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 09 16:54:41.880167 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.managers [req-f7f21083-55f1-4924-8c55-45a961faacdc req-62b22658-5b48-4175-9de6-c148d61f9ba8 service neutron] Attempting to bind port 259f97dc-abea-4d59-9f06-f3de84cf5fd5 by drivers openvswitch,hyperv on host hv-cinder-85236 at level 0 using segments [{'id': 'd64a4b0d-8eb6-4b0b-baa8-f772fe9dbe8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 964, 'network_id': 'e3964af6-46ca-431b-afc6-d66481e46704'}] {{(pid=111141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 09 16:54:41.880593 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7f21083-55f1-4924-8c55-45a961faacdc req-62b22658-5b48-4175-9de6-c148d61f9ba8 service neutron] Attempting to bind port 259f97dc-abea-4d59-9f06-f3de84cf5fd5 on network e3964af6-46ca-431b-afc6-d66481e46704 {{(pid=111141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 16:54:41.884465 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-d4b1b637-3566-4e95-8726-186bdae8f06b req-1f614985-dfbb-4314-adb8-fdb39f0ef825 tempest-VolumesSnapshotTestJSON-308951325 tempest-VolumesSnapshotTestJSON-308951325-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=a826f525-18be-4776-9042-856d0854971e HTTP/1.1" status: 200 len: 943 time: 0.0833786 Aug 09 16:54:41.886924 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7f21083-55f1-4924-8c55-45a961faacdc req-62b22658-5b48-4175-9de6-c148d61f9ba8 service neutron] Port 259f97dc-abea-4d59-9f06-f3de84cf5fd5 on network e3964af6-46ca-431b-afc6-d66481e46704 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85236 {{(pid=111141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 09 16:54:41.887360 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7f21083-55f1-4924-8c55-45a961faacdc req-62b22658-5b48-4175-9de6-c148d61f9ba8 service neutron] Attempting to bind port 259f97dc-abea-4d59-9f06-f3de84cf5fd5 on network e3964af6-46ca-431b-afc6-d66481e46704 {{(pid=111141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 16:54:41.889955 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.api.v2.resource [None req-0ddcb0fc-a1bf-4656-ac3e-81b82f60394c tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] show failed (client error): The resource could not be found. Aug 09 16:54:41.890994 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [None req-0ddcb0fc-a1bf-4656-ac3e-81b82f60394c tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "GET /networking/v2.0/security-groups/0c04eb5b-8576-4065-b492-69843d1073cb HTTP/1.1" status: 404 len: 347 time: 0.0291798 Aug 09 16:54:41.893443 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bad1d4-534f-44eb-bd03-26296d30d81e tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c04eb5b-8576-4065-b492-69843d1073cb,revision_number=None']} {{(pid=111140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:54:41.894695 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.wsgi [-] (111141) accepted ('10.222.0.59', 53532) {{(pid=111141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:54:41.903735 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7f21083-55f1-4924-8c55-45a961faacdc req-62b22658-5b48-4175-9de6-c148d61f9ba8 service neutron] Checking agent: {'id': 'fd1157aa-8fd8-4c6b-a604-f3842f12d305', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85236', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 9, 16, 48, 30), 'started_at': datetime.datetime(2022, 8, 9, 16, 48, 30), 'heartbeat_timestamp': datetime.datetime(2022, 8, 9, 16, 54, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 09 16:54:41.903735 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7f21083-55f1-4924-8c55-45a961faacdc req-62b22658-5b48-4175-9de6-c148d61f9ba8 service neutron] Checking segment: {'id': 'd64a4b0d-8eb6-4b0b-baa8-f772fe9dbe8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 964, 'network_id': 'e3964af6-46ca-431b-afc6-d66481e46704'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 09 16:54:41.904191 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7f21083-55f1-4924-8c55-45a961faacdc req-62b22658-5b48-4175-9de6-c148d61f9ba8 service neutron] Bound using segment: {'id': 'd64a4b0d-8eb6-4b0b-baa8-f772fe9dbe8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 964, 'network_id': 'e3964af6-46ca-431b-afc6-d66481e46704'} {{(pid=111141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 09 16:54:41.904464 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.managers [req-f7f21083-55f1-4924-8c55-45a961faacdc req-62b22658-5b48-4175-9de6-c148d61f9ba8 service neutron] Bound port: 259f97dc-abea-4d59-9f06-f3de84cf5fd5, host: hv-cinder-85236, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd64a4b0d-8eb6-4b0b-baa8-f772fe9dbe8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 964, 'network_id': 'e3964af6-46ca-431b-afc6-d66481e46704'}}] {{(pid=111141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 09 16:54:41.904830 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-f7f21083-55f1-4924-8c55-45a961faacdc req-62b22658-5b48-4175-9de6-c148d61f9ba8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (259f97dc-abea-4d59-9f06-f3de84cf5fd5), before_update {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:54:41.909851 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bad1d4-534f-44eb-bd03-26296d30d81e tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:54:41.913589 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bad1d4-534f-44eb-bd03-26296d30d81e tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:54:41.913589 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bad1d4-534f-44eb-bd03-26296d30d81e tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:54:41.913589 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bad1d4-534f-44eb-bd03-26296d30d81e tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:54:41.913589 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bad1d4-534f-44eb-bd03-26296d30d81e tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:54:41.913589 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bad1d4-534f-44eb-bd03-26296d30d81e tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:54:41.913589 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bad1d4-534f-44eb-bd03-26296d30d81e tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:54:41.913589 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bad1d4-534f-44eb-bd03-26296d30d81e tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:54:41.913589 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bad1d4-534f-44eb-bd03-26296d30d81e tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:54:41.913589 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bad1d4-534f-44eb-bd03-26296d30d81e tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:54:41.913589 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bad1d4-534f-44eb-bd03-26296d30d81e tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:54:41.914386 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bad1d4-534f-44eb-bd03-26296d30d81e tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:54:41.914386 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bad1d4-534f-44eb-bd03-26296d30d81e tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:54:41.914386 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bad1d4-534f-44eb-bd03-26296d30d81e tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:54:41.914683 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bad1d4-534f-44eb-bd03-26296d30d81e tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:54:41.978802 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-d4b1b637-3566-4e95-8726-186bdae8f06b req-973102d2-69c8-4840-8aeb-7b27db47237d tempest-VolumesSnapshotTestJSON-308951325 tempest-VolumesSnapshotTestJSON-308951325-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=ba8eb485-b96c-4609-af49-bece5d191c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931482 Aug 09 16:54:42.053789 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:54:42.124293 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.db [req-f7f21083-55f1-4924-8c55-45a961faacdc req-62b22658-5b48-4175-9de6-c148d61f9ba8 service neutron] For port 259f97dc-abea-4d59-9f06-f3de84cf5fd5, host hv-cinder-85236, cleared binding levels {{(pid=111141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:54:42.128087 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.db [req-f7f21083-55f1-4924-8c55-45a961faacdc req-62b22658-5b48-4175-9de6-c148d61f9ba8 service neutron] For port 259f97dc-abea-4d59-9f06-f3de84cf5fd5, host hv-cinder-85236, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=259f97dc-abea-4d59-9f06-f3de84cf5fd5,segment=NetworkSegment(d64a4b0d-8eb6-4b0b-baa8-f772fe9dbe8e),segment_id=d64a4b0d-8eb6-4b0b-baa8-f772fe9dbe8e)] {{(pid=111141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:54:42.130268 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.plugin [None req-9d8ab659-37f5-4385-a088-7b23b5ee028d tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Deleting port 1968f272-a4d8-4c40-83d6-cb6d809bfc3e {{(pid=111141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 09 16:54:42.130894 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-9d8ab659-37f5-4385-a088-7b23b5ee028d tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748338259761'] for port (1968f272-a4d8-4c40-83d6-cb6d809bfc3e), before_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:54:42.226364 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:54:42.252457 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-9d8ab659-37f5-4385-a088-7b23b5ee028d tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694862'] for port (1968f272-a4d8-4c40-83d6-cb6d809bfc3e), precommit_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:54:42.252835 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-9d8ab659-37f5-4385-a088-7b23b5ee028d tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Publish callbacks [] for floatingip (1968f272-a4d8-4c40-83d6-cb6d809bfc3e), precommit_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:54:42.256195 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-f7f21083-55f1-4924-8c55-45a961faacdc req-62b22658-5b48-4175-9de6-c148d61f9ba8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748338263269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748337861771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748337861789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12487573'] for port (259f97dc-abea-4d59-9f06-f3de84cf5fd5), after_update {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:54:42.267302 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f21083-55f1-4924-8c55-45a961faacdc req-62b22658-5b48-4175-9de6-c148d61f9ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:42.267918 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-f7f21083-55f1-4924-8c55-45a961faacdc req-62b22658-5b48-4175-9de6-c148d61f9ba8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90003'] for port (None), before_response {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:54:42.269303 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-f7f21083-55f1-4924-8c55-45a961faacdc req-62b22658-5b48-4175-9de6-c148d61f9ba8 service neutron] 10.222.0.91 "PUT /networking/v2.0/ports/259f97dc-abea-4d59-9f06-f3de84cf5fd5 HTTP/1.1" status: 200 len: 1093 time: 1.3582599 Aug 09 16:54:42.269730 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a826f525-18be-4776-9042-856d0854971e', 'tag': '259f97dc-abea-4d59-9f06-f3de84cf5fd5'}] {{(pid=111141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 16:54:42.272438 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fc61e086496b7b72fa0be04cca19be1e9321c349ae61d053137ad661f53d53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f789a39f-6a59-4551-a8fd-fbf43a1eb05b" -d '{"events": [{"name": "network-changed", "server_uuid": "a826f525-18be-4776-9042-856d0854971e", "tag": "259f97dc-abea-4d59-9f06-f3de84cf5fd5"}]}' {{(pid=111141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:54:42.279855 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.plugin [None req-9d8ab659-37f5-4385-a088-7b23b5ee028d tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Calling delete_port for 1968f272-a4d8-4c40-83d6-cb6d809bfc3e owned by network:floatingip {{(pid=111141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 09 16:54:42.376029 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Aug 2022 16:54:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfbc4425-bf69-4cf1-bda2-9c9599562f77 x-openstack-request-id: req-bfbc4425-bf69-4cf1-bda2-9c9599562f77 {{(pid=111141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:54:42.376316 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a826f525-18be-4776-9042-856d0854971e", "tag": "259f97dc-abea-4d59-9f06-f3de84cf5fd5", "status": "completed", "code": 200}]} {{(pid=111141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:54:42.376586 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-bfbc4425-bf69-4cf1-bda2-9c9599562f77 {{(pid=111141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:54:42.377024 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bfbc4425-bf69-4cf1-bda2-9c9599562f77'] response: {'name': 'network-changed', 'server_uuid': 'a826f525-18be-4776-9042-856d0854971e', 'tag': '259f97dc-abea-4d59-9f06-f3de84cf5fd5', 'status': 'completed', 'code': 200} Aug 09 16:54:42.394198 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b22658-5b48-4175-9de6-c148d61f9ba8 service neutron] Pushing event updated for resources: {'Port': ['ID=259f97dc-abea-4d59-9f06-f3de84cf5fd5,revision_number=3']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:54:42.410381 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-6add0503-7143-495f-b60b-19e26e8b227d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (2cf02505-efcb-442b-855b-6c659df6f18c), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:54:42.425148 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.agents_db [None req-a4db1589-5d5b-4049-8210-f6e9f318fefd None None] Agent healthcheck: found 6 active agents {{(pid=111143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:54:42.562557 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f789a39f-6a59-4551-a8fd-fbf43a1eb05b req-e49b00ca-26fe-40d7-9609-2559de0cd26b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:42.565350 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-f789a39f-6a59-4551-a8fd-fbf43a1eb05b req-e49b00ca-26fe-40d7-9609-2559de0cd26b service neutron] 10.222.0.91 "GET /networking/v2.0/ports?tenant_id=7ea828531a5d468a9f15381d47e1594e&device_id=a826f525-18be-4776-9042-856d0854971e HTTP/1.1" status: 200 len: 1127 time: 0.0584252 Aug 09 16:54:42.626747 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-9d8ab659-37f5-4385-a088-7b23b5ee028d tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748338263278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748337861762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12487578'] for port (1968f272-a4d8-4c40-83d6-cb6d809bfc3e), after_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:54:42.640797 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e858e1-5910-4cd0-959e-d6db9ee84d28 req-2836af29-4e52-4c2d-9fb3-b54dd92ec69b tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:42.643060 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-c2e858e1-5910-4cd0-959e-d6db9ee84d28 req-2836af29-4e52-4c2d-9fb3-b54dd92ec69b tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=e7a274d0-9d37-4f6f-8a7e-2f223cf42198 HTTP/1.1" status: 200 len: 945 time: 0.0662625 Aug 09 16:54:42.719725 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-c2e858e1-5910-4cd0-959e-d6db9ee84d28 req-573b9299-032c-454e-a09b-85f206453482 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=40ce6164-59be-4c55-abcb-0149a2e272fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655925 Aug 09 16:54:42.720134 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8ab659-37f5-4385-a088-7b23b5ee028d tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Pushing event deleted for resources: {'Port': ['ID=1968f272-a4d8-4c40-83d6-cb6d809bfc3e,revision_number=None']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:54:42.750180 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8fc11c-f259-4659-bd62-1a2456dfa9d3 req-1f61d300-a555-467f-bfe5-c6c1305b1d0e tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:42.752173 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-de8fc11c-f259-4659-bd62-1a2456dfa9d3 req-1f61d300-a555-467f-bfe5-c6c1305b1d0e tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=da7f4d33-f0b3-4448-9f68-813a5aead47a HTTP/1.1" status: 200 len: 945 time: 0.1775610 Aug 09 16:54:42.876804 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f789a39f-6a59-4551-a8fd-fbf43a1eb05b req-5f7a529e-07e0-4123-a635-6e1151a18467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:42.878285 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-f789a39f-6a59-4551-a8fd-fbf43a1eb05b req-5f7a529e-07e0-4123-a635-6e1151a18467 service neutron] 10.222.0.91 "GET /networking/v2.0/networks?tenant_id=7ea828531a5d468a9f15381d47e1594e&shared=False HTTP/1.1" status: 200 len: 914 time: 0.2896838 Aug 09 16:54:42.906572 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-9d8ab659-37f5-4385-a088-7b23b5ee028d tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Publish callbacks [] for floatingip (049644ed-7ae1-4141-9bd1-16abef960adb), after_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:54:42.910027 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-9d8ab659-37f5-4385-a088-7b23b5ee028d tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90003'] for floatingip (None), before_response {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:54:42.911457 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [None req-9d8ab659-37f5-4385-a088-7b23b5ee028d tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "DELETE /networking/v2.0/floatingips/049644ed-7ae1-4141-9bd1-16abef960adb HTTP/1.1" status: 204 len: 168 time: 1.0156140 Aug 09 16:54:42.933675 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-de8fc11c-f259-4659-bd62-1a2456dfa9d3 req-36ccb648-9d7e-42c1-a2e6-0f21bceb6701 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=3d9f5ea8-d0d2-408b-afd6-30dd186663a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1544399 Aug 09 16:54:43.049698 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f789a39f-6a59-4551-a8fd-fbf43a1eb05b req-0e518fd6-a664-4f53-a2d4-6451b1580474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:43.051402 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-f789a39f-6a59-4551-a8fd-fbf43a1eb05b req-0e518fd6-a664-4f53-a2d4-6451b1580474 service neutron] 10.222.0.91 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1586742 Aug 09 16:54:43.439601 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:54:43.484813 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656dd003-7a24-4a9c-92b8-f15270906dc7 req-f8784f0d-7e26-48c1-8bdc-67417df0ebc0 tempest-VolumesSnapshotTestJSON-308951325 tempest-VolumesSnapshotTestJSON-308951325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:43.486331 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-656dd003-7a24-4a9c-92b8-f15270906dc7 req-f8784f0d-7e26-48c1-8bdc-67417df0ebc0 tempest-VolumesSnapshotTestJSON-308951325 tempest-VolumesSnapshotTestJSON-308951325-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=a826f525-18be-4776-9042-856d0854971e HTTP/1.1" status: 200 len: 943 time: 0.3931153 Aug 09 16:54:43.490267 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f21083-55f1-4924-8c55-45a961faacdc req-e0d48c29-f5a4-4ad2-b98e-1a9a08100c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:43.491728 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-f7f21083-55f1-4924-8c55-45a961faacdc req-e0d48c29-f5a4-4ad2-b98e-1a9a08100c35 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?tenant_id=7ea828531a5d468a9f15381d47e1594e&device_id=a826f525-18be-4776-9042-856d0854971e HTTP/1.1" status: 200 len: 1127 time: 0.0664377 Aug 09 16:54:43.585467 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-f7f21083-55f1-4924-8c55-45a961faacdc req-60406507-0f22-43b4-9421-0379bc9ee0dc service neutron] 10.222.0.91 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=259f97dc-abea-4d59-9f06-f3de84cf5fd5 HTTP/1.1" status: 200 len: 217 time: 0.0533772 Aug 09 16:54:43.595620 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-656dd003-7a24-4a9c-92b8-f15270906dc7 req-b55b0f90-5a2c-4c15-8c53-f675166815d9 tempest-VolumesSnapshotTestJSON-308951325 tempest-VolumesSnapshotTestJSON-308951325-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=ba8eb485-b96c-4609-af49-bece5d191c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970993 Aug 09 16:54:43.686595 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f21083-55f1-4924-8c55-45a961faacdc req-a2eeabfb-11c1-4bba-a0ab-aaf7dfdf06cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:43.686595 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-f7f21083-55f1-4924-8c55-45a961faacdc req-a2eeabfb-11c1-4bba-a0ab-aaf7dfdf06cf service neutron] 10.222.0.91 "GET /networking/v2.0/subnets?id=5b1f82a1-0a86-4aa6-869d-a4d91bedfe05 HTTP/1.1" status: 200 len: 853 time: 0.0539956 Aug 09 16:54:43.723906 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-e70f562e-e7df-49ad-a15a-67a143aa0666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (bc6be869-02df-4ed8-8ee0-3ec53a1551af), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:54:43.745474 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-f7f21083-55f1-4924-8c55-45a961faacdc req-9d24d5cf-bad0-4402-804a-0a8992ffd38a service neutron] 10.222.0.91 "GET /networking/v2.0/ports?network_id=e3964af6-46ca-431b-afc6-d66481e46704&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400665 Aug 09 16:54:43.877005 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e056be36-3a4c-46d3-9277-33fdf90f9c6a req-5e1ce813-7dc1-48dd-a887-c75ce7cadb33 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:43.878743 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-e056be36-3a4c-46d3-9277-33fdf90f9c6a req-5e1ce813-7dc1-48dd-a887-c75ce7cadb33 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=e7a274d0-9d37-4f6f-8a7e-2f223cf42198 HTTP/1.1" status: 200 len: 945 time: 0.0637305 Aug 09 16:54:43.879075 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-f7f21083-55f1-4924-8c55-45a961faacdc req-1c9a8319-bf37-47ba-b7d8-0bd27eae3497 service neutron] 10.222.0.91 "GET /networking/v2.0/networks/e3964af6-46ca-431b-afc6-d66481e46704?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220639 Aug 09 16:54:43.934406 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-e056be36-3a4c-46d3-9277-33fdf90f9c6a req-9fd01c32-1c5c-4273-adad-a11ba6ed5b72 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=40ce6164-59be-4c55-abcb-0149a2e272fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493586 Aug 09 16:54:44.084308 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56b545e-2e8a-4523-a609-4525eaafb538 req-3a764bcc-db27-4019-99b5-50e4675efc2b tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:44.087760 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-e56b545e-2e8a-4523-a609-4525eaafb538 req-3a764bcc-db27-4019-99b5-50e4675efc2b tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=da7f4d33-f0b3-4448-9f68-813a5aead47a HTTP/1.1" status: 200 len: 945 time: 0.0536799 Aug 09 16:54:44.140189 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:54:44.191597 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-e56b545e-2e8a-4523-a609-4525eaafb538 req-f18b8f18-e499-49e3-8a62-e64628a0889d tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=3d9f5ea8-d0d2-408b-afd6-30dd186663a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497742 Aug 09 16:54:44.604821 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-f7f21083-55f1-4924-8c55-45a961faacdc req-d35c69c2-0b97-4e5c-ab32-b509577790e2 service neutron] 10.222.0.91 "GET /networking/v2.0/networks/e3964af6-46ca-431b-afc6-d66481e46704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928986 Aug 09 16:54:44.742877 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d422309-9a74-4403-b81f-9615e5f1eaa4 req-ee7e5aca-6a6a-4b3a-8a5e-e2d3f4eb8fab tempest-VolumesSnapshotTestJSON-308951325 tempest-VolumesSnapshotTestJSON-308951325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:44.747407 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-1d422309-9a74-4403-b81f-9615e5f1eaa4 req-ee7e5aca-6a6a-4b3a-8a5e-e2d3f4eb8fab tempest-VolumesSnapshotTestJSON-308951325 tempest-VolumesSnapshotTestJSON-308951325-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=a826f525-18be-4776-9042-856d0854971e HTTP/1.1" status: 200 len: 943 time: 0.0493290 Aug 09 16:54:44.815529 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-1d422309-9a74-4403-b81f-9615e5f1eaa4 req-da04ba7f-fdba-46c3-9288-bf4594b48cce tempest-VolumesSnapshotTestJSON-308951325 tempest-VolumesSnapshotTestJSON-308951325-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=ba8eb485-b96c-4609-af49-bece5d191c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579484 Aug 09 16:54:45.074125 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69911f50-46b4-42f2-add5-04a3da563d20 req-b7642cda-a5df-421e-b6e8-73d00d989872 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:45.077577 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-69911f50-46b4-42f2-add5-04a3da563d20 req-b7642cda-a5df-421e-b6e8-73d00d989872 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=e7a274d0-9d37-4f6f-8a7e-2f223cf42198 HTTP/1.1" status: 200 len: 945 time: 0.0618784 Aug 09 16:54:45.135922 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-69911f50-46b4-42f2-add5-04a3da563d20 req-47d557cf-9190-4597-941c-6212005e480b tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=40ce6164-59be-4c55-abcb-0149a2e272fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529971 Aug 09 16:54:45.297903 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40157245-f89c-4e57-9282-b7acffe74564 req-3d562c9b-59c7-4739-af4d-ea699e1ab984 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:45.299541 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-40157245-f89c-4e57-9282-b7acffe74564 req-3d562c9b-59c7-4739-af4d-ea699e1ab984 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=da7f4d33-f0b3-4448-9f68-813a5aead47a HTTP/1.1" status: 200 len: 945 time: 0.0491648 Aug 09 16:54:45.356356 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-40157245-f89c-4e57-9282-b7acffe74564 req-7c761b2b-3e91-4bbd-be7a-f85b459c6067 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=3d9f5ea8-d0d2-408b-afd6-30dd186663a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500591 Aug 09 16:54:45.595809 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-5c325a0b-ed39-4cac-be6f-43defe9e55aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (33bcacdc-c215-42b6-b75f-650d86e609be), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:54:45.712863 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (47988f4d-09d0-4892-bbfe-5b11c743802f), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:54:45.932757 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f23194-a631-47b4-ae8a-f24e76afdf58 req-ae45a937-0c4d-4e50-b6be-47c327ac4c15 tempest-VolumesSnapshotTestJSON-308951325 tempest-VolumesSnapshotTestJSON-308951325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:45.934236 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-79f23194-a631-47b4-ae8a-f24e76afdf58 req-ae45a937-0c4d-4e50-b6be-47c327ac4c15 tempest-VolumesSnapshotTestJSON-308951325 tempest-VolumesSnapshotTestJSON-308951325-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=a826f525-18be-4776-9042-856d0854971e HTTP/1.1" status: 200 len: 943 time: 0.0475383 Aug 09 16:54:45.982846 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-79f23194-a631-47b4-ae8a-f24e76afdf58 req-0a3b4470-bab1-4244-a765-a2a483e7d316 tempest-VolumesSnapshotTestJSON-308951325 tempest-VolumesSnapshotTestJSON-308951325-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=ba8eb485-b96c-4609-af49-bece5d191c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430458 Aug 09 16:54:46.263823 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554badcd-f6ae-4d3d-9055-d3ee39622dd9 req-7cd62e38-66f0-4d0f-8cc7-fb69f76ccfe7 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:46.265335 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-554badcd-f6ae-4d3d-9055-d3ee39622dd9 req-7cd62e38-66f0-4d0f-8cc7-fb69f76ccfe7 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=e7a274d0-9d37-4f6f-8a7e-2f223cf42198 HTTP/1.1" status: 200 len: 945 time: 0.0521231 Aug 09 16:54:46.312003 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-554badcd-f6ae-4d3d-9055-d3ee39622dd9 req-e91fd816-1812-4920-b3c2-227c3a8fbb18 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=40ce6164-59be-4c55-abcb-0149a2e272fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411246 Aug 09 16:54:46.486080 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06896ef5-7b45-451d-ac56-62242b439b1c req-33fdf867-f258-42ed-a42c-e3eaea0022a8 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:46.487585 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-06896ef5-7b45-451d-ac56-62242b439b1c req-33fdf867-f258-42ed-a42c-e3eaea0022a8 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=da7f4d33-f0b3-4448-9f68-813a5aead47a HTTP/1.1" status: 200 len: 945 time: 0.0493560 Aug 09 16:54:46.535388 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-06896ef5-7b45-451d-ac56-62242b439b1c req-13e5d1cf-5191-4118-9d6f-38521d2c2342 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=3d9f5ea8-d0d2-408b-afd6-30dd186663a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410006 Aug 09 16:54:47.118079 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ff7c45-90df-4fdf-80c1-095554ce7c82 req-3fca80e0-555e-4295-928b-9412e8c68afb tempest-VolumesSnapshotTestJSON-308951325 tempest-VolumesSnapshotTestJSON-308951325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:47.119605 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-d9ff7c45-90df-4fdf-80c1-095554ce7c82 req-3fca80e0-555e-4295-928b-9412e8c68afb tempest-VolumesSnapshotTestJSON-308951325 tempest-VolumesSnapshotTestJSON-308951325-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=a826f525-18be-4776-9042-856d0854971e HTTP/1.1" status: 200 len: 943 time: 0.0623746 Aug 09 16:54:47.169854 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-d9ff7c45-90df-4fdf-80c1-095554ce7c82 req-043c0624-7e3a-427d-9151-47a0490bc390 tempest-VolumesSnapshotTestJSON-308951325 tempest-VolumesSnapshotTestJSON-308951325-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=ba8eb485-b96c-4609-af49-bece5d191c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445549 Aug 09 16:54:47.430626 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f24fda9-5de3-4077-848e-4180fdd5f3fa req-a3bb17ee-27c9-4999-9b28-3ac6c292624a tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:47.432117 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-4f24fda9-5de3-4077-848e-4180fdd5f3fa req-a3bb17ee-27c9-4999-9b28-3ac6c292624a tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=e7a274d0-9d37-4f6f-8a7e-2f223cf42198 HTTP/1.1" status: 200 len: 945 time: 0.0468054 Aug 09 16:54:47.484506 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-4f24fda9-5de3-4077-848e-4180fdd5f3fa req-59e3cd2c-86da-4b10-8fcf-eb9862e0b4f7 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=40ce6164-59be-4c55-abcb-0149a2e272fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468605 Aug 09 16:54:47.649845 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=100 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:54:47.660831 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b14801-d7ad-4090-af6b-cf7ae190cf20 req-60b0585f-c88b-4e79-ae59-5d7785a697c0 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:47.663903 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-62b14801-d7ad-4090-af6b-cf7ae190cf20 req-60b0585f-c88b-4e79-ae59-5d7785a697c0 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=da7f4d33-f0b3-4448-9f68-813a5aead47a HTTP/1.1" status: 200 len: 945 time: 0.0497649 Aug 09 16:54:47.721609 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa34df06-ed06-4bb0-a732-4648fd44ac8a req-f167e7fb-81dc-448f-994e-2c7378a21a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:47.723097 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-fa34df06-ed06-4bb0-a732-4648fd44ac8a req-f167e7fb-81dc-448f-994e-2c7378a21a48 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?tenant_id=432f91c6e89c4fecb0d1f6afb1bcfe7e&device_id=da7f4d33-f0b3-4448-9f68-813a5aead47a HTTP/1.1" status: 200 len: 1129 time: 0.0583258 Aug 09 16:54:47.791553 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-62b14801-d7ad-4090-af6b-cf7ae190cf20 req-57301bb2-923e-40d5-a4bd-10363fa9af93 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=3d9f5ea8-d0d2-408b-afd6-30dd186663a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1172223 Aug 09 16:54:47.839203 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa34df06-ed06-4bb0-a732-4648fd44ac8a req-4d57dcbb-feea-4eec-9265-c115aeff6d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:47.840681 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-fa34df06-ed06-4bb0-a732-4648fd44ac8a req-4d57dcbb-feea-4eec-9265-c115aeff6d63 service neutron] 10.222.0.91 "GET /networking/v2.0/networks?id=2fdb2410-afc4-41b9-b8f9-2ac596eb2296 HTTP/1.1" status: 200 len: 918 time: 0.1066856 Aug 09 16:54:47.911651 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-fa34df06-ed06-4bb0-a732-4648fd44ac8a req-6c8c04fa-a3cb-439a-9103-b94bbc6b13e1 service neutron] 10.222.0.91 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=08bec462-ab8b-4fe8-88b8-287b611ed36a HTTP/1.1" status: 200 len: 1000 time: 0.0631802 Aug 09 16:54:47.967858 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa34df06-ed06-4bb0-a732-4648fd44ac8a req-e03fac20-42ee-4e30-826e-282b33c8a199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:47.969330 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-fa34df06-ed06-4bb0-a732-4648fd44ac8a req-e03fac20-42ee-4e30-826e-282b33c8a199 service neutron] 10.222.0.91 "GET /networking/v2.0/subnets?id=1b532a95-1235-4d0d-9992-be56a4fc30cf HTTP/1.1" status: 200 len: 856 time: 0.0479245 Aug 09 16:54:48.018747 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa34df06-ed06-4bb0-a732-4648fd44ac8a req-02f2c739-fdfb-47ce-a3f9-5c09ceadb690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:48.020286 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-fa34df06-ed06-4bb0-a732-4648fd44ac8a req-02f2c739-fdfb-47ce-a3f9-5c09ceadb690 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?network_id=2fdb2410-afc4-41b9-b8f9-2ac596eb2296&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0399127 Aug 09 16:54:48.133564 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-fa34df06-ed06-4bb0-a732-4648fd44ac8a req-3950fd1c-af78-44ca-a32b-fedbd74d482e service neutron] 10.222.0.91 "GET /networking/v2.0/networks/2fdb2410-afc4-41b9-b8f9-2ac596eb2296?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892718 Aug 09 16:54:48.213831 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Device 259f97dc-abea-4d59-9f06-f3de84cf5fd5 details requested by agent hyperv_hv-cinder-85236 with host hv-cinder-85236 {{(pid=111142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 16:54:48.242752 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-fa34df06-ed06-4bb0-a732-4648fd44ac8a req-0a262073-1aae-4628-b52a-2c683248f439 service neutron] 10.222.0.91 "GET /networking/v2.0/networks/2fdb2410-afc4-41b9-b8f9-2ac596eb2296?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913014 Aug 09 16:54:48.304903 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:54:48.325146 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab36a857-518a-4c13-bb19-bb3544745108 req-094721c9-c30e-4c35-9a78-a1f45e97ecac tempest-VolumesSnapshotTestJSON-308951325 tempest-VolumesSnapshotTestJSON-308951325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:48.326731 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-ab36a857-518a-4c13-bb19-bb3544745108 req-094721c9-c30e-4c35-9a78-a1f45e97ecac tempest-VolumesSnapshotTestJSON-308951325 tempest-VolumesSnapshotTestJSON-308951325-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=a826f525-18be-4776-9042-856d0854971e HTTP/1.1" status: 200 len: 943 time: 0.0506020 Aug 09 16:54:48.344913 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.db [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] For port 259f97dc-abea-4d59-9f06-f3de84cf5fd5, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=259f97dc-abea-4d59-9f06-f3de84cf5fd5,segment=NetworkSegment(d64a4b0d-8eb6-4b0b-baa8-f772fe9dbe8e),segment_id=d64a4b0d-8eb6-4b0b-baa8-f772fe9dbe8e)] {{(pid=111142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:54:48.346971 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:54:48.357609 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Returning: {'device': '259f97dc-abea-4d59-9f06-f3de84cf5fd5', 'network_id': 'e3964af6-46ca-431b-afc6-d66481e46704', 'port_id': '259f97dc-abea-4d59-9f06-f3de84cf5fd5', 'mac_address': 'fa:16:3e:ac:13:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 964, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b1f82a1-0a86-4aa6-869d-a4d91bedfe05', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 16:54:48.379939 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-ab36a857-518a-4c13-bb19-bb3544745108 req-8257101d-40b6-41cb-9c26-b9b9eb01e5a8 tempest-VolumesSnapshotTestJSON-308951325 tempest-VolumesSnapshotTestJSON-308951325-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=ba8eb485-b96c-4609-af49-bece5d191c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475667 Aug 09 16:54:48.392722 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Current status of the port 259f97dc-abea-4d59-9f06-f3de84cf5fd5 is: DOWN; New status is: BUILD {{(pid=111142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 16:54:48.393034 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (259f97dc-abea-4d59-9f06-f3de84cf5fd5), before_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:54:48.409707 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.notifiers.nova [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 259f97dc-abea-4d59-9f06-f3de84cf5fd5 {{(pid=111142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 09 16:54:48.430115 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.db [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] For port 259f97dc-abea-4d59-9f06-f3de84cf5fd5, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=259f97dc-abea-4d59-9f06-f3de84cf5fd5,segment=NetworkSegment(d64a4b0d-8eb6-4b0b-baa8-f772fe9dbe8e),segment_id=d64a4b0d-8eb6-4b0b-baa8-f772fe9dbe8e)] {{(pid=111142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:54:48.489898 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5401258-1282-477c-95a8-f5bbb348340c req-640b69da-2865-43a4-8d33-2cf0e96df562 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:48.492058 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-c5401258-1282-477c-95a8-f5bbb348340c req-640b69da-2865-43a4-8d33-2cf0e96df562 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=2c13ec5a-b577-4bed-aa8c-ce73b8391b3c HTTP/1.1" status: 200 len: 946 time: 0.0496321 Aug 09 16:54:48.513262 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748338263269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748337861771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748337861789'] for port (259f97dc-abea-4d59-9f06-f3de84cf5fd5), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:54:48.547007 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-c5401258-1282-477c-95a8-f5bbb348340c req-cc00a68a-1539-4b82-931f-1c8c2648fffa tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=f47dd32a-2cac-46a7-87f0-b2b85418fb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489628 Aug 09 16:54:48.560489 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Pushing event updated for resources: {'Port': ['ID=259f97dc-abea-4d59-9f06-f3de84cf5fd5,revision_number=4']} {{(pid=111142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:54:48.654582 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccd7c36-dfa3-4a86-91d6-11030b7d7402 req-005af208-d87f-4369-9bb0-9b5ec98bb349 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:48.655974 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-2ccd7c36-dfa3-4a86-91d6-11030b7d7402 req-005af208-d87f-4369-9bb0-9b5ec98bb349 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=e7a274d0-9d37-4f6f-8a7e-2f223cf42198 HTTP/1.1" status: 200 len: 945 time: 0.0490751 Aug 09 16:54:48.668394 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:54:48.674713 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:54:48.704070 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-2ccd7c36-dfa3-4a86-91d6-11030b7d7402 req-60d5f100-456e-46c7-97a6-c397f8eda58e tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=40ce6164-59be-4c55-abcb-0149a2e272fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424318 Aug 09 16:54:48.921002 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33abb360-2f57-4e5b-aaa8-a30b1f412b25 req-fe331b35-d0ca-4eaf-9c3d-176870fc3af6 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:48.922386 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-33abb360-2f57-4e5b-aaa8-a30b1f412b25 req-fe331b35-d0ca-4eaf-9c3d-176870fc3af6 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=da7f4d33-f0b3-4448-9f68-813a5aead47a HTTP/1.1" status: 200 len: 945 time: 0.0483019 Aug 09 16:54:48.934891 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=100 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:54:48.976828 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-33abb360-2f57-4e5b-aaa8-a30b1f412b25 req-bf053a6e-c06a-4e4a-8990-f95f11f3c8e6 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=3d9f5ea8-d0d2-408b-afd6-30dd186663a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480039 Aug 09 16:54:49.166490 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.db [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] get_ports_and_sgs() called for port_ids ['259f97dc-abea-4d59-9f06-f3de84cf5fd5'] {{(pid=111142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:54:49.507612 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb69333c-2101-4523-90cd-8e2b35a1597f req-c7094b9c-e74e-4187-a223-0436410e61e2 tempest-VolumesSnapshotTestJSON-308951325 tempest-VolumesSnapshotTestJSON-308951325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:49.509097 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-cb69333c-2101-4523-90cd-8e2b35a1597f req-c7094b9c-e74e-4187-a223-0436410e61e2 tempest-VolumesSnapshotTestJSON-308951325 tempest-VolumesSnapshotTestJSON-308951325-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=a826f525-18be-4776-9042-856d0854971e HTTP/1.1" status: 200 len: 944 time: 0.0514989 Aug 09 16:54:49.555537 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-cb69333c-2101-4523-90cd-8e2b35a1597f req-a492d795-341b-4634-9a36-2275ca797ccf tempest-VolumesSnapshotTestJSON-308951325 tempest-VolumesSnapshotTestJSON-308951325-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=ba8eb485-b96c-4609-af49-bece5d191c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409873 Aug 09 16:54:49.669843 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cb9a73-618e-4328-9827-23625716d5c0 req-aa06e570-bbeb-4a1b-9eda-8567d358849c tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:49.671302 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-69cb9a73-618e-4328-9827-23625716d5c0 req-aa06e570-bbeb-4a1b-9eda-8567d358849c tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=2c13ec5a-b577-4bed-aa8c-ce73b8391b3c HTTP/1.1" status: 200 len: 946 time: 0.0480983 Aug 09 16:54:49.719231 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-69cb9a73-618e-4328-9827-23625716d5c0 req-2b017fbd-1899-4991-a2a4-05e6a7ab1ef6 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=f47dd32a-2cac-46a7-87f0-b2b85418fb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423741 Aug 09 16:54:49.840097 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a89248-44a3-4385-9107-6a10ac17ecd5 req-ab181c01-3066-4450-b5a5-4631b545d1ab tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:49.841567 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-e6a89248-44a3-4385-9107-6a10ac17ecd5 req-ab181c01-3066-4450-b5a5-4631b545d1ab tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=e7a274d0-9d37-4f6f-8a7e-2f223cf42198 HTTP/1.1" status: 200 len: 945 time: 0.0509703 Aug 09 16:54:49.889283 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-e6a89248-44a3-4385-9107-6a10ac17ecd5 req-37f318e3-8c63-46c0-8934-3656239c271d tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=40ce6164-59be-4c55-abcb-0149a2e272fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421445 Aug 09 16:54:50.103298 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f517e24-a330-4cd6-a612-f06368d29ab2 req-5a47a4d3-1157-4808-8883-67fbb0c444f7 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:50.104778 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-6f517e24-a330-4cd6-a612-f06368d29ab2 req-5a47a4d3-1157-4808-8883-67fbb0c444f7 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=da7f4d33-f0b3-4448-9f68-813a5aead47a HTTP/1.1" status: 200 len: 945 time: 0.0480673 Aug 09 16:54:50.151352 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-6f517e24-a330-4cd6-a612-f06368d29ab2 req-856f42cd-1a9a-4856-b5d4-200073eeeb5a tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=3d9f5ea8-d0d2-408b-afd6-30dd186663a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411007 Aug 09 16:54:50.418187 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Device 259f97dc-abea-4d59-9f06-f3de84cf5fd5 up at agent hyperv_hv-cinder-85236 {{(pid=111142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:54:50.462672 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.provisioning_blocks [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Provisioning for port 259f97dc-abea-4d59-9f06-f3de84cf5fd5 completed by entity L2. {{(pid=111142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 09 16:54:50.556021 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.provisioning_blocks [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Provisioning complete for port 259f97dc-abea-4d59-9f06-f3de84cf5fd5 triggered by entity L2. {{(pid=111142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 16:54:50.556401 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877469'] for port (259f97dc-abea-4d59-9f06-f3de84cf5fd5), provisioning_complete {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:54:50.636745 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Current status of the port 259f97dc-abea-4d59-9f06-f3de84cf5fd5 is: BUILD; New status is: ACTIVE {{(pid=111142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 16:54:50.637183 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (259f97dc-abea-4d59-9f06-f3de84cf5fd5), before_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:54:50.660991 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a826f525-18be-4776-9042-856d0854971e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '259f97dc-abea-4d59-9f06-f3de84cf5fd5'}] {{(pid=111142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 16:54:50.664383 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a3936692d9fe67bf654b43a226d329952087876dab2ee9ab8d24037cf19aeb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cca18c76-ac42-4e6d-8a26-10b580f47778" -d '{"events": [{"server_uuid": "a826f525-18be-4776-9042-856d0854971e", "name": "network-vif-plugged", "status": "completed", "tag": "259f97dc-abea-4d59-9f06-f3de84cf5fd5"}]}' {{(pid=111142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:54:50.677691 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.db [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] For port 259f97dc-abea-4d59-9f06-f3de84cf5fd5, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=259f97dc-abea-4d59-9f06-f3de84cf5fd5,segment=NetworkSegment(d64a4b0d-8eb6-4b0b-baa8-f772fe9dbe8e),segment_id=d64a4b0d-8eb6-4b0b-baa8-f772fe9dbe8e)] {{(pid=111142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:54:50.679790 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32941550-8efd-4678-99e4-1a052c555310 req-9f9bc449-afdf-41c2-b892-416817067add tempest-VolumesSnapshotTestJSON-308951325 tempest-VolumesSnapshotTestJSON-308951325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:50.681334 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-32941550-8efd-4678-99e4-1a052c555310 req-9f9bc449-afdf-41c2-b892-416817067add tempest-VolumesSnapshotTestJSON-308951325 tempest-VolumesSnapshotTestJSON-308951325-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=a826f525-18be-4776-9042-856d0854971e HTTP/1.1" status: 200 len: 944 time: 0.0525551 Aug 09 16:54:50.703632 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Aug 2022 16:54:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ed25754-6009-46c2-8680-d61ca54ac6bc x-openstack-request-id: req-4ed25754-6009-46c2-8680-d61ca54ac6bc {{(pid=111142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:54:50.703632 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a826f525-18be-4776-9042-856d0854971e", "name": "network-vif-plugged", "status": "completed", "tag": "259f97dc-abea-4d59-9f06-f3de84cf5fd5", "code": 200}]} {{(pid=111142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:54:50.703632 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-4ed25754-6009-46c2-8680-d61ca54ac6bc {{(pid=111142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:54:50.703632 dv-cinder-852364-3-iscsi neutron-server[111142]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ed25754-6009-46c2-8680-d61ca54ac6bc'] response: {'server_uuid': 'a826f525-18be-4776-9042-856d0854971e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '259f97dc-abea-4d59-9f06-f3de84cf5fd5', 'code': 200} Aug 09 16:54:50.730900 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-32941550-8efd-4678-99e4-1a052c555310 req-7543ff17-5ef2-40a9-ae4b-eea2ab59e2af tempest-VolumesSnapshotTestJSON-308951325 tempest-VolumesSnapshotTestJSON-308951325-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=ba8eb485-b96c-4609-af49-bece5d191c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437098 Aug 09 16:54:50.750811 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748338263269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748337861771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748337861789'] for port (259f97dc-abea-4d59-9f06-f3de84cf5fd5), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:54:50.751797 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Device 08bec462-ab8b-4fe8-88b8-287b611ed36a no longer exists at agent hyperv_hv-cinder-85236 {{(pid=111142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:54:50.830429 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Pushing event updated for resources: {'Port': ['ID=259f97dc-abea-4d59-9f06-f3de84cf5fd5,revision_number=5']} {{(pid=111142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:54:50.856520 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16310fd5-1b64-4f6c-a2cc-588197033d66 req-537aeffb-7e31-4e5c-8602-598bc9fea113 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:50.858247 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-16310fd5-1b64-4f6c-a2cc-588197033d66 req-537aeffb-7e31-4e5c-8602-598bc9fea113 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=2c13ec5a-b577-4bed-aa8c-ce73b8391b3c HTTP/1.1" status: 200 len: 946 time: 0.0623894 Aug 09 16:54:50.870368 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Current status of the port 08bec462-ab8b-4fe8-88b8-287b611ed36a is: ACTIVE; New status is: DOWN {{(pid=111142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 16:54:50.870792 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (08bec462-ab8b-4fe8-88b8-287b611ed36a), before_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:54:50.894164 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:54:50.905418 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.db [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] For port 08bec462-ab8b-4fe8-88b8-287b611ed36a, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=08bec462-ab8b-4fe8-88b8-287b611ed36a,segment=NetworkSegment(38d2f02a-8f81-4105-9e72-6704317cfa7c),segment_id=38d2f02a-8f81-4105-9e72-6704317cfa7c)] {{(pid=111142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:54:50.916470 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-16310fd5-1b64-4f6c-a2cc-588197033d66 req-2e60c667-3574-47c4-8a78-9fb0a2148f57 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=f47dd32a-2cac-46a7-87f0-b2b85418fb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507455 Aug 09 16:54:50.981613 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748338263269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748337861771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748337861789'] for port (08bec462-ab8b-4fe8-88b8-287b611ed36a), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:54:51.010056 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70741e0d-2bb9-49dc-be79-bf302c11d10c req-d9cf0088-88c5-4b36-a541-cd5db4f44305 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:51.011584 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-70741e0d-2bb9-49dc-be79-bf302c11d10c req-d9cf0088-88c5-4b36-a541-cd5db4f44305 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=e7a274d0-9d37-4f6f-8a7e-2f223cf42198 HTTP/1.1" status: 200 len: 945 time: 0.0478811 Aug 09 16:54:51.028956 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Pushing event updated for resources: {'Port': ['ID=08bec462-ab8b-4fe8-88b8-287b611ed36a,revision_number=8']} {{(pid=111142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:54:51.061659 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-70741e0d-2bb9-49dc-be79-bf302c11d10c req-fbbee9c2-f83c-46e5-99d9-e9267ce6fcc2 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=40ce6164-59be-4c55-abcb-0149a2e272fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438933 Aug 09 16:54:51.277730 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fabe1d8-ad08-4362-944f-d85e72057587 req-e1f6ed24-0298-4c84-9786-65fbd6fd73f7 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:51.279239 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-3fabe1d8-ad08-4362-944f-d85e72057587 req-e1f6ed24-0298-4c84-9786-65fbd6fd73f7 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=da7f4d33-f0b3-4448-9f68-813a5aead47a HTTP/1.1" status: 200 len: 943 time: 0.0472536 Aug 09 16:54:51.313091 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=100 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:54:51.328603 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-3fabe1d8-ad08-4362-944f-d85e72057587 req-3a143911-8941-42ea-aad4-84aab5fc6927 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=3d9f5ea8-d0d2-408b-afd6-30dd186663a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437052 Aug 09 16:54:51.850024 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a16e2d-36b2-45b4-9823-64dcc666f188 req-b75b2863-1ca8-4d36-a169-196d9ce424b4 tempest-VolumesSnapshotTestJSON-308951325 tempest-VolumesSnapshotTestJSON-308951325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:51.851607 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-a2a16e2d-36b2-45b4-9823-64dcc666f188 req-b75b2863-1ca8-4d36-a169-196d9ce424b4 tempest-VolumesSnapshotTestJSON-308951325 tempest-VolumesSnapshotTestJSON-308951325-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=a826f525-18be-4776-9042-856d0854971e HTTP/1.1" status: 200 len: 945 time: 0.0476131 Aug 09 16:54:51.902975 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-a2a16e2d-36b2-45b4-9823-64dcc666f188 req-83822315-a096-4943-a4ae-a094e4f11f5d tempest-VolumesSnapshotTestJSON-308951325 tempest-VolumesSnapshotTestJSON-308951325-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=ba8eb485-b96c-4609-af49-bece5d191c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456808 Aug 09 16:54:52.042078 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5742fdd3-47e9-4568-bb93-640626e82a33 req-10dcaf89-3bf5-49fe-a906-9cd578670dbb tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:52.043583 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-5742fdd3-47e9-4568-bb93-640626e82a33 req-10dcaf89-3bf5-49fe-a906-9cd578670dbb tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=2c13ec5a-b577-4bed-aa8c-ce73b8391b3c HTTP/1.1" status: 200 len: 946 time: 0.0530756 Aug 09 16:54:52.094092 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-5742fdd3-47e9-4568-bb93-640626e82a33 req-5a16ed3d-632f-4150-a101-9ab16493eaa1 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=f47dd32a-2cac-46a7-87f0-b2b85418fb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447881 Aug 09 16:54:52.180521 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452ceff3-355f-417f-85cc-9def18a0b071 req-3b7efae3-aea8-40e4-ac8f-c98ac1cd17fa tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:52.181984 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-452ceff3-355f-417f-85cc-9def18a0b071 req-3b7efae3-aea8-40e4-ac8f-c98ac1cd17fa tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=e7a274d0-9d37-4f6f-8a7e-2f223cf42198 HTTP/1.1" status: 200 len: 945 time: 0.0475330 Aug 09 16:54:52.230353 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-452ceff3-355f-417f-85cc-9def18a0b071 req-b478a430-b17e-49b0-b2bb-39cd54422005 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=40ce6164-59be-4c55-abcb-0149a2e272fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427721 Aug 09 16:54:52.452629 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58648a3-023c-4470-a80a-e01a9fe4eb43 req-c24e9b08-d938-443c-9c60-8f2ebd344927 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:52.454797 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-c58648a3-023c-4470-a80a-e01a9fe4eb43 req-c24e9b08-d938-443c-9c60-8f2ebd344927 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=da7f4d33-f0b3-4448-9f68-813a5aead47a HTTP/1.1" status: 200 len: 943 time: 0.0492456 Aug 09 16:54:52.502532 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-c58648a3-023c-4470-a80a-e01a9fe4eb43 req-6e339f40-3fc4-4e92-877c-11bc8748181d tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=3d9f5ea8-d0d2-408b-afd6-30dd186663a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414865 Aug 09 16:54:52.704505 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da7f4d33-f0b3-4448-9f68-813a5aead47a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '08bec462-ab8b-4fe8-88b8-287b611ed36a'}] {{(pid=111142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 16:54:52.706813 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a3936692d9fe67bf654b43a226d329952087876dab2ee9ab8d24037cf19aeb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afb30663-a7ca-404a-8538-11bb80dac5d0" -d '{"events": [{"server_uuid": "da7f4d33-f0b3-4448-9f68-813a5aead47a", "name": "network-vif-unplugged", "status": "completed", "tag": "08bec462-ab8b-4fe8-88b8-287b611ed36a"}]}' {{(pid=111142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:54:52.746163 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Aug 2022 16:54:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbd1cd39-ee5c-4fa4-9777-45f6dfaba49b x-openstack-request-id: req-fbd1cd39-ee5c-4fa4-9777-45f6dfaba49b {{(pid=111142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:54:52.746635 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da7f4d33-f0b3-4448-9f68-813a5aead47a", "name": "network-vif-unplugged", "status": "completed", "tag": "08bec462-ab8b-4fe8-88b8-287b611ed36a", "code": 200}]} {{(pid=111142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:54:52.746959 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-fbd1cd39-ee5c-4fa4-9777-45f6dfaba49b {{(pid=111142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:54:52.747424 dv-cinder-852364-3-iscsi neutron-server[111142]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fbd1cd39-ee5c-4fa4-9777-45f6dfaba49b'] response: {'server_uuid': 'da7f4d33-f0b3-4448-9f68-813a5aead47a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '08bec462-ab8b-4fe8-88b8-287b611ed36a', 'code': 200} Aug 09 16:54:52.997888 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dacedb7-c2fe-4fb9-bb07-11f501c71780 req-9e8e0ecc-2175-4334-ac48-4620ba31542b tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:52.999431 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-1dacedb7-c2fe-4fb9-bb07-11f501c71780 req-9e8e0ecc-2175-4334-ac48-4620ba31542b tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=2c13ec5a-b577-4bed-aa8c-ce73b8391b3c HTTP/1.1" status: 200 len: 946 time: 0.0674009 Aug 09 16:54:53.078518 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a49728a-8b8a-48d8-9fc8-5b622db63fe4 req-cf00e6e9-a4f4-4fb0-9d76-e134b72b89fc tempest-VolumesSnapshotTestJSON-308951325 tempest-VolumesSnapshotTestJSON-308951325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:53.080048 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-4a49728a-8b8a-48d8-9fc8-5b622db63fe4 req-cf00e6e9-a4f4-4fb0-9d76-e134b72b89fc tempest-VolumesSnapshotTestJSON-308951325 tempest-VolumesSnapshotTestJSON-308951325-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=a826f525-18be-4776-9042-856d0854971e HTTP/1.1" status: 200 len: 945 time: 0.0791478 Aug 09 16:54:53.158943 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.plugin [req-1dacedb7-c2fe-4fb9-bb07-11f501c71780 req-0e479989-acbf-4b20-a389-61c41684f5e5 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Deleting port 6e84ef22-6ed0-41c2-a430-5a00d8efa76c {{(pid=111141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 09 16:54:53.159325 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-1dacedb7-c2fe-4fb9-bb07-11f501c71780 req-0e479989-acbf-4b20-a389-61c41684f5e5 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748338259761'] for port (6e84ef22-6ed0-41c2-a430-5a00d8efa76c), before_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:54:53.177185 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-4a49728a-8b8a-48d8-9fc8-5b622db63fe4 req-51a51438-f70d-429c-bc3a-1d494643c7a2 tempest-VolumesSnapshotTestJSON-308951325 tempest-VolumesSnapshotTestJSON-308951325-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=ba8eb485-b96c-4609-af49-bece5d191c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879686 Aug 09 16:54:53.238894 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52f9084-bf08-4f2c-9e4e-30139692c8db req-0f2a50e1-e0e0-405c-92f2-de7af7e3bc81 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:53.240364 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-e52f9084-bf08-4f2c-9e4e-30139692c8db req-0f2a50e1-e0e0-405c-92f2-de7af7e3bc81 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=2c13ec5a-b577-4bed-aa8c-ce73b8391b3c HTTP/1.1" status: 200 len: 946 time: 0.0674567 Aug 09 16:54:53.260197 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5944e1ea-7eea-4f69-bf18-ffa6ca48cd06 req-b7299faa-0b28-49e2-a735-4d4032f907c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:53.264397 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-5944e1ea-7eea-4f69-bf18-ffa6ca48cd06 req-b7299faa-0b28-49e2-a735-4d4032f907c7 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?device_id=a826f525-18be-4776-9042-856d0854971e HTTP/1.1" status: 200 len: 1129 time: 0.0546095 Aug 09 16:54:53.297009 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-e52f9084-bf08-4f2c-9e4e-30139692c8db req-e9d9b4eb-a62c-4df9-bbe1-87aa289c438e tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=f47dd32a-2cac-46a7-87f0-b2b85418fb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502653 Aug 09 16:54:53.307444 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.db [req-1dacedb7-c2fe-4fb9-bb07-11f501c71780 req-0e479989-acbf-4b20-a389-61c41684f5e5 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] For port 6e84ef22-6ed0-41c2-a430-5a00d8efa76c, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=6e84ef22-6ed0-41c2-a430-5a00d8efa76c,segment=NetworkSegment(22b689c2-f947-4ac8-81fc-daefa317b1b6),segment_id=22b689c2-f947-4ac8-81fc-daefa317b1b6)] {{(pid=111141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:54:53.307818 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-1dacedb7-c2fe-4fb9-bb07-11f501c71780 req-0e479989-acbf-4b20-a389-61c41684f5e5 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694862'] for port (6e84ef22-6ed0-41c2-a430-5a00d8efa76c), precommit_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:54:53.370026 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=100 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:54:53.413496 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-5944e1ea-7eea-4f69-bf18-ffa6ca48cd06 req-394cad36-5f3c-437b-9251-19a3ab6cfc5f service neutron] 10.222.0.91 "GET /networking/v2.0/security-groups?id=ba8eb485-b96c-4609-af49-bece5d191c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383531 Aug 09 16:54:53.427027 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74c78be-99b8-43af-9513-f38ad101aeb5 req-da398cfd-d1c7-4193-a241-c4fcb9d83688 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:53.428595 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-b74c78be-99b8-43af-9513-f38ad101aeb5 req-da398cfd-d1c7-4193-a241-c4fcb9d83688 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=e7a274d0-9d37-4f6f-8a7e-2f223cf42198 HTTP/1.1" status: 200 len: 945 time: 0.1097355 Aug 09 16:54:53.555351 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-b74c78be-99b8-43af-9513-f38ad101aeb5 req-71a49df4-08be-438f-a8c2-96c866263180 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=40ce6164-59be-4c55-abcb-0149a2e272fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1184211 Aug 09 16:54:53.570639 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-1dacedb7-c2fe-4fb9-bb07-11f501c71780 req-0e479989-acbf-4b20-a389-61c41684f5e5 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:54:53.571010 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-1dacedb7-c2fe-4fb9-bb07-11f501c71780 req-0e479989-acbf-4b20-a389-61c41684f5e5 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-336914'] for floatingip (76d2da2c-79f7-4deb-b4cb-da20b6a611d5), after_update {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:54:53.571368 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.db.l3_db [req-1dacedb7-c2fe-4fb9-bb07-11f501c71780 req-0e479989-acbf-4b20-a389-61c41684f5e5 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Floating IP 76d2da2c-79f7-4deb-b4cb-da20b6a611d5 disassociated. External IP: 172.27.2.102, port: 6e84ef22-6ed0-41c2-a430-5a00d8efa76c. Aug 09 16:54:53.571724 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.plugin [req-1dacedb7-c2fe-4fb9-bb07-11f501c71780 req-0e479989-acbf-4b20-a389-61c41684f5e5 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Calling delete_port for 6e84ef22-6ed0-41c2-a430-5a00d8efa76c owned by compute:nova {{(pid=111141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 09 16:54:53.659245 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526685ca-bce7-4025-bced-4fb93df409a4 req-c2e0f9d1-0461-47a2-9a11-d5a4fb165e5f tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:53.661143 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-526685ca-bce7-4025-bced-4fb93df409a4 req-c2e0f9d1-0461-47a2-9a11-d5a4fb165e5f tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=da7f4d33-f0b3-4448-9f68-813a5aead47a HTTP/1.1" status: 200 len: 943 time: 0.0648873 Aug 09 16:54:53.662386 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:54:53.714119 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-526685ca-bce7-4025-bced-4fb93df409a4 req-2d714dc9-8a7a-4426-9cd9-0f0c74011929 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=3d9f5ea8-d0d2-408b-afd6-30dd186663a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455608 Aug 09 16:54:53.810484 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-1dacedb7-c2fe-4fb9-bb07-11f501c71780 req-0e479989-acbf-4b20-a389-61c41684f5e5 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748338263278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748337861762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12487578'] for port (6e84ef22-6ed0-41c2-a430-5a00d8efa76c), after_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:54:53.843526 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e479989-acbf-4b20-a389-61c41684f5e5 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Pushing event deleted for resources: {'Port': ['ID=6e84ef22-6ed0-41c2-a430-5a00d8efa76c,revision_number=None']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:54:53.977322 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa0c352-4b65-496f-9cfc-d8d12ac3af13 req-bad73fc5-fec8-49b4-a398-4496f5862781 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:53.978877 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-1fa0c352-4b65-496f-9cfc-d8d12ac3af13 req-bad73fc5-fec8-49b4-a398-4496f5862781 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=e7a274d0-9d37-4f6f-8a7e-2f223cf42198 HTTP/1.1" status: 200 len: 945 time: 0.0858352 Aug 09 16:54:54.014853 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1dacedb7-c2fe-4fb9-bb07-11f501c71780 req-0e479989-acbf-4b20-a389-61c41684f5e5 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Router 286245d4-d1e1-45d8-a33e-8ce6c103810d has already been hosted by L3 agent 2cf02505-efcb-442b-855b-6c659df6f18c {{(pid=111141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 09 16:54:54.047998 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-1fa0c352-4b65-496f-9cfc-d8d12ac3af13 req-fda74880-d106-4799-b0d3-4f453a3c6b71 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=40ce6164-59be-4c55-abcb-0149a2e272fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615468 Aug 09 16:54:54.148787 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1dacedb7-c2fe-4fb9-bb07-11f501c71780 req-0e479989-acbf-4b20-a389-61c41684f5e5 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Notify agent at l3_agent.dv-cinder-852364-3-iscsi the message routers_updated {{(pid=111141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:54:54.160419 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c1c3eb-2cde-4dcd-bda4-c6ad0af205ba None None] Sync routers for ids ['286245d4-d1e1-45d8-a33e-8ce6c103810d'] in dv-cinder-852364-3-iscsi {{(pid=111142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:54:54.173288 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c1c3eb-2cde-4dcd-bda4-c6ad0af205ba None None] Routers {'286245d4-d1e1-45d8-a33e-8ce6c103810d'} bound to L3 agent in host dv-cinder-852364-3-iscsi {{(pid=111142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 16:54:54.173962 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_hamode_db [None req-c4c1c3eb-2cde-4dcd-bda4-c6ad0af205ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-09T16:42:12Z,description=,heartbeat_timestamp=2022-08-09T16:54:42Z,host='dv-cinder-852364-3-iscsi',id=2cf02505-efcb-442b-855b-6c659df6f18c,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:13Z,topic='l3_agent')) {'router_ids': ['286245d4-d1e1-45d8-a33e-8ce6c103810d'], 'active': True} {{(pid=111142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:54:54.194482 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dacedb7-c2fe-4fb9-bb07-11f501c71780 req-0e479989-acbf-4b20-a389-61c41684f5e5 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] No DVR routers for this DVR port 6e84ef22-6ed0-41c2-a430-5a00d8efa76c on host hv-cinder-85236 {{(pid=111141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 09 16:54:54.197087 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-1dacedb7-c2fe-4fb9-bb07-11f501c71780 req-0e479989-acbf-4b20-a389-61c41684f5e5 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90003'] for port (None), before_response {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:54:54.200297 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-1dacedb7-c2fe-4fb9-bb07-11f501c71780 req-0e479989-acbf-4b20-a389-61c41684f5e5 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.91 "DELETE /networking/v2.0/ports/6e84ef22-6ed0-41c2-a430-5a00d8efa76c HTTP/1.1" status: 204 len: 173 time: 1.1882179 Aug 09 16:54:54.200745 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c13ec5a-b577-4bed-aa8c-ce73b8391b3c', 'name': 'network-vif-deleted', 'tag': '6e84ef22-6ed0-41c2-a430-5a00d8efa76c'}] {{(pid=111141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 16:54:54.202980 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fc61e086496b7b72fa0be04cca19be1e9321c349ae61d053137ad661f53d53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb4560d0-5177-4870-b1bb-41bb42e73fe0" -d '{"events": [{"server_uuid": "2c13ec5a-b577-4bed-aa8c-ce73b8391b3c", "name": "network-vif-deleted", "tag": "6e84ef22-6ed0-41c2-a430-5a00d8efa76c"}]}' {{(pid=111141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:54:54.248303 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Aug 2022 16:54:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ee57354-eca5-416b-8347-77a03d046284 x-openstack-request-id: req-6ee57354-eca5-416b-8347-77a03d046284 {{(pid=111141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:54:54.248599 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c13ec5a-b577-4bed-aa8c-ce73b8391b3c", "name": "network-vif-deleted", "tag": "6e84ef22-6ed0-41c2-a430-5a00d8efa76c", "status": "completed", "code": 200}]} {{(pid=111141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:54:54.248831 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-6ee57354-eca5-416b-8347-77a03d046284 {{(pid=111141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:54:54.249231 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ee57354-eca5-416b-8347-77a03d046284'] response: {'server_uuid': '2c13ec5a-b577-4bed-aa8c-ce73b8391b3c', 'name': 'network-vif-deleted', 'tag': '6e84ef22-6ed0-41c2-a430-5a00d8efa76c', 'status': 'completed', 'code': 200} Aug 09 16:54:54.291647 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_dvr_db [None req-c4c1c3eb-2cde-4dcd-bda4-c6ad0af205ba None None] Set router 286245d4-d1e1-45d8-a33e-8ce6c103810d gateway port host: dv-cinder-852364-3-iscsi {{(pid=111142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 16:54:54.355877 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcb44db-27bb-4bbb-bf9c-9bf5b51d49b3 req-5eaf82e3-4881-4424-b936-b068489aab20 tempest-VolumesSnapshotTestJSON-308951325 tempest-VolumesSnapshotTestJSON-308951325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:54.362927 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-6fcb44db-27bb-4bbb-bf9c-9bf5b51d49b3 req-5eaf82e3-4881-4424-b936-b068489aab20 tempest-VolumesSnapshotTestJSON-308951325 tempest-VolumesSnapshotTestJSON-308951325-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=a826f525-18be-4776-9042-856d0854971e HTTP/1.1" status: 200 len: 945 time: 0.0614369 Aug 09 16:54:54.365903 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:54:54.394795 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:54:54.411663 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-6fcb44db-27bb-4bbb-bf9c-9bf5b51d49b3 req-0f0ba5bc-f587-4ebb-abd6-9f09bd883d96 tempest-VolumesSnapshotTestJSON-308951325 tempest-VolumesSnapshotTestJSON-308951325-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=ba8eb485-b96c-4609-af49-bece5d191c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477839 Aug 09 16:54:54.515416 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-0e7f835c-c98b-498c-a0e9-717e7e591d9b req-42877b47-c116-4c32-a9ec-07479aa087ea tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=2c13ec5a-b577-4bed-aa8c-ce73b8391b3c HTTP/1.1" status: 200 len: 210 time: 0.0295284 Aug 09 16:54:54.643632 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_hamode_db [None req-c4c1c3eb-2cde-4dcd-bda4-c6ad0af205ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '286245d4-d1e1-45d8-a33e-8ce6c103810d', 'name': 'tempest-AttachVolumeNegativeTest-928294095-router', 'tenant_id': '321de2c92d814e6ab1da13939153da87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'external_fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '4a7ffaa3-c015-4647-9470-4b3ca7886b6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:50:27Z', 'updated_at': '2022-08-09T16:50:38Z', 'revision_number': 4, 'project_id': '321de2c92d814e6ab1da13939153da87', 'gw_port': {'id': '4a7ffaa3-c015-4647-9470-4b3ca7886b6c', 'name': '', 'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:31:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '286245d4-d1e1-45d8-a33e-8ce6c103810d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:50:28Z', 'updated_at': '2022-08-09T16:50:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-3-iscsi', '_interfaces': [{'id': '194e42e3-ea8f-4dc2-912a-d9842de147c7', 'name': '', 'network_id': 'd512bb64-4fdf-40f1-b457-d57f69ae1831', 'tenant_id': '321de2c92d814e6ab1da13939153da87', 'mac_address': 'fa:16:3e:a5:4f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '286245d4-d1e1-45d8-a33e-8ce6c103810d', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '414c40d7-70ed-42dc-9e49-6496154d7c43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:50:35Z', 'updated_at': '2022-08-09T16:50:50Z', 'revision_number': 5, 'project_id': '321de2c92d814e6ab1da13939153da87', 'subnets': [{'id': '414c40d7-70ed-42dc-9e49-6496154d7c43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-3-iscsi', False) {} {{(pid=111142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:54:54.672208 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c1c3eb-2cde-4dcd-bda4-c6ad0af205ba None None] Checking router: 286245d4-d1e1-45d8-a33e-8ce6c103810d for host: dv-cinder-852364-3-iscsi {{(pid=111142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:54:54.681960 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c1c3eb-2cde-4dcd-bda4-c6ad0af205ba None None] Routers {'286245d4-d1e1-45d8-a33e-8ce6c103810d'} bound to L3 agent in host dv-cinder-852364-3-iscsi {{(pid=111142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 16:54:54.682621 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_hamode_db [None req-c4c1c3eb-2cde-4dcd-bda4-c6ad0af205ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-09T16:42:12Z,description=,heartbeat_timestamp=2022-08-09T16:54:42Z,host='dv-cinder-852364-3-iscsi',id=2cf02505-efcb-442b-855b-6c659df6f18c,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:13Z,topic='l3_agent')) {'router_ids': ['286245d4-d1e1-45d8-a33e-8ce6c103810d'], 'active': True} {{(pid=111142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:54:54.683013 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bde3bd3-57c5-4796-896d-8826a2571cef req-bac4b98d-e3a5-437c-abde-f048c1e56896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:54.684579 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-7bde3bd3-57c5-4796-896d-8826a2571cef req-bac4b98d-e3a5-437c-abde-f048c1e56896 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?tenant_id=54562f03aaae457ca88be251d2208e2e&device_id=e7a274d0-9d37-4f6f-8a7e-2f223cf42198 HTTP/1.1" status: 200 len: 1129 time: 0.0470338 Aug 09 16:54:54.796605 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bde3bd3-57c5-4796-896d-8826a2571cef req-d6cc1880-6ff6-40c0-9007-5e1eb422a386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:54.798457 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-7bde3bd3-57c5-4796-896d-8826a2571cef req-d6cc1880-6ff6-40c0-9007-5e1eb422a386 service neutron] 10.222.0.91 "GET /networking/v2.0/networks?id=c6e9ea29-d63f-40f2-84ee-974e268aa2d8 HTTP/1.1" status: 200 len: 912 time: 0.1045043 Aug 09 16:54:54.800267 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_dvr_db [None req-c4c1c3eb-2cde-4dcd-bda4-c6ad0af205ba None None] Set router 286245d4-d1e1-45d8-a33e-8ce6c103810d gateway port host: dv-cinder-852364-3-iscsi {{(pid=111142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 16:54:55.038533 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_hamode_db [None req-c4c1c3eb-2cde-4dcd-bda4-c6ad0af205ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '286245d4-d1e1-45d8-a33e-8ce6c103810d', 'name': 'tempest-AttachVolumeNegativeTest-928294095-router', 'tenant_id': '321de2c92d814e6ab1da13939153da87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'external_fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '4a7ffaa3-c015-4647-9470-4b3ca7886b6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:50:27Z', 'updated_at': '2022-08-09T16:50:38Z', 'revision_number': 4, 'project_id': '321de2c92d814e6ab1da13939153da87', 'gw_port': {'id': '4a7ffaa3-c015-4647-9470-4b3ca7886b6c', 'name': '', 'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:31:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '286245d4-d1e1-45d8-a33e-8ce6c103810d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:50:28Z', 'updated_at': '2022-08-09T16:50:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-3-iscsi', '_interfaces': [{'id': '194e42e3-ea8f-4dc2-912a-d9842de147c7', 'name': '', 'network_id': 'd512bb64-4fdf-40f1-b457-d57f69ae1831', 'tenant_id': '321de2c92d814e6ab1da13939153da87', 'mac_address': 'fa:16:3e:a5:4f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '286245d4-d1e1-45d8-a33e-8ce6c103810d', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '414c40d7-70ed-42dc-9e49-6496154d7c43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:50:35Z', 'updated_at': '2022-08-09T16:50:50Z', 'revision_number': 5, 'project_id': '321de2c92d814e6ab1da13939153da87', 'subnets': [{'id': '414c40d7-70ed-42dc-9e49-6496154d7c43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-3-iscsi', False) {} {{(pid=111142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:54:55.064692 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.wsgi [req-b0d8804d-22bf-4514-8f1b-d245ecd51d82 req-c3920231-99df-4254-a1dd-171c2ac98ccd service neutron] http://10.222.0.59:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=111141) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 09 16:54:55.064981 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c1c3eb-2cde-4dcd-bda4-c6ad0af205ba None None] The sync data for ids ['286245d4-d1e1-45d8-a33e-8ce6c103810d'] in dv-cinder-852364-3-iscsi is: [{'id': '286245d4-d1e1-45d8-a33e-8ce6c103810d', 'name': 'tempest-AttachVolumeNegativeTest-928294095-router', 'tenant_id': '321de2c92d814e6ab1da13939153da87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'external_fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '4a7ffaa3-c015-4647-9470-4b3ca7886b6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:50:27Z', 'updated_at': '2022-08-09T16:50:38Z', 'revision_number': 4, 'project_id': '321de2c92d814e6ab1da13939153da87', 'gw_port': {'id': '4a7ffaa3-c015-4647-9470-4b3ca7886b6c', 'name': '', 'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:31:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '286245d4-d1e1-45d8-a33e-8ce6c103810d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:50:28Z', 'updated_at': '2022-08-09T16:50:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-3-iscsi', '_interfaces': [{'id': '194e42e3-ea8f-4dc2-912a-d9842de147c7', 'name': '', 'network_id': 'd512bb64-4fdf-40f1-b457-d57f69ae1831', 'tenant_id': '321de2c92d814e6ab1da13939153da87', 'mac_address': 'fa:16:3e:a5:4f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '286245d4-d1e1-45d8-a33e-8ce6c103810d', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '414c40d7-70ed-42dc-9e49-6496154d7c43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:50:35Z', 'updated_at': '2022-08-09T16:50:50Z', 'revision_number': 5, 'project_id': '321de2c92d814e6ab1da13939153da87', 'subnets': [{'id': '414c40d7-70ed-42dc-9e49-6496154d7c43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:54:55.068711 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-b0d8804d-22bf-4514-8f1b-d245ecd51d82 req-c3920231-99df-4254-a1dd-171c2ac98ccd service neutron] 10.222.0.59 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0076790 Aug 09 16:54:55.194438 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74033671-d0d1-4530-a19a-9ea56009f0b3 req-8a016d92-d5ba-4c05-8d47-6bf354215456 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:55.196749 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-74033671-d0d1-4530-a19a-9ea56009f0b3 req-8a016d92-d5ba-4c05-8d47-6bf354215456 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=e7a274d0-9d37-4f6f-8a7e-2f223cf42198 HTTP/1.1" status: 200 len: 945 time: 0.0504010 Aug 09 16:54:55.266034 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-74033671-d0d1-4530-a19a-9ea56009f0b3 req-c13b3385-9736-4387-93c3-c5972c5055a6 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=40ce6164-59be-4c55-abcb-0149a2e272fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632463 Aug 09 16:54:55.334275 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6512d9d-856b-4e40-b4b4-c00b6735a083 None None] New status for floating IP 76d2da2c-79f7-4deb-b4cb-da20b6a611d5: DOWN {{(pid=111143) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 09 16:54:55.471673 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-7bde3bd3-57c5-4796-896d-8826a2571cef req-551db614-e9af-4676-9581-fd5c1ab99da4 service neutron] 10.222.0.91 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c7c7c2fe-a482-49a1-bef6-cb7da54c233e HTTP/1.1" status: 200 len: 1001 time: 0.1013541 Aug 09 16:54:55.550209 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3047badc-6130-4d73-87af-5ab8b2bc5b02 req-a586eeac-e496-4d23-a93d-427ca3d5239c tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:55.551742 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-3047badc-6130-4d73-87af-5ab8b2bc5b02 req-a586eeac-e496-4d23-a93d-427ca3d5239c tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=da7f4d33-f0b3-4448-9f68-813a5aead47a HTTP/1.1" status: 200 len: 943 time: 0.0509121 Aug 09 16:54:55.574415 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bde3bd3-57c5-4796-896d-8826a2571cef req-8e96a413-843f-4095-af3a-67525d8189f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:55.575992 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-7bde3bd3-57c5-4796-896d-8826a2571cef req-8e96a413-843f-4095-af3a-67525d8189f2 service neutron] 10.222.0.91 "GET /networking/v2.0/subnets?id=04d182a3-f5e2-47dc-869b-31a7d21795ba HTTP/1.1" status: 200 len: 850 time: 0.1030936 Aug 09 16:54:55.584952 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=100 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:54:55.598142 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e15f1a-893c-4af8-ae9c-043253863d2e req-1f76f5fe-fe2f-4438-af2b-c483b78258c3 tempest-VolumesSnapshotTestJSON-308951325 tempest-VolumesSnapshotTestJSON-308951325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:55.601279 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-b6e15f1a-893c-4af8-ae9c-043253863d2e req-1f76f5fe-fe2f-4438-af2b-c483b78258c3 tempest-VolumesSnapshotTestJSON-308951325 tempest-VolumesSnapshotTestJSON-308951325-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=a826f525-18be-4776-9042-856d0854971e HTTP/1.1" status: 200 len: 945 time: 0.0745835 Aug 09 16:54:55.619716 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-3047badc-6130-4d73-87af-5ab8b2bc5b02 req-eb80ed47-4780-4771-92af-3e6b61d319f0 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=3d9f5ea8-d0d2-408b-afd6-30dd186663a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615706 Aug 09 16:54:55.659984 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-b6e15f1a-893c-4af8-ae9c-043253863d2e req-e25d829f-b0fc-4150-95e6-c9635e330cd3 tempest-VolumesSnapshotTestJSON-308951325 tempest-VolumesSnapshotTestJSON-308951325-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=ba8eb485-b96c-4609-af49-bece5d191c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528839 Aug 09 16:54:55.750692 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-ce475629-dc50-4f69-91b5-b86c70b520df req-550da249-702a-41ae-b067-df0eb415ee7f tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=2c13ec5a-b577-4bed-aa8c-ce73b8391b3c HTTP/1.1" status: 200 len: 210 time: 0.0291443 Aug 09 16:54:55.830047 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bde3bd3-57c5-4796-896d-8826a2571cef req-d1bdf9b1-e099-4222-b68e-f5f0bdd2a7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:55.831710 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-7bde3bd3-57c5-4796-896d-8826a2571cef req-d1bdf9b1-e099-4222-b68e-f5f0bdd2a7c8 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?network_id=c6e9ea29-d63f-40f2-84ee-974e268aa2d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0407689 Aug 09 16:54:55.939899 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-7bde3bd3-57c5-4796-896d-8826a2571cef req-55833eb9-cb14-4281-867d-b2f76344b3cf service neutron] 10.222.0.91 "GET /networking/v2.0/networks/c6e9ea29-d63f-40f2-84ee-974e268aa2d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007602 Aug 09 16:54:56.042591 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=100 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:54:56.046746 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-7bde3bd3-57c5-4796-896d-8826a2571cef req-15f1d140-2a22-4e0d-b9fb-53c2f37357ca service neutron] 10.222.0.91 "GET /networking/v2.0/networks/c6e9ea29-d63f-40f2-84ee-974e268aa2d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994122 Aug 09 16:54:56.179900 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.wsgi [-] (111141) accepted ('10.222.0.59', 53726) {{(pid=111141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:54:56.266932 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-a9ae4b39-34ac-49d2-b798-f1b4e15fa033 req-bab28c75-bb66-4bbb-ae1d-06512342c9b3 service neutron] 10.222.0.59 "GET /networking/v2.0/ports?device_id=da7f4d33-f0b3-4448-9f68-813a5aead47a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0857704 Aug 09 16:54:56.276281 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.wsgi [req-a9ae4b39-34ac-49d2-b798-f1b4e15fa033 req-ac646dc1-1c4c-463c-8711-0bb7b1c32ce5 service neutron] http://10.222.0.59:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=111141) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 09 16:54:56.277502 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-a9ae4b39-34ac-49d2-b798-f1b4e15fa033 req-ac646dc1-1c4c-463c-8711-0bb7b1c32ce5 service neutron] 10.222.0.59 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0057993 Aug 09 16:54:56.359620 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.wsgi [-] (111140) accepted ('10.222.0.59', 53736) {{(pid=111140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:54:56.395637 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f138a9e5-e748-4ef9-8295-4c27c9ebe337 req-e1952ac8-a98c-44e2-94d6-29eadca2c909 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:56.397825 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-f138a9e5-e748-4ef9-8295-4c27c9ebe337 req-e1952ac8-a98c-44e2-94d6-29eadca2c909 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=e7a274d0-9d37-4f6f-8a7e-2f223cf42198 HTTP/1.1" status: 200 len: 945 time: 0.0508442 Aug 09 16:54:56.433225 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Device 08bec462-ab8b-4fe8-88b8-287b611ed36a no longer exists at agent hyperv_hv-cinder-85236 {{(pid=111142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:54:56.460740 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-f138a9e5-e748-4ef9-8295-4c27c9ebe337 req-156223b5-6b0c-4c87-b3f1-7d9acda9e43f tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=40ce6164-59be-4c55-abcb-0149a2e272fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555925 Aug 09 16:54:56.476392 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ae4b39-34ac-49d2-b798-f1b4e15fa033 req-0a8a5cea-dadf-4525-8697-504362169ddc tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:56.478155 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-a9ae4b39-34ac-49d2-b798-f1b4e15fa033 req-0a8a5cea-dadf-4525-8697-504362169ddc tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/ports/08bec462-ab8b-4fe8-88b8-287b611ed36a HTTP/1.1" status: 200 len: 940 time: 0.1174650 Aug 09 16:54:56.499778 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=100 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:54:56.535540 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Current status of the port 08bec462-ab8b-4fe8-88b8-287b611ed36a is: DOWN; New status is: DOWN {{(pid=111142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 16:54:56.536458 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Device 6e84ef22-6ed0-41c2-a430-5a00d8efa76c no longer exists at agent hyperv_hv-cinder-85236 {{(pid=111142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:54:56.558611 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] No Port match for: 6e84ef22-6ed0-41c2-a430-5a00d8efa76c {{(pid=111142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 09 16:54:56.558960 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Device 6e84ef22-6ed0-41c2-a430-5a00d8efa76c not bound to the agent host hv-cinder-85236 {{(pid=111142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:54:56.771680 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132687c5-52fc-46d3-ba70-7c996fbdbfb5 req-f78a9bbb-19d6-4541-a940-25e929461be6 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:56.773500 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-132687c5-52fc-46d3-ba70-7c996fbdbfb5 req-f78a9bbb-19d6-4541-a940-25e929461be6 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=da7f4d33-f0b3-4448-9f68-813a5aead47a HTTP/1.1" status: 200 len: 943 time: 0.0512574 Aug 09 16:54:56.795967 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=100 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:54:56.816469 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d96aca-e03c-4fcf-9813-461f0522af73 req-d085b75a-13ad-4d2e-b882-a45dfa0d4635 tempest-VolumesSnapshotTestJSON-308951325 tempest-VolumesSnapshotTestJSON-308951325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:56.817851 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-14d96aca-e03c-4fcf-9813-461f0522af73 req-d085b75a-13ad-4d2e-b882-a45dfa0d4635 tempest-VolumesSnapshotTestJSON-308951325 tempest-VolumesSnapshotTestJSON-308951325-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=a826f525-18be-4776-9042-856d0854971e HTTP/1.1" status: 200 len: 945 time: 0.0519555 Aug 09 16:54:56.828968 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-132687c5-52fc-46d3-ba70-7c996fbdbfb5 req-3832f88f-63d1-41d5-b3b6-190ae9eaf73f tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=3d9f5ea8-d0d2-408b-afd6-30dd186663a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482786 Aug 09 16:54:56.883173 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-14d96aca-e03c-4fcf-9813-461f0522af73 req-9655b970-298f-493d-a6d0-c0ec26f9afc4 tempest-VolumesSnapshotTestJSON-308951325 tempest-VolumesSnapshotTestJSON-308951325-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=ba8eb485-b96c-4609-af49-bece5d191c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540311 Aug 09 16:54:56.990388 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.wsgi [-] (111140) accepted ('10.222.0.59', 53758) {{(pid=111140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:54:57.049151 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-43dcfe42-5793-4ceb-8cff-23fccd8b0148 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Publish callbacks [] for security_group (f47dd32a-2cac-46a7-87f0-b2b85418fb7b), before_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:54:57.073753 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-43dcfe42-5793-4ceb-8cff-23fccd8b0148 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Publish callbacks [] for security_group (f47dd32a-2cac-46a7-87f0-b2b85418fb7b), precommit_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:54:57.210769 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-43dcfe42-5793-4ceb-8cff-23fccd8b0148 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763768'] for security_group (f47dd32a-2cac-46a7-87f0-b2b85418fb7b), after_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:54:57.217731 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-43dcfe42-5793-4ceb-8cff-23fccd8b0148 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Publish callbacks [] for security_group (None), before_response {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:54:57.218911 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [None req-43dcfe42-5793-4ceb-8cff-23fccd8b0148 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "DELETE /networking/v2.0/security-groups/f47dd32a-2cac-46a7-87f0-b2b85418fb7b HTTP/1.1" status: 204 len: 168 time: 0.2262192 Aug 09 16:54:57.222270 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.wsgi [-] (111141) accepted ('10.222.0.59', 53762) {{(pid=111141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:54:57.230089 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dcfe42-5793-4ceb-8cff-23fccd8b0148 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f47dd32a-2cac-46a7-87f0-b2b85418fb7b,revision_number=None']} {{(pid=111140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:54:57.238035 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.api.v2.resource [None req-c29fb716-6eed-442e-b7f2-e463c5ef7394 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] show failed (client error): The resource could not be found. Aug 09 16:54:57.243965 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [None req-c29fb716-6eed-442e-b7f2-e463c5ef7394 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "GET /networking/v2.0/security-groups/f47dd32a-2cac-46a7-87f0-b2b85418fb7b HTTP/1.1" status: 404 len: 347 time: 0.0204074 Aug 09 16:54:57.244133 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.wsgi [-] (111140) accepted ('10.222.0.59', 53764) {{(pid=111140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:54:57.387951 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.plugins.ml2.plugin [None req-0dc1289f-6f20-4000-8555-05edef4d28e6 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Deleting port c40c09e8-0117-46ba-9b38-add7fb864ba1 {{(pid=111140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 09 16:54:57.388618 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-0dc1289f-6f20-4000-8555-05edef4d28e6 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748338259761'] for port (c40c09e8-0117-46ba-9b38-add7fb864ba1), before_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:54:57.477985 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-0dc1289f-6f20-4000-8555-05edef4d28e6 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694862'] for port (c40c09e8-0117-46ba-9b38-add7fb864ba1), precommit_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:54:57.478321 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-0dc1289f-6f20-4000-8555-05edef4d28e6 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Publish callbacks [] for floatingip (c40c09e8-0117-46ba-9b38-add7fb864ba1), precommit_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:54:57.491849 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.plugins.ml2.plugin [None req-0dc1289f-6f20-4000-8555-05edef4d28e6 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Calling delete_port for c40c09e8-0117-46ba-9b38-add7fb864ba1 owned by network:floatingip {{(pid=111140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 09 16:54:57.608014 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6526040-91d9-444a-8a5e-6738d304e07c req-9e227dd7-849f-48b4-a950-095595f2721c tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:57.609563 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-f6526040-91d9-444a-8a5e-6738d304e07c req-9e227dd7-849f-48b4-a950-095595f2721c tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=e7a274d0-9d37-4f6f-8a7e-2f223cf42198 HTTP/1.1" status: 200 len: 945 time: 0.0677924 Aug 09 16:54:57.700484 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-f6526040-91d9-444a-8a5e-6738d304e07c req-6b129048-a219-4056-aedc-843d599ab258 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=40ce6164-59be-4c55-abcb-0149a2e272fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846114 Aug 09 16:54:57.810875 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-0dc1289f-6f20-4000-8555-05edef4d28e6 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748338263278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748337861762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12086677'] for port (c40c09e8-0117-46ba-9b38-add7fb864ba1), after_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:54:57.836776 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc1289f-6f20-4000-8555-05edef4d28e6 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Pushing event deleted for resources: {'Port': ['ID=c40c09e8-0117-46ba-9b38-add7fb864ba1,revision_number=None']} {{(pid=111140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:54:57.985671 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-0dc1289f-6f20-4000-8555-05edef4d28e6 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Publish callbacks [] for floatingip (76d2da2c-79f7-4deb-b4cb-da20b6a611d5), after_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:54:57.988263 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-0dc1289f-6f20-4000-8555-05edef4d28e6 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90003'] for floatingip (None), before_response {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:54:57.993563 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [None req-0dc1289f-6f20-4000-8555-05edef4d28e6 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "DELETE /networking/v2.0/floatingips/76d2da2c-79f7-4deb-b4cb-da20b6a611d5 HTTP/1.1" status: 204 len: 168 time: 0.7443357 Aug 09 16:54:58.015850 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c2ac45-56c2-409a-9ac9-e9d199b1049f req-c4884dae-dc8e-4383-bf58-47ad3c49c833 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:58.015850 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-11c2ac45-56c2-409a-9ac9-e9d199b1049f req-c4884dae-dc8e-4383-bf58-47ad3c49c833 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=da7f4d33-f0b3-4448-9f68-813a5aead47a HTTP/1.1" status: 200 len: 943 time: 0.0867784 Aug 09 16:54:58.026679 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:54:58.066281 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-11c2ac45-56c2-409a-9ac9-e9d199b1049f req-48d15f7c-c291-4fd5-a2c6-e3bd4d134474 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=3d9f5ea8-d0d2-408b-afd6-30dd186663a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474913 Aug 09 16:54:58.140599 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.wsgi [-] (111141) accepted ('10.222.0.59', 53780) {{(pid=111141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:54:58.144512 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.v2.base [None req-885555cf-4018-4264-b632-6d27e2a638c8 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1881285628', 'description': 'tempest-description--917317817'}} {{(pid=111141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 16:54:58.216209 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-885555cf-4018-4264-b632-6d27e2a638c8 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Publish callbacks [] for security_group (None), before_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:54:58.297005 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-885555cf-4018-4264-b632-6d27e2a638c8 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Publish callbacks [] for security_group (094db54e-e69e-4f26-af56-17f52fa862f6), precommit_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:54:58.362237 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-885555cf-4018-4264-b632-6d27e2a638c8 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763768'] for security_group (094db54e-e69e-4f26-af56-17f52fa862f6), after_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:54:58.393055 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885555cf-4018-4264-b632-6d27e2a638c8 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Pushing event updated for resources: {'SecurityGroup': ['ID=094db54e-e69e-4f26-af56-17f52fa862f6,revision_number=1']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:54:58.447369 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-885555cf-4018-4264-b632-6d27e2a638c8 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Publish callbacks [] for security_group (None), before_response {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:54:58.451792 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [None req-885555cf-4018-4264-b632-6d27e2a638c8 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3077614 Aug 09 16:54:58.452078 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.wsgi [-] (111140) accepted ('10.222.0.59', 53784) {{(pid=111140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:54:58.456733 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.v2.base [None req-94b46e9e-4494-4433-a624-aa77331ce93a tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Request body: {'security_group_rule': {'security_group_id': '094db54e-e69e-4f26-af56-17f52fa862f6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 16:54:58.673098 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-94b46e9e-4494-4433-a624-aa77331ce93a tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Publish callbacks [] for security_group_rule (f40686b8-a6ea-4ad1-bb54-d218588c415e), before_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:54:58.730535 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-94b46e9e-4494-4433-a624-aa77331ce93a tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Publish callbacks [] for security_group_rule (f40686b8-a6ea-4ad1-bb54-d218588c415e), precommit_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:54:58.827252 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-94b46e9e-4494-4433-a624-aa77331ce93a tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765607'] for security_group_rule (f40686b8-a6ea-4ad1-bb54-d218588c415e), after_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:54:58.835009 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:54:58.847779 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b46e9e-4494-4433-a624-aa77331ce93a tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f40686b8-a6ea-4ad1-bb54-d218588c415e,revision_number=0']} {{(pid=111140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:54:58.931141 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-94b46e9e-4494-4433-a624-aa77331ce93a tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:54:58.932974 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [None req-94b46e9e-4494-4433-a624-aa77331ce93a tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4795113 Aug 09 16:54:58.935700 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.wsgi [-] (111140) accepted ('10.222.0.59', 53788) {{(pid=111140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:54:58.945068 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.v2.base [None req-a24b9e12-3b34-436d-a93b-7ad627c132a5 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Request body: {'security_group_rule': {'security_group_id': '094db54e-e69e-4f26-af56-17f52fa862f6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 16:54:59.053900 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-a24b9e12-3b34-436d-a93b-7ad627c132a5 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Publish callbacks [] for security_group_rule (5f671160-3442-4966-982b-bc6be158a4f1), before_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:54:59.115571 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-a24b9e12-3b34-436d-a93b-7ad627c132a5 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Publish callbacks [] for security_group_rule (5f671160-3442-4966-982b-bc6be158a4f1), precommit_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:54:59.201790 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b383e4-9e3c-4a85-b546-84bb3cee2269 req-bd985fb4-d2d8-4bae-9a6b-36615afc9d96 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:59.203680 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-a8b383e4-9e3c-4a85-b546-84bb3cee2269 req-bd985fb4-d2d8-4bae-9a6b-36615afc9d96 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=da7f4d33-f0b3-4448-9f68-813a5aead47a HTTP/1.1" status: 200 len: 943 time: 0.0513625 Aug 09 16:54:59.204757 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-a24b9e12-3b34-436d-a93b-7ad627c132a5 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765607'] for security_group_rule (5f671160-3442-4966-982b-bc6be158a4f1), after_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:54:59.242406 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24b9e12-3b34-436d-a93b-7ad627c132a5 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f671160-3442-4966-982b-bc6be158a4f1,revision_number=0']} {{(pid=111140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:54:59.274089 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-a8b383e4-9e3c-4a85-b546-84bb3cee2269 req-539e71f0-e769-4edc-9537-9febafb14fe9 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=3d9f5ea8-d0d2-408b-afd6-30dd186663a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641065 Aug 09 16:54:59.303928 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-a24b9e12-3b34-436d-a93b-7ad627c132a5 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:54:59.305097 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [None req-a24b9e12-3b34-436d-a93b-7ad627c132a5 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3684556 Aug 09 16:54:59.308215 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.wsgi [-] (111140) accepted ('10.222.0.59', 53792) {{(pid=111140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:54:59.312796 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.v2.base [None req-8ff492fa-d8c8-48e5-9151-6bf656aa0e13 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Request body: {'floatingip': {'floating_network_id': '0b446ac8-416d-4492-b144-c475e4beb84a'}} {{(pid=111140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 16:54:59.415907 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-8ff492fa-d8c8-48e5-9151-6bf656aa0e13 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:54:59.500507 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-8ff492fa-d8c8-48e5-9151-6bf656aa0e13 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (None), before_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:54:59.614732 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.db.db_base_plugin_common [None req-8ff492fa-d8c8-48e5-9151-6bf656aa0e13 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Allocated IP 172.27.2.190 (0b446ac8-416d-4492-b144-c475e4beb84a/4516d54a-1367-472b-b3e4-4bb105fe12f6/14a9bb8c-4823-4f4a-826b-8fcc78c60a23) {{(pid=111140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:54:59.690422 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:54:59.724021 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-8ff492fa-d8c8-48e5-9151-6bf656aa0e13 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Publish callbacks [] for port (14a9bb8c-4823-4f4a-826b-8fcc78c60a23), precommit_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:54:59.816112 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-8ff492fa-d8c8-48e5-9151-6bf656aa0e13 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748337861753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12086677'] for port (14a9bb8c-4823-4f4a-826b-8fcc78c60a23), after_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:54:59.861113 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ff492fa-d8c8-48e5-9151-6bf656aa0e13 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Network 0b446ac8-416d-4492-b144-c475e4beb84a is already hosted by enough agents. {{(pid=111140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:54:59.866067 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.scheduler.base_scheduler [None req-8ff492fa-d8c8-48e5-9151-6bf656aa0e13 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Resources bound (agent type, host, resource id): {{(pid=111140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:54:59.872221 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff492fa-d8c8-48e5-9151-6bf656aa0e13 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Received port after_create {{(pid=111140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 09 16:54:59.874473 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff492fa-d8c8-48e5-9151-6bf656aa0e13 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Pushing event updated for resources: {'Port': ['ID=14a9bb8c-4823-4f4a-826b-8fcc78c60a23,revision_number=1']} {{(pid=111140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:54:59.906712 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:54:59.965115 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-8ff492fa-d8c8-48e5-9151-6bf656aa0e13 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Publish callbacks [] for floatingip (4a8e17de-d632-48e0-b908-5e3b3c9c6efa), precommit_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:55:00.068579 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-8ff492fa-d8c8-48e5-9151-6bf656aa0e13 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (14a9bb8c-4823-4f4a-826b-8fcc78c60a23), before_update {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:55:00.219445 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-8ff492fa-d8c8-48e5-9151-6bf656aa0e13 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Publish callbacks [] for port (14a9bb8c-4823-4f4a-826b-8fcc78c60a23), precommit_update {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:55:00.281874 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-8ff492fa-d8c8-48e5-9151-6bf656aa0e13 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748338263269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748337861771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748337861789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12086682'] for port (14a9bb8c-4823-4f4a-826b-8fcc78c60a23), after_update {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:55:00.356689 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff492fa-d8c8-48e5-9151-6bf656aa0e13 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Pushing event updated for resources: {'Port': ['ID=14a9bb8c-4823-4f4a-826b-8fcc78c60a23,revision_number=2']} {{(pid=111140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:55:00.359243 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-8ff492fa-d8c8-48e5-9151-6bf656aa0e13 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-336914'] for floatingip (4a8e17de-d632-48e0-b908-5e3b3c9c6efa), after_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:55:00.425942 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1d2a57-f9c7-40c4-8123-4808dc9471cf req-bb655f31-2051-4d4e-9135-29d3f4a45c78 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:00.427455 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-8b1d2a57-f9c7-40c4-8123-4808dc9471cf req-bb655f31-2051-4d4e-9135-29d3f4a45c78 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=da7f4d33-f0b3-4448-9f68-813a5aead47a HTTP/1.1" status: 200 len: 943 time: 0.0508375 Aug 09 16:55:00.435871 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-8ff492fa-d8c8-48e5-9151-6bf656aa0e13 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90003'] for floatingip (None), before_response {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:55:00.441754 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [None req-8ff492fa-d8c8-48e5-9151-6bf656aa0e13 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1279080 Aug 09 16:55:00.471022 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:55:00.490901 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-8b1d2a57-f9c7-40c4-8123-4808dc9471cf req-2640dc92-20b1-40fb-88f7-bd516acbf4c4 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=3d9f5ea8-d0d2-408b-afd6-30dd186663a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570290 Aug 09 16:55:00.670953 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-db12b358-3b4c-4534-82b7-b172babac3f8 req-4a9efc8c-d844-4898-a419-f7b526faf0de tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1881285628&fields=id&tenant_id=321de2c92d814e6ab1da13939153da87 HTTP/1.1" status: 200 len: 267 time: 0.0448501 Aug 09 16:55:00.779987 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db12b358-3b4c-4534-82b7-b172babac3f8 req-e9b4aa93-defb-4129-a1e0-e1083e566ae8 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:00.781535 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-db12b358-3b4c-4534-82b7-b172babac3f8 req-e9b4aa93-defb-4129-a1e0-e1083e566ae8 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "GET /networking/v2.0/networks?id=d512bb64-4fdf-40f1-b457-d57f69ae1831 HTTP/1.1" status: 200 len: 814 time: 0.1040299 Aug 09 16:55:00.797064 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-db12b358-3b4c-4534-82b7-b172babac3f8 req-bcdd4666-0793-4b7e-a6c8-4fb08c73e270 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "GET /networking/v2.0/quotas/321de2c92d814e6ab1da13939153da87 HTTP/1.1" status: 200 len: 375 time: 0.0098732 Aug 09 16:55:00.852338 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-db12b358-3b4c-4534-82b7-b172babac3f8 req-10f204ba-b3cb-4710-b6f4-6d8af1d0df98 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "GET /networking/v2.0/ports?tenant_id=321de2c92d814e6ab1da13939153da87&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0502863 Aug 09 16:55:00.957406 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-db12b358-3b4c-4534-82b7-b172babac3f8 req-4c0156c8-49c6-47b7-9def-8195cfaf0ee8 service neutron] 10.222.0.59 "GET /networking/v2.0/networks/d512bb64-4fdf-40f1-b457-d57f69ae1831?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928903 Aug 09 16:55:00.971936 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:55:01.058100 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-db12b358-3b4c-4534-82b7-b172babac3f8 req-21023a30-7f86-451c-89c8-c23f4e19c250 service neutron] 10.222.0.59 "GET /networking/v2.0/networks/d512bb64-4fdf-40f1-b457-d57f69ae1831?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939591 Aug 09 16:55:01.330810 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-90750776-69c6-4afa-a298-2d921df0787c req-4ae9ea6f-e3c4-43e2-bf00-7accb221fe50 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=ead4e2e4-484b-4150-81ce-4cfc1e9a1c06 HTTP/1.1" status: 200 len: 210 time: 0.0298295 Aug 09 16:55:01.635392 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdbc49c-436a-41fe-b088-d314c313150e req-40355c98-25e4-4309-8cf8-993d6a8bc728 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:01.637849 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-9fdbc49c-436a-41fe-b088-d314c313150e req-40355c98-25e4-4309-8cf8-993d6a8bc728 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=da7f4d33-f0b3-4448-9f68-813a5aead47a HTTP/1.1" status: 200 len: 943 time: 0.0610952 Aug 09 16:55:01.693659 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-9fdbc49c-436a-41fe-b088-d314c313150e req-37942689-d619-4d9f-ac71-7be3772eeed0 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=3d9f5ea8-d0d2-408b-afd6-30dd186663a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448425 Aug 09 16:55:02.193298 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da37203-4480-4203-8d4b-3bf6197e9826 req-cceb9ffc-70e6-4d94-ab54-05e4863806e1 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:02.195653 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-6da37203-4480-4203-8d4b-3bf6197e9826 req-cceb9ffc-70e6-4d94-ab54-05e4863806e1 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=53f72561-f391-43d4-8264-28016993a6a5 HTTP/1.1" status: 200 len: 945 time: 0.0555220 Aug 09 16:55:02.251262 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-6da37203-4480-4203-8d4b-3bf6197e9826 req-4ea045e6-e33e-4211-a8a7-36b332ef1d57 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=7b884b5c-59d3-4005-a700-093097532603&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497985 Aug 09 16:55:02.255786 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (fd1157aa-8fd8-4c6b-a604-f3842f12d305), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:55:02.292564 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b96ae2-92b5-45f6-90c8-dd59260eecfc req-7be2dc4d-877c-40a8-8bda-fb7f354927c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:02.294289 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-d5b96ae2-92b5-45f6-90c8-dd59260eecfc req-7be2dc4d-877c-40a8-8bda-fb7f354927c1 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?tenant_id=b681b90f2f074e8c8cfb11939edc7f72&device_id=53f72561-f391-43d4-8264-28016993a6a5 HTTP/1.1" status: 200 len: 1129 time: 0.0433340 Aug 09 16:55:02.403703 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b96ae2-92b5-45f6-90c8-dd59260eecfc req-78a4e610-bb95-45e6-8865-b755bb3abf76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:02.405183 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-d5b96ae2-92b5-45f6-90c8-dd59260eecfc req-78a4e610-bb95-45e6-8865-b755bb3abf76 service neutron] 10.222.0.91 "GET /networking/v2.0/networks?id=e7c6cdf7-0095-4da2-9004-cdee3c973d7e HTTP/1.1" status: 200 len: 919 time: 0.0978899 Aug 09 16:55:02.467442 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-3fadc222-c1c7-41d3-91ef-c4cd43ac5136 req-335904d8-d93c-49d5-bad2-10872cc68e17 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=ead4e2e4-484b-4150-81ce-4cfc1e9a1c06 HTTP/1.1" status: 200 len: 210 time: 0.0592508 Aug 09 16:55:02.493155 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-d5b96ae2-92b5-45f6-90c8-dd59260eecfc req-fd65b833-2b55-43ce-a75e-069777921d48 service neutron] 10.222.0.91 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9f544325-972f-4e60-9365-73a4114a5bfb HTTP/1.1" status: 200 len: 1000 time: 0.0735583 Aug 09 16:55:02.545843 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b96ae2-92b5-45f6-90c8-dd59260eecfc req-ca846b1a-6817-4636-9510-e1ec253a88f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:02.547366 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-d5b96ae2-92b5-45f6-90c8-dd59260eecfc req-ca846b1a-6817-4636-9510-e1ec253a88f3 service neutron] 10.222.0.91 "GET /networking/v2.0/subnets?id=fa8494ca-da5a-4e74-b349-aebeb3fbaa4a HTTP/1.1" status: 200 len: 857 time: 0.0479505 Aug 09 16:55:02.602974 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b96ae2-92b5-45f6-90c8-dd59260eecfc req-03d14aa6-f295-4b9b-aab9-b148499c40cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:02.605558 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-d5b96ae2-92b5-45f6-90c8-dd59260eecfc req-03d14aa6-f295-4b9b-aab9-b148499c40cb service neutron] 10.222.0.91 "GET /networking/v2.0/ports?network_id=e7c6cdf7-0095-4da2-9004-cdee3c973d7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0408559 Aug 09 16:55:02.708775 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-d5b96ae2-92b5-45f6-90c8-dd59260eecfc req-25024ce2-34c8-4db2-84a7-8701cc9e1a05 service neutron] 10.222.0.91 "GET /networking/v2.0/networks/e7c6cdf7-0095-4da2-9004-cdee3c973d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970917 Aug 09 16:55:02.770688 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=2 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:55:02.817468 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-d5b96ae2-92b5-45f6-90c8-dd59260eecfc req-a86d1cb5-cd51-4ab4-bc47-fa50f3758d5a service neutron] 10.222.0.91 "GET /networking/v2.0/networks/e7c6cdf7-0095-4da2-9004-cdee3c973d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999041 Aug 09 16:55:02.855298 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e18043-bc0e-4377-9488-652f40d0728e req-16561c0c-d849-40c7-b411-9a72f71d7fce tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:02.857497 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-58e18043-bc0e-4377-9488-652f40d0728e req-16561c0c-d849-40c7-b411-9a72f71d7fce tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=da7f4d33-f0b3-4448-9f68-813a5aead47a HTTP/1.1" status: 200 len: 943 time: 0.0561996 Aug 09 16:55:02.890555 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:55:02.909596 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-58e18043-bc0e-4377-9488-652f40d0728e req-cafd7270-408a-4928-bb30-844b14aec4e5 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=3d9f5ea8-d0d2-408b-afd6-30dd186663a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462925 Aug 09 16:55:03.373546 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8bdc06-b3c5-4327-b251-e6abe4f69e6a req-95083c0e-6a35-4a2c-892b-3fb5478c26cd tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:03.375033 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-4e8bdc06-b3c5-4327-b251-e6abe4f69e6a req-95083c0e-6a35-4a2c-892b-3fb5478c26cd tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=53f72561-f391-43d4-8264-28016993a6a5 HTTP/1.1" status: 200 len: 945 time: 0.0502834 Aug 09 16:55:03.427133 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-4e8bdc06-b3c5-4327-b251-e6abe4f69e6a req-d54242dd-27d7-4d79-9c14-60350fdc57e9 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=7b884b5c-59d3-4005-a700-093097532603&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465422 Aug 09 16:55:03.571251 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-dfeb7dd7-2f4d-47a6-95e6-0acaba7d2cb6 req-3aadfb2e-eeaa-4229-a0c3-e350d174c72b tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=ead4e2e4-484b-4150-81ce-4cfc1e9a1c06 HTTP/1.1" status: 200 len: 210 time: 0.0287077 Aug 09 16:55:03.629943 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ae4b39-34ac-49d2-b798-f1b4e15fa033 req-bdf681c9-9b41-498f-a2f2-d2e298e97689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:03.631754 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-a9ae4b39-34ac-49d2-b798-f1b4e15fa033 req-bdf681c9-9b41-498f-a2f2-d2e298e97689 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?device_id=da7f4d33-f0b3-4448-9f68-813a5aead47a&tenant_id=432f91c6e89c4fecb0d1f6afb1bcfe7e HTTP/1.1" status: 200 len: 1127 time: 0.0687253 Aug 09 16:55:03.930929 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ae4b39-34ac-49d2-b798-f1b4e15fa033 req-9898160f-b18c-4252-942c-ae8b0774a5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:03.932562 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-a9ae4b39-34ac-49d2-b798-f1b4e15fa033 req-9898160f-b18c-4252-942c-ae8b0774a5ea service neutron] 10.222.0.91 "GET /networking/v2.0/ports?tenant_id=432f91c6e89c4fecb0d1f6afb1bcfe7e&device_id=da7f4d33-f0b3-4448-9f68-813a5aead47a HTTP/1.1" status: 200 len: 1127 time: 0.0389907 Aug 09 16:55:04.049239 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803d35df-cf1a-4e81-a4c3-3b8d6b820e21 req-611118ac-354a-473f-a69a-a0634ed3695a tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:04.050675 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-803d35df-cf1a-4e81-a4c3-3b8d6b820e21 req-611118ac-354a-473f-a69a-a0634ed3695a tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=da7f4d33-f0b3-4448-9f68-813a5aead47a HTTP/1.1" status: 200 len: 943 time: 0.0577028 Aug 09 16:55:04.090177 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ae4b39-34ac-49d2-b798-f1b4e15fa033 req-2be09562-d041-4e55-8971-22ff556f2617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:04.091641 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-a9ae4b39-34ac-49d2-b798-f1b4e15fa033 req-2be09562-d041-4e55-8971-22ff556f2617 service neutron] 10.222.0.91 "GET /networking/v2.0/networks?id=2fdb2410-afc4-41b9-b8f9-2ac596eb2296 HTTP/1.1" status: 200 len: 918 time: 0.1512134 Aug 09 16:55:04.421516 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-803d35df-cf1a-4e81-a4c3-3b8d6b820e21 req-ed0779d4-1a1b-4c8d-97b9-e5a34bca032b tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=3d9f5ea8-d0d2-408b-afd6-30dd186663a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3636394 Aug 09 16:55:04.486546 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=100 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:55:04.499057 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-a9ae4b39-34ac-49d2-b798-f1b4e15fa033 req-c42c0d10-7b59-4520-9c8d-1e3cda5250ef service neutron] 10.222.0.91 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=08bec462-ab8b-4fe8-88b8-287b611ed36a HTTP/1.1" status: 200 len: 998 time: 0.3877020 Aug 09 16:55:04.574814 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db12b358-3b4c-4534-82b7-b172babac3f8 req-3a5fb20f-8966-49e7-b718-a186046efd24 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:04.576281 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-db12b358-3b4c-4534-82b7-b172babac3f8 req-3a5fb20f-8966-49e7-b718-a186046efd24 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.91 "GET /networking/v2.0/networks?id=d512bb64-4fdf-40f1-b457-d57f69ae1831 HTTP/1.1" status: 200 len: 814 time: 0.4639306 Aug 09 16:55:04.577846 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e34107-a988-460c-90bd-a77ac611f3e0 req-100b6339-b6b6-42e0-a406-5eb297196578 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:04.579343 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-10e34107-a988-460c-90bd-a77ac611f3e0 req-100b6339-b6b6-42e0-a406-5eb297196578 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=53f72561-f391-43d4-8264-28016993a6a5 HTTP/1.1" status: 200 len: 945 time: 0.0515718 Aug 09 16:55:04.581877 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ae4b39-34ac-49d2-b798-f1b4e15fa033 req-32406dcf-bd2e-4fff-acab-158a57b49f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:04.583330 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-a9ae4b39-34ac-49d2-b798-f1b4e15fa033 req-32406dcf-bd2e-4fff-acab-158a57b49f92 service neutron] 10.222.0.91 "GET /networking/v2.0/subnets?id=1b532a95-1235-4d0d-9992-be56a4fc30cf HTTP/1.1" status: 200 len: 856 time: 0.0748389 Aug 09 16:55:04.629583 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-10e34107-a988-460c-90bd-a77ac611f3e0 req-cfa4f2b7-f2d8-4676-a5b3-aee569193aa6 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=7b884b5c-59d3-4005-a700-093097532603&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436113 Aug 09 16:55:04.687271 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-82a42434-1753-4f31-9492-8b32eb744591 req-4f5f365b-19de-4c0e-8a56-6a8eb72f1b6e tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=ead4e2e4-484b-4150-81ce-4cfc1e9a1c06 HTTP/1.1" status: 200 len: 210 time: 0.0414107 Aug 09 16:55:04.736600 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ae4b39-34ac-49d2-b798-f1b4e15fa033 req-175e981d-f9b6-45a5-a37b-8b5e3bf8762c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:04.737998 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-a9ae4b39-34ac-49d2-b798-f1b4e15fa033 req-175e981d-f9b6-45a5-a37b-8b5e3bf8762c service neutron] 10.222.0.91 "GET /networking/v2.0/ports?network_id=2fdb2410-afc4-41b9-b8f9-2ac596eb2296&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0650268 Aug 09 16:55:04.804692 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-db12b358-3b4c-4534-82b7-b172babac3f8 req-66323fea-d43a-43b0-8669-652504254e84 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.91 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=321de2c92d814e6ab1da13939153da87 HTTP/1.1" status: 200 len: 380 time: 0.1305740 Aug 09 16:55:04.815326 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.v2.base [req-db12b358-3b4c-4534-82b7-b172babac3f8 req-0e0da2ac-7bd9-4158-8e4b-44c2e5b6865c tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Request body: {'port': {'device_id': 'ead4e2e4-484b-4150-81ce-4cfc1e9a1c06', 'network_id': 'd512bb64-4fdf-40f1-b457-d57f69ae1831', 'admin_state_up': True, 'tenant_id': '321de2c92d814e6ab1da13939153da87', 'security_groups': ['094db54e-e69e-4f26-af56-17f52fa862f6']}} {{(pid=111141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 16:55:04.904376 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-a9ae4b39-34ac-49d2-b798-f1b4e15fa033 req-ec1beef6-c0cc-4226-8c1f-4606fd5c93f4 service neutron] 10.222.0.91 "GET /networking/v2.0/networks/2fdb2410-afc4-41b9-b8f9-2ac596eb2296?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580105 Aug 09 16:55:04.980407 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=100 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:55:05.031221 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-a9ae4b39-34ac-49d2-b798-f1b4e15fa033 req-ff431fb6-ee48-4109-ad45-79c61a447119 service neutron] 10.222.0.91 "GET /networking/v2.0/networks/2fdb2410-afc4-41b9-b8f9-2ac596eb2296?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147206 Aug 09 16:55:05.076251 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db12b358-3b4c-4534-82b7-b172babac3f8 req-0e0da2ac-7bd9-4158-8e4b-44c2e5b6865c tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Made reservation on behalf of 321de2c92d814e6ab1da13939153da87 for: {'port': 1} {{(pid=111141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:55:05.079862 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-db12b358-3b4c-4534-82b7-b172babac3f8 req-0e0da2ac-7bd9-4158-8e4b-44c2e5b6865c tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (None), before_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:55:05.212031 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.db.db_base_plugin_common [req-db12b358-3b4c-4534-82b7-b172babac3f8 req-0e0da2ac-7bd9-4158-8e4b-44c2e5b6865c tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Allocated IP 172.20.0.8 (d512bb64-4fdf-40f1-b457-d57f69ae1831/414c40d7-70ed-42dc-9e49-6496154d7c43/787d32ec-b8e9-4f96-acec-6fb00d0163dd) {{(pid=111141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:55:05.364252 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-db12b358-3b4c-4534-82b7-b172babac3f8 req-0e0da2ac-7bd9-4158-8e4b-44c2e5b6865c tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Publish callbacks [] for port (787d32ec-b8e9-4f96-acec-6fb00d0163dd), precommit_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:55:05.378951 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:55:05.444546 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-db12b358-3b4c-4534-82b7-b172babac3f8 req-0e0da2ac-7bd9-4158-8e4b-44c2e5b6865c tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748337861753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12487578'] for port (787d32ec-b8e9-4f96-acec-6fb00d0163dd), after_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:55:05.492659 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db12b358-3b4c-4534-82b7-b172babac3f8 req-0e0da2ac-7bd9-4158-8e4b-44c2e5b6865c tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Network d512bb64-4fdf-40f1-b457-d57f69ae1831 is already hosted by enough agents. {{(pid=111141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:55:05.495976 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.scheduler.base_scheduler [req-db12b358-3b4c-4534-82b7-b172babac3f8 req-0e0da2ac-7bd9-4158-8e4b-44c2e5b6865c tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Resources bound (agent type, host, resource id): {{(pid=111141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:55:05.499753 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.db.l3_dvrscheduler_db [req-db12b358-3b4c-4534-82b7-b172babac3f8 req-0e0da2ac-7bd9-4158-8e4b-44c2e5b6865c tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Received port after_create {{(pid=111141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 09 16:55:05.527514 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0da2ac-7bd9-4158-8e4b-44c2e5b6865c tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Pushing event updated for resources: {'Port': ['ID=787d32ec-b8e9-4f96-acec-6fb00d0163dd,revision_number=1']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:55:05.559361 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db12b358-3b4c-4534-82b7-b172babac3f8 req-0e0da2ac-7bd9-4158-8e4b-44c2e5b6865c tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:05.559912 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-db12b358-3b4c-4534-82b7-b172babac3f8 req-0e0da2ac-7bd9-4158-8e4b-44c2e5b6865c tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90003'] for port (None), before_response {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:55:05.576814 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b720610-1c04-4304-b9d6-a055f1e189a5 req-a821d75c-18c4-429c-8ab7-ae1ea15c9be7 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:05.578366 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-0b720610-1c04-4304-b9d6-a055f1e189a5 req-a821d75c-18c4-429c-8ab7-ae1ea15c9be7 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=da7f4d33-f0b3-4448-9f68-813a5aead47a HTTP/1.1" status: 200 len: 943 time: 0.0600464 Aug 09 16:55:05.655176 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-db12b358-3b4c-4534-82b7-b172babac3f8 req-0e0da2ac-7bd9-4158-8e4b-44c2e5b6865c tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.91 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8352964 Aug 09 16:55:05.655295 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-0b720610-1c04-4304-b9d6-a055f1e189a5 req-8c0b31ab-8f98-4142-8772-bb51dfd3236e tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=3d9f5ea8-d0d2-408b-afd6-30dd186663a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643108 Aug 09 16:55:05.684188 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.v2.base [req-db12b358-3b4c-4534-82b7-b172babac3f8 req-6a767243-c054-46e1-ae34-9b96641ab029 service neutron] Request body: {'port': {'device_id': 'ead4e2e4-484b-4150-81ce-4cfc1e9a1c06', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85236'}} {{(pid=111141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 16:55:05.853587 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.provisioning_blocks [None req-3a90ef48-725b-4223-9ea9-b6d5ceeac690 None None] Provisioning complete for port 787d32ec-b8e9-4f96-acec-6fb00d0163dd triggered by entity DHCP. {{(pid=111142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 16:55:05.853587 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-3a90ef48-725b-4223-9ea9-b6d5ceeac690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877469'] for port (787d32ec-b8e9-4f96-acec-6fb00d0163dd), provisioning_complete {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:55:05.872028 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0331d0a0-d1c1-497a-aef8-b19de0c0c71b req-e3d7dc88-a45e-47d4-88d4-7ddd0929ae7a tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:05.873661 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-0331d0a0-d1c1-497a-aef8-b19de0c0c71b req-e3d7dc88-a45e-47d4-88d4-7ddd0929ae7a tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=53f72561-f391-43d4-8264-28016993a6a5 HTTP/1.1" status: 200 len: 945 time: 0.1063561 Aug 09 16:55:05.874597 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-db12b358-3b4c-4534-82b7-b172babac3f8 req-6a767243-c054-46e1-ae34-9b96641ab029 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (787d32ec-b8e9-4f96-acec-6fb00d0163dd), before_update {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:55:05.887832 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df27ffa-0b7e-4308-a1fb-be7fe8d5927c req-55a58f74-a2ef-49b6-8ce2-80869c15316a tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:05.889866 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-1df27ffa-0b7e-4308-a1fb-be7fe8d5927c req-55a58f74-a2ef-49b6-8ce2-80869c15316a tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=ead4e2e4-484b-4150-81ce-4cfc1e9a1c06 HTTP/1.1" status: 200 len: 931 time: 0.0821998 Aug 09 16:55:05.922179 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-3a90ef48-725b-4223-9ea9-b6d5ceeac690 None None] Port 787d32ec-b8e9-4f96-acec-6fb00d0163dd cannot update to ACTIVE because it is not bound. {{(pid=111142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 09 16:55:05.960272 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-1df27ffa-0b7e-4308-a1fb-be7fe8d5927c req-1f7208e4-486b-491d-9f64-149cadb189b0 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=094db54e-e69e-4f26-af56-17f52fa862f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596523 Aug 09 16:55:06.063654 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-0331d0a0-d1c1-497a-aef8-b19de0c0c71b req-664c9bcc-d7cf-47dc-85fa-83879bc82f09 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=7b884b5c-59d3-4005-a700-093097532603&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1743896 Aug 09 16:55:06.165337 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:55:06.254473 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.notifiers.nova [req-db12b358-3b4c-4534-82b7-b172babac3f8 req-6a767243-c054-46e1-ae34-9b96641ab029 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 787d32ec-b8e9-4f96-acec-6fb00d0163dd {{(pid=111141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 09 16:55:06.267758 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-db12b358-3b4c-4534-82b7-b172babac3f8 req-6a767243-c054-46e1-ae34-9b96641ab029 service neutron] Publish callbacks [] for port (787d32ec-b8e9-4f96-acec-6fb00d0163dd), precommit_update {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:55:06.287397 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.db.provisioning_blocks [req-db12b358-3b4c-4534-82b7-b172babac3f8 req-6a767243-c054-46e1-ae34-9b96641ab029 service neutron] Transition to ACTIVE for port object 787d32ec-b8e9-4f96-acec-6fb00d0163dd will not be triggered until provisioned by entity L2. {{(pid=111141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 09 16:55:06.379410 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-db12b358-3b4c-4534-82b7-b172babac3f8 req-6a767243-c054-46e1-ae34-9b96641ab029 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748338263269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748337861771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748337861789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12487573'] for port (787d32ec-b8e9-4f96-acec-6fb00d0163dd), after_update {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:55:06.487709 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a767243-c054-46e1-ae34-9b96641ab029 service neutron] Pushing event updated for resources: {'Port': ['ID=787d32ec-b8e9-4f96-acec-6fb00d0163dd,revision_number=2']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:55:06.552190 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.managers [req-db12b358-3b4c-4534-82b7-b172babac3f8 req-6a767243-c054-46e1-ae34-9b96641ab029 service neutron] Attempting to bind port 787d32ec-b8e9-4f96-acec-6fb00d0163dd on host hv-cinder-85236 for vnic_type normal with profile {{(pid=111141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 09 16:55:06.552662 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.managers [req-db12b358-3b4c-4534-82b7-b172babac3f8 req-6a767243-c054-46e1-ae34-9b96641ab029 service neutron] Attempting to bind port 787d32ec-b8e9-4f96-acec-6fb00d0163dd by drivers openvswitch,hyperv on host hv-cinder-85236 at level 0 using segments [{'id': '22b689c2-f947-4ac8-81fc-daefa317b1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 980, 'network_id': 'd512bb64-4fdf-40f1-b457-d57f69ae1831'}] {{(pid=111141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 09 16:55:06.552878 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db12b358-3b4c-4534-82b7-b172babac3f8 req-6a767243-c054-46e1-ae34-9b96641ab029 service neutron] Attempting to bind port 787d32ec-b8e9-4f96-acec-6fb00d0163dd on network d512bb64-4fdf-40f1-b457-d57f69ae1831 {{(pid=111141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 16:55:06.558429 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db12b358-3b4c-4534-82b7-b172babac3f8 req-6a767243-c054-46e1-ae34-9b96641ab029 service neutron] Port 787d32ec-b8e9-4f96-acec-6fb00d0163dd on network d512bb64-4fdf-40f1-b457-d57f69ae1831 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85236 {{(pid=111141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 09 16:55:06.558850 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db12b358-3b4c-4534-82b7-b172babac3f8 req-6a767243-c054-46e1-ae34-9b96641ab029 service neutron] Attempting to bind port 787d32ec-b8e9-4f96-acec-6fb00d0163dd on network d512bb64-4fdf-40f1-b457-d57f69ae1831 {{(pid=111141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 16:55:06.568292 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db12b358-3b4c-4534-82b7-b172babac3f8 req-6a767243-c054-46e1-ae34-9b96641ab029 service neutron] Checking agent: {'id': 'fd1157aa-8fd8-4c6b-a604-f3842f12d305', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85236', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 9, 16, 48, 30), 'started_at': datetime.datetime(2022, 8, 9, 16, 48, 30), 'heartbeat_timestamp': datetime.datetime(2022, 8, 9, 16, 55, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 09 16:55:06.568639 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db12b358-3b4c-4534-82b7-b172babac3f8 req-6a767243-c054-46e1-ae34-9b96641ab029 service neutron] Checking segment: {'id': '22b689c2-f947-4ac8-81fc-daefa317b1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 980, 'network_id': 'd512bb64-4fdf-40f1-b457-d57f69ae1831'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 09 16:55:06.569418 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db12b358-3b4c-4534-82b7-b172babac3f8 req-6a767243-c054-46e1-ae34-9b96641ab029 service neutron] Bound using segment: {'id': '22b689c2-f947-4ac8-81fc-daefa317b1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 980, 'network_id': 'd512bb64-4fdf-40f1-b457-d57f69ae1831'} {{(pid=111141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 09 16:55:06.569897 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.managers [req-db12b358-3b4c-4534-82b7-b172babac3f8 req-6a767243-c054-46e1-ae34-9b96641ab029 service neutron] Bound port: 787d32ec-b8e9-4f96-acec-6fb00d0163dd, host: hv-cinder-85236, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22b689c2-f947-4ac8-81fc-daefa317b1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 980, 'network_id': 'd512bb64-4fdf-40f1-b457-d57f69ae1831'}}] {{(pid=111141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 09 16:55:06.570432 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-db12b358-3b4c-4534-82b7-b172babac3f8 req-6a767243-c054-46e1-ae34-9b96641ab029 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (787d32ec-b8e9-4f96-acec-6fb00d0163dd), before_update {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:55:06.635750 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:55:06.673401 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.db [req-db12b358-3b4c-4534-82b7-b172babac3f8 req-6a767243-c054-46e1-ae34-9b96641ab029 service neutron] For port 787d32ec-b8e9-4f96-acec-6fb00d0163dd, host hv-cinder-85236, cleared binding levels {{(pid=111141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:55:06.677724 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.db [req-db12b358-3b4c-4534-82b7-b172babac3f8 req-6a767243-c054-46e1-ae34-9b96641ab029 service neutron] For port 787d32ec-b8e9-4f96-acec-6fb00d0163dd, host hv-cinder-85236, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=787d32ec-b8e9-4f96-acec-6fb00d0163dd,segment=NetworkSegment(22b689c2-f947-4ac8-81fc-daefa317b1b6),segment_id=22b689c2-f947-4ac8-81fc-daefa317b1b6)] {{(pid=111141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:55:06.779082 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05403cb5-a79e-484f-a065-f070381c7652 req-236621f0-e36e-4937-9008-b24d685a4523 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:06.780339 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-db12b358-3b4c-4534-82b7-b172babac3f8 req-6a767243-c054-46e1-ae34-9b96641ab029 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748338263269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748337861771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748337861789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12487573'] for port (787d32ec-b8e9-4f96-acec-6fb00d0163dd), after_update {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:55:06.780580 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-05403cb5-a79e-484f-a065-f070381c7652 req-236621f0-e36e-4937-9008-b24d685a4523 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=da7f4d33-f0b3-4448-9f68-813a5aead47a HTTP/1.1" status: 200 len: 943 time: 0.0505564 Aug 09 16:55:06.784809 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db12b358-3b4c-4534-82b7-b172babac3f8 req-6a767243-c054-46e1-ae34-9b96641ab029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:06.785500 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-db12b358-3b4c-4534-82b7-b172babac3f8 req-6a767243-c054-46e1-ae34-9b96641ab029 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90003'] for port (None), before_response {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:55:06.786925 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-db12b358-3b4c-4534-82b7-b172babac3f8 req-6a767243-c054-46e1-ae34-9b96641ab029 service neutron] 10.222.0.91 "PUT /networking/v2.0/ports/787d32ec-b8e9-4f96-acec-6fb00d0163dd HTTP/1.1" status: 200 len: 1093 time: 1.1140084 Aug 09 16:55:06.788065 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ead4e2e4-484b-4150-81ce-4cfc1e9a1c06', 'tag': '787d32ec-b8e9-4f96-acec-6fb00d0163dd'}] {{(pid=111141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 16:55:06.790388 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fc61e086496b7b72fa0be04cca19be1e9321c349ae61d053137ad661f53d53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-959b4335-7cc0-45e8-b798-a10a40449d88" -d '{"events": [{"name": "network-changed", "server_uuid": "ead4e2e4-484b-4150-81ce-4cfc1e9a1c06", "tag": "787d32ec-b8e9-4f96-acec-6fb00d0163dd"}]}' {{(pid=111141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:55:06.846184 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-05403cb5-a79e-484f-a065-f070381c7652 req-a21ec847-b8ae-4a5c-98dd-d0834a9e2334 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=3d9f5ea8-d0d2-408b-afd6-30dd186663a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598290 Aug 09 16:55:06.858830 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Aug 2022 16:55:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21704200-01c0-4626-91e6-e4e68331ba5b x-openstack-request-id: req-21704200-01c0-4626-91e6-e4e68331ba5b {{(pid=111141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:55:06.859150 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ead4e2e4-484b-4150-81ce-4cfc1e9a1c06", "tag": "787d32ec-b8e9-4f96-acec-6fb00d0163dd", "status": "completed", "code": 200}]} {{(pid=111141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:55:06.859411 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-21704200-01c0-4626-91e6-e4e68331ba5b {{(pid=111141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:55:06.859814 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21704200-01c0-4626-91e6-e4e68331ba5b'] response: {'name': 'network-changed', 'server_uuid': 'ead4e2e4-484b-4150-81ce-4cfc1e9a1c06', 'tag': '787d32ec-b8e9-4f96-acec-6fb00d0163dd', 'status': 'completed', 'code': 200} Aug 09 16:55:06.881228 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a767243-c054-46e1-ae34-9b96641ab029 service neutron] Pushing event updated for resources: {'Port': ['ID=787d32ec-b8e9-4f96-acec-6fb00d0163dd,revision_number=3']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:55:07.140229 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdeb4001-6c57-4d39-8cff-78b28178fd09 req-23dad19a-87bc-4d09-ac6b-e30bd0fe1b77 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:07.143423 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-cdeb4001-6c57-4d39-8cff-78b28178fd09 req-23dad19a-87bc-4d09-ac6b-e30bd0fe1b77 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=ead4e2e4-484b-4150-81ce-4cfc1e9a1c06 HTTP/1.1" status: 200 len: 943 time: 0.0883026 Aug 09 16:55:07.235817 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-cdeb4001-6c57-4d39-8cff-78b28178fd09 req-4f1a2434-d1de-4b1f-a1f9-72a002347daf tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=094db54e-e69e-4f26-af56-17f52fa862f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848079 Aug 09 16:55:07.250449 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e7f1e3-bed3-40a1-9b38-035cefb628b1 req-3eebd9a4-3e6c-4645-912e-b5634e9980a8 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:07.259893 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-80e7f1e3-bed3-40a1-9b38-035cefb628b1 req-3eebd9a4-3e6c-4645-912e-b5634e9980a8 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=53f72561-f391-43d4-8264-28016993a6a5 HTTP/1.1" status: 200 len: 945 time: 0.0730460 Aug 09 16:55:07.343772 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-80e7f1e3-bed3-40a1-9b38-035cefb628b1 req-396ce17b-cc46-43bf-81bb-c3be56a2204e tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=7b884b5c-59d3-4005-a700-093097532603&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824997 Aug 09 16:55:07.986068 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44414f2a-7e92-46e7-9c4c-3688fdd06df3 req-f28a2791-3fff-4eef-854e-d3165c6b80e3 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:07.987651 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-44414f2a-7e92-46e7-9c4c-3688fdd06df3 req-f28a2791-3fff-4eef-854e-d3165c6b80e3 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=da7f4d33-f0b3-4448-9f68-813a5aead47a HTTP/1.1" status: 200 len: 943 time: 0.0478475 Aug 09 16:55:08.040845 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-44414f2a-7e92-46e7-9c4c-3688fdd06df3 req-5a8d10a9-816b-4d04-b241-118b00dd9712 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=3d9f5ea8-d0d2-408b-afd6-30dd186663a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459793 Aug 09 16:55:08.386082 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a22135d-6e17-4d0f-8cbc-c386c316a0ef req-368a2e4e-8745-4d2e-9d3a-1793ff848a42 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:08.388168 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-7a22135d-6e17-4d0f-8cbc-c386c316a0ef req-368a2e4e-8745-4d2e-9d3a-1793ff848a42 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=ead4e2e4-484b-4150-81ce-4cfc1e9a1c06 HTTP/1.1" status: 200 len: 943 time: 0.0583818 Aug 09 16:55:08.484569 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-7a22135d-6e17-4d0f-8cbc-c386c316a0ef req-ca271dbc-1a2a-43e7-aeac-ac3e32b685fe tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=094db54e-e69e-4f26-af56-17f52fa862f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813825 Aug 09 16:55:08.497929 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58749088-8dcb-4380-9274-39a6dec10d51 req-480ef765-9cd9-48dc-af6c-49051d82a87d tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:08.500014 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-58749088-8dcb-4380-9274-39a6dec10d51 req-480ef765-9cd9-48dc-af6c-49051d82a87d tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=53f72561-f391-43d4-8264-28016993a6a5 HTTP/1.1" status: 200 len: 945 time: 0.0699275 Aug 09 16:55:08.538436 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG dbcounter [-] [111143] Writing DB stats neutron:SELECT=28,neutron:UPDATE=1 {{(pid=111143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:55:08.540925 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG dbcounter [-] [111143] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=111143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:55:08.584044 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-58749088-8dcb-4380-9274-39a6dec10d51 req-1c648836-1ed0-4f2a-aa94-eb7ffa7371b1 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=7b884b5c-59d3-4005-a700-093097532603&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778086 Aug 09 16:55:09.264789 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2581c577-8603-4ba5-873e-85f919d8ef00 req-2e755e6f-2c3c-4bb0-a5c2-62b8ba582966 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:09.266329 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-2581c577-8603-4ba5-873e-85f919d8ef00 req-2e755e6f-2c3c-4bb0-a5c2-62b8ba582966 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=da7f4d33-f0b3-4448-9f68-813a5aead47a HTTP/1.1" status: 200 len: 943 time: 0.0475385 Aug 09 16:55:09.331615 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-2581c577-8603-4ba5-873e-85f919d8ef00 req-43bd528d-6b72-4eae-829e-70faccbe4563 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=3d9f5ea8-d0d2-408b-afd6-30dd186663a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594175 Aug 09 16:55:09.607432 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaea25d-1649-453e-b8e7-3bba0501bb1b req-03fc81a9-0047-41c9-ba11-a047dec26cd1 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:09.609004 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-dfaea25d-1649-453e-b8e7-3bba0501bb1b req-03fc81a9-0047-41c9-ba11-a047dec26cd1 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=ead4e2e4-484b-4150-81ce-4cfc1e9a1c06 HTTP/1.1" status: 200 len: 943 time: 0.0580833 Aug 09 16:55:09.700322 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-dfaea25d-1649-453e-b8e7-3bba0501bb1b req-f1ff4400-cccc-430f-b1b4-a96fc332720f tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=094db54e-e69e-4f26-af56-17f52fa862f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776105 Aug 09 16:55:09.731623 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa551698-a00e-4594-8156-8c3e254b9892 req-fd8cc465-cf1b-4ff5-9f23-16e34ecd0b03 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:09.733144 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-fa551698-a00e-4594-8156-8c3e254b9892 req-fd8cc465-cf1b-4ff5-9f23-16e34ecd0b03 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=53f72561-f391-43d4-8264-28016993a6a5 HTTP/1.1" status: 200 len: 945 time: 0.0607862 Aug 09 16:55:09.790378 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-fa551698-a00e-4594-8156-8c3e254b9892 req-5012e472-bbc8-4a1b-b487-dcef4c00fa47 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=7b884b5c-59d3-4005-a700-093097532603&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502102 Aug 09 16:55:10.088040 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-e06476aa-3f79-4ee2-92c6-6ca376b6b935 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (0d699ab0-1a4e-47ab-a625-f3b077123214), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:55:10.451167 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e242bb-803d-4427-8249-3ff729637577 req-63e524a7-3dad-4b42-a8e4-0c9e230bc46f tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:10.452717 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-02e242bb-803d-4427-8249-3ff729637577 req-63e524a7-3dad-4b42-a8e4-0c9e230bc46f tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=da7f4d33-f0b3-4448-9f68-813a5aead47a HTTP/1.1" status: 200 len: 943 time: 0.0488031 Aug 09 16:55:10.506083 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-02e242bb-803d-4427-8249-3ff729637577 req-717e7332-be42-4378-a6b4-a9eec6e0b357 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=3d9f5ea8-d0d2-408b-afd6-30dd186663a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474784 Aug 09 16:55:10.833006 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab7d6b9-3c3a-42b7-9767-cf59c8cda90a req-5d517204-f792-4ea1-b5b1-0838ae91013c tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:10.836898 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-dab7d6b9-3c3a-42b7-9767-cf59c8cda90a req-5d517204-f792-4ea1-b5b1-0838ae91013c tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=ead4e2e4-484b-4150-81ce-4cfc1e9a1c06 HTTP/1.1" status: 200 len: 943 time: 0.0549884 Aug 09 16:55:10.869853 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=100 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:55:10.886957 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-dab7d6b9-3c3a-42b7-9767-cf59c8cda90a req-b80154cf-cd47-43a4-a0a9-524fb2e52282 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=094db54e-e69e-4f26-af56-17f52fa862f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429325 Aug 09 16:55:10.926245 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1fd6e0-d812-4001-9bef-186f78d40285 req-85f2f2cc-3e7c-47f2-a81b-838e01b55860 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:10.927756 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-0c1fd6e0-d812-4001-9bef-186f78d40285 req-85f2f2cc-3e7c-47f2-a81b-838e01b55860 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=53f72561-f391-43d4-8264-28016993a6a5 HTTP/1.1" status: 200 len: 945 time: 0.0513995 Aug 09 16:55:10.991544 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-0c1fd6e0-d812-4001-9bef-186f78d40285 req-28a1051d-9f57-4f45-b8b4-6cd162af7e2d tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=7b884b5c-59d3-4005-a700-093097532603&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564137 Aug 09 16:55:11.647384 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585757a5-c4c3-4c7e-adf2-7a78682dc69d req-58291c47-2e70-4428-bd4f-f1c87f610525 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:11.648989 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-585757a5-c4c3-4c7e-adf2-7a78682dc69d req-58291c47-2e70-4428-bd4f-f1c87f610525 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=da7f4d33-f0b3-4448-9f68-813a5aead47a HTTP/1.1" status: 200 len: 943 time: 0.0528820 Aug 09 16:55:11.662139 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=100 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:55:11.698540 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-585757a5-c4c3-4c7e-adf2-7a78682dc69d req-cf1e49fa-9c0b-4e6a-8695-c0edb66866c3 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=3d9f5ea8-d0d2-408b-afd6-30dd186663a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432265 Aug 09 16:55:12.018587 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:55:12.031254 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6086920-9664-46f5-8e54-ed2474d1daf0 req-f35f3668-7856-4bb0-977b-cc6781976985 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:12.032830 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-b6086920-9664-46f5-8e54-ed2474d1daf0 req-f35f3668-7856-4bb0-977b-cc6781976985 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=ead4e2e4-484b-4150-81ce-4cfc1e9a1c06 HTTP/1.1" status: 200 len: 943 time: 0.0582242 Aug 09 16:55:12.086108 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-b6086920-9664-46f5-8e54-ed2474d1daf0 req-9810f0c0-30a6-4e13-a81d-e399a5c7bc57 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=094db54e-e69e-4f26-af56-17f52fa862f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454156 Aug 09 16:55:12.337223 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2363a7b-c8fc-4237-812b-cef7e1e10bac req-7199e315-1578-4270-93f5-a2adbda2286d tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:12.344386 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-e2363a7b-c8fc-4237-812b-cef7e1e10bac req-7199e315-1578-4270-93f5-a2adbda2286d tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=53f72561-f391-43d4-8264-28016993a6a5 HTTP/1.1" status: 200 len: 945 time: 0.2737732 Aug 09 16:55:12.391435 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-e2363a7b-c8fc-4237-812b-cef7e1e10bac req-8793062d-0159-42dc-bbdf-a42e450c5bdb tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=7b884b5c-59d3-4005-a700-093097532603&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461438 Aug 09 16:55:12.424512 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-fe531052-30bc-4eb9-a512-1dcf15f550ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (2cf02505-efcb-442b-855b-6c659df6f18c), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:55:12.827879 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db69d5a2-0429-4273-a46b-99ef14520cf7 req-a6cbf8a1-0cc8-43ff-982e-f7149f3fe2f1 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:12.829379 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-db69d5a2-0429-4273-a46b-99ef14520cf7 req-a6cbf8a1-0cc8-43ff-982e-f7149f3fe2f1 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=da7f4d33-f0b3-4448-9f68-813a5aead47a HTTP/1.1" status: 200 len: 943 time: 0.0478220 Aug 09 16:55:12.885658 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-db69d5a2-0429-4273-a46b-99ef14520cf7 req-ad284b54-88c2-4c27-b1c0-05c200d25a30 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=3d9f5ea8-d0d2-408b-afd6-30dd186663a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485537 Aug 09 16:55:13.210304 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836d7594-05ac-40fb-b7f5-2efa12aa2966 req-8493efb0-1ce1-4c4d-8c22-a483cf432186 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:13.211503 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-836d7594-05ac-40fb-b7f5-2efa12aa2966 req-8493efb0-1ce1-4c4d-8c22-a483cf432186 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=ead4e2e4-484b-4150-81ce-4cfc1e9a1c06 HTTP/1.1" status: 200 len: 943 time: 0.0466092 Aug 09 16:55:13.264523 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-836d7594-05ac-40fb-b7f5-2efa12aa2966 req-c9f5a833-6caa-4732-bd05-864aa39c5931 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=094db54e-e69e-4f26-af56-17f52fa862f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471261 Aug 09 16:55:13.526819 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b92741-8e29-46cb-80a8-3472c4b2c2ab req-e6a55005-0583-466f-be4e-207f9f675345 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:13.528343 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-b7b92741-8e29-46cb-80a8-3472c4b2c2ab req-e6a55005-0583-466f-be4e-207f9f675345 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=53f72561-f391-43d4-8264-28016993a6a5 HTTP/1.1" status: 200 len: 945 time: 0.0542014 Aug 09 16:55:13.587573 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-b7b92741-8e29-46cb-80a8-3472c4b2c2ab req-84b28ef8-f918-46da-9e60-ae443e3e564d tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=7b884b5c-59d3-4005-a700-093097532603&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530133 Aug 09 16:55:14.034896 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e89a90-2db7-4cb9-9ca9-b93851b705b6 req-b467b77a-bec5-4f7d-a89f-f37f504ea3c5 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:14.036433 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-19e89a90-2db7-4cb9-9ca9-b93851b705b6 req-b467b77a-bec5-4f7d-a89f-f37f504ea3c5 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=da7f4d33-f0b3-4448-9f68-813a5aead47a HTTP/1.1" status: 200 len: 943 time: 0.0591435 Aug 09 16:55:14.068068 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-e70f562e-e7df-49ad-a15a-67a143aa0666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (bc6be869-02df-4ed8-8ee0-3ec53a1551af), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:55:14.101044 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-19e89a90-2db7-4cb9-9ca9-b93851b705b6 req-a1c98bc0-16af-4795-94c9-49036fda7d73 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=3d9f5ea8-d0d2-408b-afd6-30dd186663a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528872 Aug 09 16:55:14.396829 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8093d8ac-cd30-4002-939f-e91cb58d0c05 req-645c25ec-ecfc-4885-af88-afe338d814e4 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:14.399665 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-8093d8ac-cd30-4002-939f-e91cb58d0c05 req-645c25ec-ecfc-4885-af88-afe338d814e4 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=ead4e2e4-484b-4150-81ce-4cfc1e9a1c06 HTTP/1.1" status: 200 len: 943 time: 0.0576780 Aug 09 16:55:14.448198 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-8093d8ac-cd30-4002-939f-e91cb58d0c05 req-a425f205-3841-46f5-86c0-209df555322d tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=094db54e-e69e-4f26-af56-17f52fa862f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427477 Aug 09 16:55:14.707061 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609723a7-11f1-420c-8de8-428cf7cf5610 req-c4cda435-26c4-4175-8bff-eae4fe2e4ad5 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:14.708477 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-609723a7-11f1-420c-8de8-428cf7cf5610 req-c4cda435-26c4-4175-8bff-eae4fe2e4ad5 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=53f72561-f391-43d4-8264-28016993a6a5 HTTP/1.1" status: 200 len: 945 time: 0.0475061 Aug 09 16:55:14.766268 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-609723a7-11f1-420c-8de8-428cf7cf5610 req-bbef5aa0-2159-44d9-a7fc-36c2628b290a tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=7b884b5c-59d3-4005-a700-093097532603&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517106 Aug 09 16:55:15.212150 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=100 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:55:15.231120 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b64f94-866c-429d-a396-1cad1d480ec1 req-382ac181-d56c-4b93-be05-d7a152bc64c7 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:15.232627 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-a1b64f94-866c-429d-a396-1cad1d480ec1 req-382ac181-d56c-4b93-be05-d7a152bc64c7 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=da7f4d33-f0b3-4448-9f68-813a5aead47a HTTP/1.1" status: 200 len: 943 time: 0.0512969 Aug 09 16:55:15.280883 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-a1b64f94-866c-429d-a396-1cad1d480ec1 req-dea986db-f114-4073-8373-8e4ac3f60a7e tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=3d9f5ea8-d0d2-408b-afd6-30dd186663a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423460 Aug 09 16:55:15.478588 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-5c325a0b-ed39-4cac-be6f-43defe9e55aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (33bcacdc-c215-42b6-b75f-650d86e609be), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:55:15.568056 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6c3eb4-5981-45d1-a007-37da2adc2121 req-3bd45fa6-ef54-44ac-8daa-2e402baa2c4c tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:15.569475 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-ac6c3eb4-5981-45d1-a007-37da2adc2121 req-3bd45fa6-ef54-44ac-8daa-2e402baa2c4c tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=ead4e2e4-484b-4150-81ce-4cfc1e9a1c06 HTTP/1.1" status: 200 len: 943 time: 0.0480087 Aug 09 16:55:15.620746 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-ac6c3eb4-5981-45d1-a007-37da2adc2121 req-16969753-217d-44a4-a3c0-a7361c63c9c2 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=094db54e-e69e-4f26-af56-17f52fa862f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455911 Aug 09 16:55:15.667127 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (47988f4d-09d0-4892-bbfe-5b11c743802f), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:55:15.889527 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76edcd75-f028-4a34-bfd0-82c1efc37c11 req-0f91351e-c087-4a86-b43c-fd437f0a7013 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:15.891884 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-76edcd75-f028-4a34-bfd0-82c1efc37c11 req-0f91351e-c087-4a86-b43c-fd437f0a7013 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=53f72561-f391-43d4-8264-28016993a6a5 HTTP/1.1" status: 200 len: 945 time: 0.0498512 Aug 09 16:55:15.950150 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-76edcd75-f028-4a34-bfd0-82c1efc37c11 req-6c366573-5884-4dcc-80dc-32f8a54be3e3 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=7b884b5c-59d3-4005-a700-093097532603&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520356 Aug 09 16:55:16.408171 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9472f6-7f13-43d6-82b2-26144b87d2ee req-ce9a07a3-4cb6-45b5-b07c-34d511ae97c4 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:16.409686 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-2c9472f6-7f13-43d6-82b2-26144b87d2ee req-ce9a07a3-4cb6-45b5-b07c-34d511ae97c4 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=da7f4d33-f0b3-4448-9f68-813a5aead47a HTTP/1.1" status: 200 len: 943 time: 0.0489843 Aug 09 16:55:16.462382 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-2c9472f6-7f13-43d6-82b2-26144b87d2ee req-687a8050-f047-434f-8c99-461a89ac4ed1 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=3d9f5ea8-d0d2-408b-afd6-30dd186663a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446167 Aug 09 16:55:16.745591 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a89458-e549-4520-aa8b-30c5c7dcca25 req-315b8d98-9125-4d7e-b1c7-66f781e47466 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:16.747067 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-81a89458-e549-4520-aa8b-30c5c7dcca25 req-315b8d98-9125-4d7e-b1c7-66f781e47466 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=ead4e2e4-484b-4150-81ce-4cfc1e9a1c06 HTTP/1.1" status: 200 len: 943 time: 0.0517073 Aug 09 16:55:16.793640 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-81a89458-e549-4520-aa8b-30c5c7dcca25 req-c5842a5c-1b4a-4747-8798-bd5a2623e21b tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=094db54e-e69e-4f26-af56-17f52fa862f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408182 Aug 09 16:55:17.073938 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaa560d-09a8-481c-adce-f4b24e30e9d1 req-b40faecd-9f20-4551-85d6-6c4649386473 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:17.076296 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-cdaa560d-09a8-481c-adce-f4b24e30e9d1 req-b40faecd-9f20-4551-85d6-6c4649386473 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=53f72561-f391-43d4-8264-28016993a6a5 HTTP/1.1" status: 200 len: 945 time: 0.0494559 Aug 09 16:55:17.123312 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-cdaa560d-09a8-481c-adce-f4b24e30e9d1 req-c8ebc01e-9743-44b7-a997-159957f0a764 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=7b884b5c-59d3-4005-a700-093097532603&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423172 Aug 09 16:55:17.473431 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959b4335-7cc0-45e8-b798-a10a40449d88 req-caa1df84-32e7-4a3b-b9ca-593c4942eb9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:17.475954 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-959b4335-7cc0-45e8-b798-a10a40449d88 req-caa1df84-32e7-4a3b-b9ca-593c4942eb9e service neutron] 10.222.0.91 "GET /networking/v2.0/ports?tenant_id=321de2c92d814e6ab1da13939153da87&device_id=ead4e2e4-484b-4150-81ce-4cfc1e9a1c06 HTTP/1.1" status: 200 len: 1127 time: 0.0412159 Aug 09 16:55:17.592319 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b722b340-069c-4415-a437-3a4d53f23722 req-982dc96b-6e61-4d34-abcf-b14eda63fe74 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:17.594200 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-b722b340-069c-4415-a437-3a4d53f23722 req-982dc96b-6e61-4d34-abcf-b14eda63fe74 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=da7f4d33-f0b3-4448-9f68-813a5aead47a HTTP/1.1" status: 200 len: 943 time: 0.0513747 Aug 09 16:55:17.647587 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-b722b340-069c-4415-a437-3a4d53f23722 req-5c9580d4-b435-404e-a0a4-29b9115631fa tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=3d9f5ea8-d0d2-408b-afd6-30dd186663a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471814 Aug 09 16:55:17.918419 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c44cfc-7542-4036-b59b-4f00e591a73a req-237bfc0d-e3d3-403e-958d-175105856e5f tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:17.919967 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-76c44cfc-7542-4036-b59b-4f00e591a73a req-237bfc0d-e3d3-403e-958d-175105856e5f tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=ead4e2e4-484b-4150-81ce-4cfc1e9a1c06 HTTP/1.1" status: 200 len: 943 time: 0.0542724 Aug 09 16:55:17.950384 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959b4335-7cc0-45e8-b798-a10a40449d88 req-c7d682fe-3c78-455b-914a-2cc4cb43a7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:17.952055 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-959b4335-7cc0-45e8-b798-a10a40449d88 req-c7d682fe-3c78-455b-914a-2cc4cb43a7ca service neutron] 10.222.0.91 "GET /networking/v2.0/networks?tenant_id=321de2c92d814e6ab1da13939153da87&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1065421 Aug 09 16:55:17.976053 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-76c44cfc-7542-4036-b59b-4f00e591a73a req-afd7e8aa-8acc-4eda-8ee8-e372b413af88 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=094db54e-e69e-4f26-af56-17f52fa862f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498168 Aug 09 16:55:18.244185 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ccacd7-64ec-43e8-93db-f0ebd93a0a1a req-d270ace3-528d-4ab1-8db1-feba9339ebd0 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:18.245587 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-a6ccacd7-64ec-43e8-93db-f0ebd93a0a1a req-d270ace3-528d-4ab1-8db1-feba9339ebd0 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=53f72561-f391-43d4-8264-28016993a6a5 HTTP/1.1" status: 200 len: 945 time: 0.0481937 Aug 09 16:55:18.292615 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-a6ccacd7-64ec-43e8-93db-f0ebd93a0a1a req-c180d522-f9b4-4b51-932f-3ca3ccde0e35 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=7b884b5c-59d3-4005-a700-093097532603&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415666 Aug 09 16:55:18.558972 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959b4335-7cc0-45e8-b798-a10a40449d88 req-1d8cdd98-626f-470d-8a02-5ac0b52603e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:18.560391 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-959b4335-7cc0-45e8-b798-a10a40449d88 req-1d8cdd98-626f-470d-8a02-5ac0b52603e0 service neutron] 10.222.0.91 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0957847 Aug 09 16:55:18.770656 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc19cf7-64df-4acc-b981-18e2585ef296 req-5e23e9df-0e4e-4c17-888b-237afc9cd8d8 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:18.772142 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-ffc19cf7-64df-4acc-b981-18e2585ef296 req-5e23e9df-0e4e-4c17-888b-237afc9cd8d8 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=da7f4d33-f0b3-4448-9f68-813a5aead47a HTTP/1.1" status: 200 len: 943 time: 0.0462086 Aug 09 16:55:18.818568 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-ffc19cf7-64df-4acc-b981-18e2585ef296 req-ec883142-d961-49ba-ac32-5be7a5aebc02 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=3d9f5ea8-d0d2-408b-afd6-30dd186663a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399778 Aug 09 16:55:18.938239 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db12b358-3b4c-4534-82b7-b172babac3f8 req-526608bc-57c3-47eb-991c-9d1256304d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:18.939826 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-db12b358-3b4c-4534-82b7-b172babac3f8 req-526608bc-57c3-47eb-991c-9d1256304d3b service neutron] 10.222.0.91 "GET /networking/v2.0/ports?tenant_id=321de2c92d814e6ab1da13939153da87&device_id=ead4e2e4-484b-4150-81ce-4cfc1e9a1c06 HTTP/1.1" status: 200 len: 1127 time: 0.0400147 Aug 09 16:55:18.966528 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=100 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:55:18.997770 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-db12b358-3b4c-4534-82b7-b172babac3f8 req-9a55c134-3f44-4ebd-b03e-7020da23d626 service neutron] 10.222.0.91 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=787d32ec-b8e9-4f96-acec-6fb00d0163dd HTTP/1.1" status: 200 len: 217 time: 0.0385838 Aug 09 16:55:19.065798 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db12b358-3b4c-4534-82b7-b172babac3f8 req-a38f72c1-5545-4e35-8fe0-bf526fccd08a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:19.067540 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-db12b358-3b4c-4534-82b7-b172babac3f8 req-a38f72c1-5545-4e35-8fe0-bf526fccd08a service neutron] 10.222.0.91 "GET /networking/v2.0/subnets?id=414c40d7-70ed-42dc-9e49-6496154d7c43 HTTP/1.1" status: 200 len: 853 time: 0.0582416 Aug 09 16:55:19.129302 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc68ee6d-3c8a-4da8-ae6c-7d678089d976 req-97e41792-ff79-4a74-8c8a-b681c3609e3a tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:19.130790 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-bc68ee6d-3c8a-4da8-ae6c-7d678089d976 req-97e41792-ff79-4a74-8c8a-b681c3609e3a tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=ead4e2e4-484b-4150-81ce-4cfc1e9a1c06 HTTP/1.1" status: 200 len: 943 time: 0.0809360 Aug 09 16:55:19.136819 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db12b358-3b4c-4534-82b7-b172babac3f8 req-9b6a6dbc-fd0f-46fc-a3c2-2e426fecb2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:19.138254 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-db12b358-3b4c-4534-82b7-b172babac3f8 req-9b6a6dbc-fd0f-46fc-a3c2-2e426fecb2d4 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?network_id=d512bb64-4fdf-40f1-b457-d57f69ae1831&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0549598 Aug 09 16:55:19.234431 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=100 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:55:19.242993 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-bc68ee6d-3c8a-4da8-ae6c-7d678089d976 req-24972aed-aa96-4b7b-854d-e405a92d3de3 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=094db54e-e69e-4f26-af56-17f52fa862f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1033881 Aug 09 16:55:19.270168 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-db12b358-3b4c-4534-82b7-b172babac3f8 req-ee9f56af-0669-44ee-bbb4-41c84104647a service neutron] 10.222.0.91 "GET /networking/v2.0/networks/d512bb64-4fdf-40f1-b457-d57f69ae1831?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226523 Aug 09 16:55:19.386237 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-db12b358-3b4c-4534-82b7-b172babac3f8 req-c8f99425-a09b-46d6-b633-7f22ec7c2a3f service neutron] 10.222.0.91 "GET /networking/v2.0/networks/d512bb64-4fdf-40f1-b457-d57f69ae1831?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951047 Aug 09 16:55:19.416766 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG dbcounter [-] [111143] Writing DB stats neutron:SELECT=2 {{(pid=111143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:55:19.419642 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a3d7d0-48d6-43d4-b97e-13e9a5723e50 req-41171954-819f-4940-b6c0-fe62fca15694 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:19.420347 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-45a3d7d0-48d6-43d4-b97e-13e9a5723e50 req-41171954-819f-4940-b6c0-fe62fca15694 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=53f72561-f391-43d4-8264-28016993a6a5 HTTP/1.1" status: 200 len: 945 time: 0.0535929 Aug 09 16:55:19.425693 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.agents_db [None req-a4db1589-5d5b-4049-8210-f6e9f318fefd None None] Agent healthcheck: found 6 active agents {{(pid=111143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:55:19.463481 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=100 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:55:19.470940 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-45a3d7d0-48d6-43d4-b97e-13e9a5723e50 req-0839b85c-f920-4427-802f-2939a8f50913 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=7b884b5c-59d3-4005-a700-093097532603&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450442 Aug 09 16:55:19.944372 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3f5789-ee2c-47b5-bb02-ec77580ffbd4 req-0a49855a-f03b-4501-82ae-a7e7665c69a6 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:19.946338 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-5d3f5789-ee2c-47b5-bb02-ec77580ffbd4 req-0a49855a-f03b-4501-82ae-a7e7665c69a6 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=da7f4d33-f0b3-4448-9f68-813a5aead47a HTTP/1.1" status: 200 len: 943 time: 0.0488510 Aug 09 16:55:19.993393 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-5d3f5789-ee2c-47b5-bb02-ec77580ffbd4 req-a19e58a0-cd39-4508-80f1-ed6f9d5a3db5 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=3d9f5ea8-d0d2-408b-afd6-30dd186663a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414226 Aug 09 16:55:20.365024 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a0a1e2-0340-4574-9835-b0cf40a0b77b req-bd8f63d9-4900-4eb0-8b57-c662c28ecc2c tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:20.367071 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-05a0a1e2-0340-4574-9835-b0cf40a0b77b req-bd8f63d9-4900-4eb0-8b57-c662c28ecc2c tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=ead4e2e4-484b-4150-81ce-4cfc1e9a1c06 HTTP/1.1" status: 200 len: 943 time: 0.0476172 Aug 09 16:55:20.410997 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=100 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:55:20.418503 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-05a0a1e2-0340-4574-9835-b0cf40a0b77b req-4a6bcc90-1074-42e8-83a2-bdea4b3c60ce tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=094db54e-e69e-4f26-af56-17f52fa862f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433769 Aug 09 16:55:20.593107 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb9ebf4-d00c-44f5-9b13-9fff0892e593 req-6111cba6-405d-458b-bea6-395ae4604493 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:20.594567 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-3bb9ebf4-d00c-44f5-9b13-9fff0892e593 req-6111cba6-405d-458b-bea6-395ae4604493 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=53f72561-f391-43d4-8264-28016993a6a5 HTTP/1.1" status: 200 len: 945 time: 0.0477207 Aug 09 16:55:20.641818 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-3bb9ebf4-d00c-44f5-9b13-9fff0892e593 req-eb33064d-a1ee-4cad-a004-1ccbef12d5f8 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=7b884b5c-59d3-4005-a700-093097532603&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415905 Aug 09 16:55:21.119427 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4d62c3-4ba4-4f42-8a7e-bbd1f1732707 req-e9d6ba9d-c12c-46d6-a682-d92fd9dae434 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:21.120886 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-1d4d62c3-4ba4-4f42-8a7e-bbd1f1732707 req-e9d6ba9d-c12c-46d6-a682-d92fd9dae434 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=da7f4d33-f0b3-4448-9f68-813a5aead47a HTTP/1.1" status: 200 len: 943 time: 0.0469286 Aug 09 16:55:21.170884 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-1d4d62c3-4ba4-4f42-8a7e-bbd1f1732707 req-a4880a5d-c473-45c6-aa9c-4544fc7c7c5b tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=3d9f5ea8-d0d2-408b-afd6-30dd186663a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444603 Aug 09 16:55:21.541011 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99e2cd6-28be-41de-86ab-595bb9e8002d req-94151cbd-4d3c-4f40-bb6a-540d546f9f69 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:21.542608 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-e99e2cd6-28be-41de-86ab-595bb9e8002d req-94151cbd-4d3c-4f40-bb6a-540d546f9f69 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=ead4e2e4-484b-4150-81ce-4cfc1e9a1c06 HTTP/1.1" status: 200 len: 943 time: 0.0512412 Aug 09 16:55:21.590657 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-e99e2cd6-28be-41de-86ab-595bb9e8002d req-824cb56f-be0d-4258-bb01-415a248a255b tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=094db54e-e69e-4f26-af56-17f52fa862f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421097 Aug 09 16:55:21.764876 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c329bc7-9290-483e-957c-a8ff9b323cc5 req-2d1180c6-6f74-4214-bd47-2a2fe306230a tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:21.766271 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-0c329bc7-9290-483e-957c-a8ff9b323cc5 req-2d1180c6-6f74-4214-bd47-2a2fe306230a tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=53f72561-f391-43d4-8264-28016993a6a5 HTTP/1.1" status: 200 len: 945 time: 0.0471058 Aug 09 16:55:21.813285 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-0c329bc7-9290-483e-957c-a8ff9b323cc5 req-6b59ae84-5b09-48e0-9506-8b2bbb109378 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=7b884b5c-59d3-4005-a700-093097532603&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413496 Aug 09 16:55:22.293913 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f57880-8e1d-4ba5-ab1f-17d2a37c4f53 req-61a3f99f-ccf5-4ef2-b521-e19b85d9e2df tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:22.295411 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-19f57880-8e1d-4ba5-ab1f-17d2a37c4f53 req-61a3f99f-ccf5-4ef2-b521-e19b85d9e2df tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=da7f4d33-f0b3-4448-9f68-813a5aead47a HTTP/1.1" status: 200 len: 943 time: 0.0466564 Aug 09 16:55:22.343458 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-19f57880-8e1d-4ba5-ab1f-17d2a37c4f53 req-b61d68ab-a8c9-4675-aff9-acb1f40a93ef tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=3d9f5ea8-d0d2-408b-afd6-30dd186663a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423412 Aug 09 16:55:22.710795 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7effd0ca-57d0-48a9-b053-11aa0c836416 req-8df761b6-5f0b-417f-9679-4f48419769b3 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:22.712446 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-7effd0ca-57d0-48a9-b053-11aa0c836416 req-8df761b6-5f0b-417f-9679-4f48419769b3 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=ead4e2e4-484b-4150-81ce-4cfc1e9a1c06 HTTP/1.1" status: 200 len: 943 time: 0.0472999 Aug 09 16:55:22.761017 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-7effd0ca-57d0-48a9-b053-11aa0c836416 req-8b790917-1c3e-4450-aed2-7c88ba2c0b61 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=094db54e-e69e-4f26-af56-17f52fa862f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427790 Aug 09 16:55:22.938107 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95bdbf8-0e80-4c35-89ed-167ea125eb4e req-e831de34-b282-4e68-87e8-b1db075a6575 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:22.939512 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-a95bdbf8-0e80-4c35-89ed-167ea125eb4e req-e831de34-b282-4e68-87e8-b1db075a6575 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=53f72561-f391-43d4-8264-28016993a6a5 HTTP/1.1" status: 200 len: 945 time: 0.0517428 Aug 09 16:55:22.987363 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-a95bdbf8-0e80-4c35-89ed-167ea125eb4e req-d8940d2a-b746-4b82-aba5-8f6626d06e66 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=7b884b5c-59d3-4005-a700-093097532603&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417829 Aug 09 16:55:23.473493 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82ca2c3-2bc1-4720-8aa1-b2a4fb887998 req-5871aca1-ac7d-445c-8276-f229d232db6a tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:23.474959 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-f82ca2c3-2bc1-4720-8aa1-b2a4fb887998 req-5871aca1-ac7d-445c-8276-f229d232db6a tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=da7f4d33-f0b3-4448-9f68-813a5aead47a HTTP/1.1" status: 200 len: 943 time: 0.0523963 Aug 09 16:55:23.524290 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-f82ca2c3-2bc1-4720-8aa1-b2a4fb887998 req-3d2d102f-52b2-4dfc-b0f3-2bb3a8f01cd0 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=3d9f5ea8-d0d2-408b-afd6-30dd186663a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435178 Aug 09 16:55:23.875623 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961306ba-d51d-42cb-809d-60d5acd8373c req-c46fb64c-65a4-46fd-977a-b33e08b374b1 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:23.877077 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-961306ba-d51d-42cb-809d-60d5acd8373c req-c46fb64c-65a4-46fd-977a-b33e08b374b1 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=ead4e2e4-484b-4150-81ce-4cfc1e9a1c06 HTTP/1.1" status: 200 len: 943 time: 0.0472269 Aug 09 16:55:23.923748 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-961306ba-d51d-42cb-809d-60d5acd8373c req-27cb3162-682c-4db1-bb22-594c97810245 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=094db54e-e69e-4f26-af56-17f52fa862f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411930 Aug 09 16:55:23.947485 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Device 787d32ec-b8e9-4f96-acec-6fb00d0163dd details requested by agent hyperv_hv-cinder-85236 with host hv-cinder-85236 {{(pid=111142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 16:55:24.045283 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.db [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] For port 787d32ec-b8e9-4f96-acec-6fb00d0163dd, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=787d32ec-b8e9-4f96-acec-6fb00d0163dd,segment=NetworkSegment(22b689c2-f947-4ac8-81fc-daefa317b1b6),segment_id=22b689c2-f947-4ac8-81fc-daefa317b1b6)] {{(pid=111142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:55:24.057198 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Returning: {'device': '787d32ec-b8e9-4f96-acec-6fb00d0163dd', 'network_id': 'd512bb64-4fdf-40f1-b457-d57f69ae1831', 'port_id': '787d32ec-b8e9-4f96-acec-6fb00d0163dd', 'mac_address': 'fa:16:3e:27:5b:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 980, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '414c40d7-70ed-42dc-9e49-6496154d7c43', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 16:55:24.095458 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Current status of the port 787d32ec-b8e9-4f96-acec-6fb00d0163dd is: DOWN; New status is: BUILD {{(pid=111142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 16:55:24.095904 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (787d32ec-b8e9-4f96-acec-6fb00d0163dd), before_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:55:24.109685 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522c019e-4895-4ff7-96fd-6d71bc5b2b93 req-5399f5f7-0ccf-4dcb-ae7c-253e3e9812a3 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:24.109948 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.notifiers.nova [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 787d32ec-b8e9-4f96-acec-6fb00d0163dd {{(pid=111142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 09 16:55:24.111301 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-522c019e-4895-4ff7-96fd-6d71bc5b2b93 req-5399f5f7-0ccf-4dcb-ae7c-253e3e9812a3 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=53f72561-f391-43d4-8264-28016993a6a5 HTTP/1.1" status: 200 len: 945 time: 0.0480187 Aug 09 16:55:24.130413 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.db [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] For port 787d32ec-b8e9-4f96-acec-6fb00d0163dd, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=787d32ec-b8e9-4f96-acec-6fb00d0163dd,segment=NetworkSegment(22b689c2-f947-4ac8-81fc-daefa317b1b6),segment_id=22b689c2-f947-4ac8-81fc-daefa317b1b6)] {{(pid=111142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:55:24.158442 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-522c019e-4895-4ff7-96fd-6d71bc5b2b93 req-3f38f588-836a-4dec-a6d9-5bf05d905847 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=7b884b5c-59d3-4005-a700-093097532603&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410097 Aug 09 16:55:24.181820 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748338263269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748337861771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748337861789'] for port (787d32ec-b8e9-4f96-acec-6fb00d0163dd), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:55:24.228208 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Pushing event updated for resources: {'Port': ['ID=787d32ec-b8e9-4f96-acec-6fb00d0163dd,revision_number=4']} {{(pid=111142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:55:24.613733 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.db [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] get_ports_and_sgs() called for port_ids ['787d32ec-b8e9-4f96-acec-6fb00d0163dd'] {{(pid=111142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:55:24.649186 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2107643-1032-42af-883c-8b7ba1120fdf req-070018f5-b728-4a44-a633-8c25fa6b19d9 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:24.650794 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-e2107643-1032-42af-883c-8b7ba1120fdf req-070018f5-b728-4a44-a633-8c25fa6b19d9 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=da7f4d33-f0b3-4448-9f68-813a5aead47a HTTP/1.1" status: 200 len: 943 time: 0.0499084 Aug 09 16:55:24.677085 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=100 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:55:24.703739 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-e2107643-1032-42af-883c-8b7ba1120fdf req-84dba5b7-0e5b-41a0-aa19-ccab3663fdf7 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=3d9f5ea8-d0d2-408b-afd6-30dd186663a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473292 Aug 09 16:55:24.747218 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:55:25.046036 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e954dbad-6322-4f23-9f00-963a38663d8b req-0ef8b95a-695c-40df-b6cc-8b5d762798c9 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:25.047669 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-e954dbad-6322-4f23-9f00-963a38663d8b req-0ef8b95a-695c-40df-b6cc-8b5d762798c9 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=ead4e2e4-484b-4150-81ce-4cfc1e9a1c06 HTTP/1.1" status: 200 len: 944 time: 0.0511384 Aug 09 16:55:25.107341 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-e954dbad-6322-4f23-9f00-963a38663d8b req-66784590-9de2-49ff-b5f4-12146baadd8e tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=094db54e-e69e-4f26-af56-17f52fa862f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535426 Aug 09 16:55:25.282201 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d07d9fd-853c-4515-9a76-a52a3337dc6a req-d1ea87d0-78b2-44cf-8d9e-c253f51cface tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:25.283728 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-8d07d9fd-853c-4515-9a76-a52a3337dc6a req-d1ea87d0-78b2-44cf-8d9e-c253f51cface tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=53f72561-f391-43d4-8264-28016993a6a5 HTTP/1.1" status: 200 len: 945 time: 0.0484350 Aug 09 16:55:25.331508 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-8d07d9fd-853c-4515-9a76-a52a3337dc6a req-4a3970ed-b23f-4cc7-b2e5-daa0c61a43c0 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=7b884b5c-59d3-4005-a700-093097532603&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409040 Aug 09 16:55:25.596256 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Device 787d32ec-b8e9-4f96-acec-6fb00d0163dd up at agent hyperv_hv-cinder-85236 {{(pid=111142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:55:25.640385 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.provisioning_blocks [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Provisioning for port 787d32ec-b8e9-4f96-acec-6fb00d0163dd completed by entity L2. {{(pid=111142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 09 16:55:25.695686 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.provisioning_blocks [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Provisioning complete for port 787d32ec-b8e9-4f96-acec-6fb00d0163dd triggered by entity L2. {{(pid=111142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 16:55:25.696064 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877469'] for port (787d32ec-b8e9-4f96-acec-6fb00d0163dd), provisioning_complete {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:55:25.765190 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:55:25.771051 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Current status of the port 787d32ec-b8e9-4f96-acec-6fb00d0163dd is: BUILD; New status is: ACTIVE {{(pid=111142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 16:55:25.771498 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (787d32ec-b8e9-4f96-acec-6fb00d0163dd), before_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:55:25.796469 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ead4e2e4-484b-4150-81ce-4cfc1e9a1c06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '787d32ec-b8e9-4f96-acec-6fb00d0163dd'}] {{(pid=111142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 16:55:25.798886 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a3936692d9fe67bf654b43a226d329952087876dab2ee9ab8d24037cf19aeb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e790d636-4ad6-404a-a4d0-c333d057acab" -d '{"events": [{"server_uuid": "ead4e2e4-484b-4150-81ce-4cfc1e9a1c06", "name": "network-vif-plugged", "status": "completed", "tag": "787d32ec-b8e9-4f96-acec-6fb00d0163dd"}]}' {{(pid=111142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:55:25.812305 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.db [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] For port 787d32ec-b8e9-4f96-acec-6fb00d0163dd, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=787d32ec-b8e9-4f96-acec-6fb00d0163dd,segment=NetworkSegment(22b689c2-f947-4ac8-81fc-daefa317b1b6),segment_id=22b689c2-f947-4ac8-81fc-daefa317b1b6)] {{(pid=111142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:55:25.831766 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650f0ba2-c708-462e-98df-38eef7433b82 req-af95c15f-fb26-408d-8077-ab509e9dd1ff tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:25.834695 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-650f0ba2-c708-462e-98df-38eef7433b82 req-af95c15f-fb26-408d-8077-ab509e9dd1ff tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=da7f4d33-f0b3-4448-9f68-813a5aead47a HTTP/1.1" status: 200 len: 943 time: 0.0506516 Aug 09 16:55:25.837911 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Aug 2022 16:55:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6636e2e-1094-4547-a594-4da5636bff42 x-openstack-request-id: req-c6636e2e-1094-4547-a594-4da5636bff42 {{(pid=111142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:55:25.838224 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ead4e2e4-484b-4150-81ce-4cfc1e9a1c06", "name": "network-vif-plugged", "status": "completed", "tag": "787d32ec-b8e9-4f96-acec-6fb00d0163dd", "code": 200}]} {{(pid=111142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:55:25.838484 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c6636e2e-1094-4547-a594-4da5636bff42 {{(pid=111142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:55:25.838884 dv-cinder-852364-3-iscsi neutron-server[111142]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6636e2e-1094-4547-a594-4da5636bff42'] response: {'server_uuid': 'ead4e2e4-484b-4150-81ce-4cfc1e9a1c06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '787d32ec-b8e9-4f96-acec-6fb00d0163dd', 'code': 200} Aug 09 16:55:25.883688 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-650f0ba2-c708-462e-98df-38eef7433b82 req-34899bcf-7b13-46a8-9ce2-7b0b27bd9cf9 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=3d9f5ea8-d0d2-408b-afd6-30dd186663a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422943 Aug 09 16:55:25.901642 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748338263269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748337861771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748337861789'] for port (787d32ec-b8e9-4f96-acec-6fb00d0163dd), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:55:25.948144 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Pushing event updated for resources: {'Port': ['ID=787d32ec-b8e9-4f96-acec-6fb00d0163dd,revision_number=5']} {{(pid=111142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:55:26.281488 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c054a6a-2816-4c1a-89cf-e4b10894c21f req-aa0f1c28-db6d-4ff6-9d15-17ec19ee532e tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:26.282974 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-9c054a6a-2816-4c1a-89cf-e4b10894c21f req-aa0f1c28-db6d-4ff6-9d15-17ec19ee532e tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=ead4e2e4-484b-4150-81ce-4cfc1e9a1c06 HTTP/1.1" status: 200 len: 945 time: 0.0987482 Aug 09 16:55:26.329881 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-9c054a6a-2816-4c1a-89cf-e4b10894c21f req-4ff0d2c9-fed0-491e-bf80-252ef3f31bd5 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=094db54e-e69e-4f26-af56-17f52fa862f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413489 Aug 09 16:55:26.451368 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19b895a-8cc3-4cde-99b0-4c23439cc83e req-7a4f461b-c5f4-4280-8f24-ca5f3e3bf51e tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:26.452793 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-b19b895a-8cc3-4cde-99b0-4c23439cc83e req-7a4f461b-c5f4-4280-8f24-ca5f3e3bf51e tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=53f72561-f391-43d4-8264-28016993a6a5 HTTP/1.1" status: 200 len: 945 time: 0.0467350 Aug 09 16:55:26.500809 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-b19b895a-8cc3-4cde-99b0-4c23439cc83e req-1e3e739a-79ea-46c7-9163-a7a2a816e44f tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=7b884b5c-59d3-4005-a700-093097532603&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421605 Aug 09 16:55:27.013447 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63237ab-8c2a-4191-93be-4f0fa6021e1d req-93d3de7f-0191-4122-9f0a-9ab10d45f15d tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:27.014926 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-e63237ab-8c2a-4191-93be-4f0fa6021e1d req-93d3de7f-0191-4122-9f0a-9ab10d45f15d tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=da7f4d33-f0b3-4448-9f68-813a5aead47a HTTP/1.1" status: 200 len: 943 time: 0.0525532 Aug 09 16:55:27.062212 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-e63237ab-8c2a-4191-93be-4f0fa6021e1d req-51879c57-bb42-43c4-8b5f-be38d88dce13 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=3d9f5ea8-d0d2-408b-afd6-30dd186663a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416927 Aug 09 16:55:27.451292 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa66c007-a3f8-4ae5-b0a6-7d6d15b26372 req-15356a13-2fd0-4d68-b7b3-da3ce6482769 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:27.452789 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-fa66c007-a3f8-4ae5-b0a6-7d6d15b26372 req-15356a13-2fd0-4d68-b7b3-da3ce6482769 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=ead4e2e4-484b-4150-81ce-4cfc1e9a1c06 HTTP/1.1" status: 200 len: 945 time: 0.0514927 Aug 09 16:55:27.500356 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-fa66c007-a3f8-4ae5-b0a6-7d6d15b26372 req-9a7a8a8f-0218-49b9-8d1a-b0cd2ad88a94 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=094db54e-e69e-4f26-af56-17f52fa862f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415056 Aug 09 16:55:27.604307 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=100 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:55:27.623097 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d2a302-9ddc-4b1c-a6e0-0e9056ea3141 req-f024e50a-629a-4aa0-9106-963abc316d66 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:27.624595 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-29d2a302-9ddc-4b1c-a6e0-0e9056ea3141 req-f024e50a-629a-4aa0-9106-963abc316d66 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=53f72561-f391-43d4-8264-28016993a6a5 HTTP/1.1" status: 200 len: 945 time: 0.0476072 Aug 09 16:55:27.672230 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-29d2a302-9ddc-4b1c-a6e0-0e9056ea3141 req-5e918d2b-abd7-46cc-a58c-3dbf3e3942c1 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=7b884b5c-59d3-4005-a700-093097532603&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419939 Aug 09 16:55:28.186971 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5c391d-ce82-4126-803b-1a405516a85e req-28e9a61a-46ca-410f-ae72-a6bec635d39f tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:28.188764 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-3a5c391d-ce82-4126-803b-1a405516a85e req-28e9a61a-46ca-410f-ae72-a6bec635d39f tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=da7f4d33-f0b3-4448-9f68-813a5aead47a HTTP/1.1" status: 200 len: 943 time: 0.0478227 Aug 09 16:55:28.236098 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-3a5c391d-ce82-4126-803b-1a405516a85e req-3b8e132f-f351-486f-90c9-47faf9a40afc tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=3d9f5ea8-d0d2-408b-afd6-30dd186663a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416188 Aug 09 16:55:28.537133 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Device 08bec462-ab8b-4fe8-88b8-287b611ed36a details requested by agent hyperv_hv-cinder-85236 with host hv-cinder-85236 {{(pid=111142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 16:55:28.624132 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793d3a32-11b1-4ab2-8350-74ef0ea3a97d req-8bfef1bf-5946-4eaf-bfa9-768434032832 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:28.625760 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-793d3a32-11b1-4ab2-8350-74ef0ea3a97d req-8bfef1bf-5946-4eaf-bfa9-768434032832 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=ead4e2e4-484b-4150-81ce-4cfc1e9a1c06 HTTP/1.1" status: 200 len: 945 time: 0.0489349 Aug 09 16:55:28.640716 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.db [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] For port 08bec462-ab8b-4fe8-88b8-287b611ed36a, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=08bec462-ab8b-4fe8-88b8-287b611ed36a,segment=NetworkSegment(38d2f02a-8f81-4105-9e72-6704317cfa7c),segment_id=38d2f02a-8f81-4105-9e72-6704317cfa7c)] {{(pid=111142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:55:28.652353 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Returning: {'device': '08bec462-ab8b-4fe8-88b8-287b611ed36a', 'network_id': '2fdb2410-afc4-41b9-b8f9-2ac596eb2296', 'port_id': '08bec462-ab8b-4fe8-88b8-287b611ed36a', 'mac_address': 'fa:16:3e:96:62:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 959, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b532a95-1235-4d0d-9992-be56a4fc30cf', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 16:55:28.678495 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-793d3a32-11b1-4ab2-8350-74ef0ea3a97d req-5e96127b-9858-4733-898b-542f47e29021 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=094db54e-e69e-4f26-af56-17f52fa862f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467036 Aug 09 16:55:28.688054 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Current status of the port 08bec462-ab8b-4fe8-88b8-287b611ed36a is: DOWN; New status is: BUILD {{(pid=111142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 16:55:28.688452 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (08bec462-ab8b-4fe8-88b8-287b611ed36a), before_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:55:28.702577 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.notifiers.nova [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08bec462-ab8b-4fe8-88b8-287b611ed36a {{(pid=111142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 09 16:55:28.723478 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.db [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] For port 08bec462-ab8b-4fe8-88b8-287b611ed36a, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=08bec462-ab8b-4fe8-88b8-287b611ed36a,segment=NetworkSegment(38d2f02a-8f81-4105-9e72-6704317cfa7c),segment_id=38d2f02a-8f81-4105-9e72-6704317cfa7c)] {{(pid=111142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:55:28.795315 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748338263269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748337861771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748337861789'] for port (08bec462-ab8b-4fe8-88b8-287b611ed36a), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:55:28.834164 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=100 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:55:28.838880 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Pushing event updated for resources: {'Port': ['ID=08bec462-ab8b-4fe8-88b8-287b611ed36a,revision_number=9']} {{(pid=111142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:55:28.846136 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:55:28.846490 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:55:28.846833 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:55:28.847359 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:55:28.847692 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:55:28.848026 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:55:28.852729 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:55:28.852729 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:55:28.852729 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:55:28.852729 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:55:28.852729 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:55:28.852729 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:55:28.852729 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:55:28.852729 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:55:28.852729 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:55:28.854225 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d6d814-56a7-493b-8353-7383a0a27224 req-16c54d3a-62f5-4eec-9287-50d7af6983b4 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:28.854225 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-76d6d814-56a7-493b-8353-7383a0a27224 req-16c54d3a-62f5-4eec-9287-50d7af6983b4 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=53f72561-f391-43d4-8264-28016993a6a5 HTTP/1.1" status: 200 len: 945 time: 0.1037242 Aug 09 16:55:28.875703 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=100 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:55:28.903181 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-76d6d814-56a7-493b-8353-7383a0a27224 req-182b68b8-9b30-4924-b780-b30e52d1cca9 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=7b884b5c-59d3-4005-a700-093097532603&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430121 Aug 09 16:55:29.257039 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.db [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] get_ports_and_sgs() called for port_ids ['08bec462-ab8b-4fe8-88b8-287b611ed36a'] {{(pid=111142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:55:29.419797 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af22cd69-4a41-4fc8-95eb-32a1c70f7f1b req-a4755821-cd01-4147-bd46-480e3a73e04e tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:29.421353 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-af22cd69-4a41-4fc8-95eb-32a1c70f7f1b req-a4755821-cd01-4147-bd46-480e3a73e04e tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=da7f4d33-f0b3-4448-9f68-813a5aead47a HTTP/1.1" status: 200 len: 944 time: 0.0841815 Aug 09 16:55:29.422417 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29de772b-c45d-4212-ad13-15d609b03d5e req-0b1a54b8-48d9-4078-9373-c9373493980e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:29.423773 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-29de772b-c45d-4212-ad13-15d609b03d5e req-0b1a54b8-48d9-4078-9373-c9373493980e service neutron] 10.222.0.91 "GET /networking/v2.0/ports?device_id=53f72561-f391-43d4-8264-28016993a6a5 HTTP/1.1" status: 200 len: 1129 time: 0.0843198 Aug 09 16:55:29.495929 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-af22cd69-4a41-4fc8-95eb-32a1c70f7f1b req-4e74c9de-518e-4582-9697-95873da52dba tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=3d9f5ea8-d0d2-408b-afd6-30dd186663a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687230 Aug 09 16:55:29.506772 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-29de772b-c45d-4212-ad13-15d609b03d5e req-3d72bc73-0459-4cf0-959c-488c4a2ed65b service neutron] 10.222.0.91 "GET /networking/v2.0/security-groups?id=7b884b5c-59d3-4005-a700-093097532603&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725818 Aug 09 16:55:29.805987 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b090a53e-16c7-46d0-8b9b-0dc4153a2fe2 req-f5c8ef21-c369-40a8-be23-a21166539739 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:29.807480 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-b090a53e-16c7-46d0-8b9b-0dc4153a2fe2 req-f5c8ef21-c369-40a8-be23-a21166539739 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=ead4e2e4-484b-4150-81ce-4cfc1e9a1c06 HTTP/1.1" status: 200 len: 945 time: 0.0518901 Aug 09 16:55:29.857080 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-b090a53e-16c7-46d0-8b9b-0dc4153a2fe2 req-d0abad10-82f8-42cc-9cfc-d9b33901c3a5 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=094db54e-e69e-4f26-af56-17f52fa862f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436184 Aug 09 16:55:29.907915 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2d9b22-6afe-4ca4-acbd-ec456f720faf req-71fd867f-2307-48c1-8953-4a053489480e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:29.909388 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-db2d9b22-6afe-4ca4-acbd-ec456f720faf req-71fd867f-2307-48c1-8953-4a053489480e service neutron] 10.222.0.91 "GET /networking/v2.0/ports?device_id=ead4e2e4-484b-4150-81ce-4cfc1e9a1c06 HTTP/1.1" status: 200 len: 1129 time: 0.0399957 Aug 09 16:55:29.956996 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-db2d9b22-6afe-4ca4-acbd-ec456f720faf req-bd175af3-7f82-4d1a-bcf7-30c40870c397 service neutron] 10.222.0.91 "GET /networking/v2.0/security-groups?id=094db54e-e69e-4f26-af56-17f52fa862f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393994 Aug 09 16:55:30.026690 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b25d2b-e3cd-4d63-9374-fc98e9a60fa6 req-86b5e52b-8256-4cc9-b711-d175a89385f3 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:30.028195 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-94b25d2b-e3cd-4d63-9374-fc98e9a60fa6 req-86b5e52b-8256-4cc9-b711-d175a89385f3 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=53f72561-f391-43d4-8264-28016993a6a5 HTTP/1.1" status: 200 len: 945 time: 0.0495348 Aug 09 16:55:30.075658 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-94b25d2b-e3cd-4d63-9374-fc98e9a60fa6 req-4ca89f73-09df-4b04-9eb4-3aba83529db6 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=7b884b5c-59d3-4005-a700-093097532603&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417871 Aug 09 16:55:30.552031 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Device 08bec462-ab8b-4fe8-88b8-287b611ed36a up at agent hyperv_hv-cinder-85236 {{(pid=111142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:55:30.627132 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.provisioning_blocks [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Provisioning complete for port 08bec462-ab8b-4fe8-88b8-287b611ed36a triggered by entity L2. {{(pid=111142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 16:55:30.627516 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877469'] for port (08bec462-ab8b-4fe8-88b8-287b611ed36a), provisioning_complete {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:55:30.667179 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1d7b4f-d1c9-4eaa-b846-73e41b2634fd req-ea570664-b9f0-430d-9aa1-083af66322c1 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:30.668568 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-2a1d7b4f-d1c9-4eaa-b846-73e41b2634fd req-ea570664-b9f0-430d-9aa1-083af66322c1 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=da7f4d33-f0b3-4448-9f68-813a5aead47a HTTP/1.1" status: 200 len: 944 time: 0.0485117 Aug 09 16:55:30.692412 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:55:30.714423 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Current status of the port 08bec462-ab8b-4fe8-88b8-287b611ed36a is: BUILD; New status is: ACTIVE {{(pid=111142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 16:55:30.714881 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (08bec462-ab8b-4fe8-88b8-287b611ed36a), before_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:55:30.724945 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-2a1d7b4f-d1c9-4eaa-b846-73e41b2634fd req-591278ce-5573-475f-94c4-06a48a8f809e tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=3d9f5ea8-d0d2-408b-afd6-30dd186663a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487924 Aug 09 16:55:30.739168 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da7f4d33-f0b3-4448-9f68-813a5aead47a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08bec462-ab8b-4fe8-88b8-287b611ed36a'}] {{(pid=111142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 16:55:30.741417 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a3936692d9fe67bf654b43a226d329952087876dab2ee9ab8d24037cf19aeb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df078e96-9b3f-4dca-beb0-d65a6b703023" -d '{"events": [{"server_uuid": "da7f4d33-f0b3-4448-9f68-813a5aead47a", "name": "network-vif-plugged", "status": "completed", "tag": "08bec462-ab8b-4fe8-88b8-287b611ed36a"}]}' {{(pid=111142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:55:30.761505 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.db [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] For port 08bec462-ab8b-4fe8-88b8-287b611ed36a, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=08bec462-ab8b-4fe8-88b8-287b611ed36a,segment=NetworkSegment(38d2f02a-8f81-4105-9e72-6704317cfa7c),segment_id=38d2f02a-8f81-4105-9e72-6704317cfa7c)] {{(pid=111142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:55:30.781170 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Aug 2022 16:55:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7d3a7bf-6e4f-4427-8414-0ebed81d0e88 x-openstack-request-id: req-a7d3a7bf-6e4f-4427-8414-0ebed81d0e88 {{(pid=111142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:55:30.781459 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da7f4d33-f0b3-4448-9f68-813a5aead47a", "name": "network-vif-plugged", "status": "completed", "tag": "08bec462-ab8b-4fe8-88b8-287b611ed36a", "code": 200}]} {{(pid=111142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:55:30.781710 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a7d3a7bf-6e4f-4427-8414-0ebed81d0e88 {{(pid=111142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:55:30.782101 dv-cinder-852364-3-iscsi neutron-server[111142]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7d3a7bf-6e4f-4427-8414-0ebed81d0e88'] response: {'server_uuid': 'da7f4d33-f0b3-4448-9f68-813a5aead47a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08bec462-ab8b-4fe8-88b8-287b611ed36a', 'code': 200} Aug 09 16:55:30.861540 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748338263269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748337861771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748337861789'] for port (08bec462-ab8b-4fe8-88b8-287b611ed36a), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:55:30.886795 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:55:30.910383 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Pushing event updated for resources: {'Port': ['ID=08bec462-ab8b-4fe8-88b8-287b611ed36a,revision_number=10']} {{(pid=111142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:55:30.982359 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cafdfd-e713-43b0-9920-60a3fb086e18 req-1da50105-58e9-44ca-b9d5-e818a1a1157d tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:30.983791 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-a1cafdfd-e713-43b0-9920-60a3fb086e18 req-1da50105-58e9-44ca-b9d5-e818a1a1157d tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=ead4e2e4-484b-4150-81ce-4cfc1e9a1c06 HTTP/1.1" status: 200 len: 945 time: 0.0499585 Aug 09 16:55:31.032679 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-a1cafdfd-e713-43b0-9920-60a3fb086e18 req-7f20af10-47b5-4cd3-a57c-c42b7904fe94 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=094db54e-e69e-4f26-af56-17f52fa862f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430503 Aug 09 16:55:31.200844 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dd20e6-8d9e-4b60-b6bd-76f9e32c9aaf req-ab59757b-ee8c-495a-a301-95879d5fa30c tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:31.202342 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-88dd20e6-8d9e-4b60-b6bd-76f9e32c9aaf req-ab59757b-ee8c-495a-a301-95879d5fa30c tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=53f72561-f391-43d4-8264-28016993a6a5 HTTP/1.1" status: 200 len: 945 time: 0.0513883 Aug 09 16:55:31.250644 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-88dd20e6-8d9e-4b60-b6bd-76f9e32c9aaf req-6de76c5f-c6e8-4127-a063-06db43f3b1ff tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=7b884b5c-59d3-4005-a700-093097532603&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423901 Aug 09 16:55:31.800022 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eda5be9-aa88-4099-8e1a-319446dcfcf6 req-57a565b1-0774-4fd4-8a3f-8e6e52d10b4b tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:31.801640 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-5eda5be9-aa88-4099-8e1a-319446dcfcf6 req-57a565b1-0774-4fd4-8a3f-8e6e52d10b4b tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=53f72561-f391-43d4-8264-28016993a6a5 HTTP/1.1" status: 200 len: 945 time: 0.0580430 Aug 09 16:55:31.849940 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-5eda5be9-aa88-4099-8e1a-319446dcfcf6 req-4efdea21-dc67-4b2e-89a0-8e9bb30ee6ad tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=7b884b5c-59d3-4005-a700-093097532603&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423629 Aug 09 16:55:31.855913 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298a7027-a2cd-4df0-a337-146d9b491b3d req-9f7bfbf3-846b-457b-9801-ac9040e3c186 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:31.857764 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-298a7027-a2cd-4df0-a337-146d9b491b3d req-9f7bfbf3-846b-457b-9801-ac9040e3c186 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=da7f4d33-f0b3-4448-9f68-813a5aead47a HTTP/1.1" status: 200 len: 946 time: 0.0517519 Aug 09 16:55:31.893511 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=100 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:55:31.911158 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-298a7027-a2cd-4df0-a337-146d9b491b3d req-65a0752e-3945-42bd-93d2-26187048ece3 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=3d9f5ea8-d0d2-408b-afd6-30dd186663a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471523 Aug 09 16:55:32.164573 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad203fd-2898-4065-88c4-fa2692cbfd47 req-4c98c824-55e5-4ede-ba3d-d4bb145d4580 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:32.166254 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-dad203fd-2898-4065-88c4-fa2692cbfd47 req-4c98c824-55e5-4ede-ba3d-d4bb145d4580 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=ead4e2e4-484b-4150-81ce-4cfc1e9a1c06 HTTP/1.1" status: 200 len: 945 time: 0.0569618 Aug 09 16:55:32.215251 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-dad203fd-2898-4065-88c4-fa2692cbfd47 req-9b54a165-1dae-4211-9454-c4f65510b68e tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=094db54e-e69e-4f26-af56-17f52fa862f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425730 Aug 09 16:55:32.227400 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (fd1157aa-8fd8-4c6b-a604-f3842f12d305), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:55:32.974063 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0904ed60-70f8-4ac5-88c5-431b26b79904 req-5426703e-710c-4867-80bc-839d2aa665ff tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:32.975562 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-0904ed60-70f8-4ac5-88c5-431b26b79904 req-5426703e-710c-4867-80bc-839d2aa665ff tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=53f72561-f391-43d4-8264-28016993a6a5 HTTP/1.1" status: 200 len: 945 time: 0.0499134 Aug 09 16:55:33.029905 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-0904ed60-70f8-4ac5-88c5-431b26b79904 req-326aabbc-4497-4b8d-b7b0-c67e4ae3aceb tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=7b884b5c-59d3-4005-a700-093097532603&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479374 Aug 09 16:55:33.138456 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98742042-b6b7-42f8-b686-1bf75ae098ba req-e8a886e3-76a5-4072-9ba1-439b0e2177f7 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:33.139885 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-98742042-b6b7-42f8-b686-1bf75ae098ba req-e8a886e3-76a5-4072-9ba1-439b0e2177f7 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=da7f4d33-f0b3-4448-9f68-813a5aead47a HTTP/1.1" status: 200 len: 946 time: 0.0471241 Aug 09 16:55:33.188350 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-98742042-b6b7-42f8-b686-1bf75ae098ba req-1effb376-c67a-42b8-82ed-87e4ef9778e4 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=3d9f5ea8-d0d2-408b-afd6-30dd186663a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428593 Aug 09 16:55:33.344682 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-3106911f-27db-4250-bf54-841e4061d9be req-6d6ae4b2-ea25-4f4e-a718-79e15e3e70f3 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?device_id=bad3d121-535f-4a16-b412-574cf5da50e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0683227 Aug 09 16:55:33.360191 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65778a81-3593-4ebd-a101-48ad6ec97a90 req-b80ec136-6cbc-485c-907b-5fed5865341a tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:33.361594 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-65778a81-3593-4ebd-a101-48ad6ec97a90 req-b80ec136-6cbc-485c-907b-5fed5865341a tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=ead4e2e4-484b-4150-81ce-4cfc1e9a1c06 HTTP/1.1" status: 200 len: 945 time: 0.0599852 Aug 09 16:55:33.409598 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-65778a81-3593-4ebd-a101-48ad6ec97a90 req-053b5b76-da42-45d8-bc02-542bf9f9b44c tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=094db54e-e69e-4f26-af56-17f52fa862f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421813 Aug 09 16:55:33.499880 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=100 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:55:33.547516 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b1ccc0-945e-4653-9db0-15eb08ff58f1 req-8b6ba584-526c-4884-b184-e3a328c8a3d7 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:33.549324 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-46b1ccc0-945e-4653-9db0-15eb08ff58f1 req-8b6ba584-526c-4884-b184-e3a328c8a3d7 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=ead4e2e4-484b-4150-81ce-4cfc1e9a1c06 HTTP/1.1" status: 200 len: 945 time: 0.0532627 Aug 09 16:55:33.558815 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e12394-852e-481b-9590-94c145f76cea req-440cc603-33dd-43be-b936-a7b928610a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:33.560314 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-72e12394-852e-481b-9590-94c145f76cea req-440cc603-33dd-43be-b936-a7b928610a69 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?tenant_id=b681b90f2f074e8c8cfb11939edc7f72&device_id=53f72561-f391-43d4-8264-28016993a6a5 HTTP/1.1" status: 200 len: 1129 time: 0.0687680 Aug 09 16:55:33.560489 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.wsgi [-] (111140) accepted ('10.222.0.59', 54150) {{(pid=111140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:55:33.565800 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.v2.base [None req-c0c4922e-aaed-4c32-bfe9-7e8eb6f3ac22 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Request body: {'floatingip': {'port_id': '787d32ec-b8e9-4f96-acec-6fb00d0163dd'}} {{(pid=111140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 16:55:33.608993 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-c0c4922e-aaed-4c32-bfe9-7e8eb6f3ac22 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Publish callbacks [] for floatingip (4a8e17de-d632-48e0-b908-5e3b3c9c6efa), before_update {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:55:33.639377 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bb4bb0-7a35-4037-9118-6bed81bcd3be req-6666f829-198a-454e-bbe0-7aca2f523dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:33.640887 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-10bb4bb0-7a35-4037-9118-6bed81bcd3be req-6666f829-198a-454e-bbe0-7aca2f523dd5 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?device_id=da7f4d33-f0b3-4448-9f68-813a5aead47a HTTP/1.1" status: 200 len: 1130 time: 0.1210485 Aug 09 16:55:33.670764 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3106911f-27db-4250-bf54-841e4061d9be req-9381dbfa-727a-4949-99b1-914231a576b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:33.672193 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-3106911f-27db-4250-bf54-841e4061d9be req-9381dbfa-727a-4949-99b1-914231a576b9 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?tenant_id=b681b90f2f074e8c8cfb11939edc7f72&device_id=bad3d121-535f-4a16-b412-574cf5da50e9 HTTP/1.1" status: 200 len: 1129 time: 0.1148953 Aug 09 16:55:33.722367 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-10bb4bb0-7a35-4037-9118-6bed81bcd3be req-e410f471-0a98-4daf-9eb9-c65e4108187e service neutron] 10.222.0.91 "GET /networking/v2.0/security-groups?id=3d9f5ea8-d0d2-408b-afd6-30dd186663a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714478 Aug 09 16:55:33.726855 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e12394-852e-481b-9590-94c145f76cea req-44086546-002e-4963-9b0e-4b7e2faa116b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:33.728917 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-72e12394-852e-481b-9590-94c145f76cea req-44086546-002e-4963-9b0e-4b7e2faa116b service neutron] 10.222.0.91 "GET /networking/v2.0/networks?id=e7c6cdf7-0095-4da2-9004-cdee3c973d7e HTTP/1.1" status: 200 len: 919 time: 0.1579597 Aug 09 16:55:34.037492 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-c0c4922e-aaed-4c32-bfe9-7e8eb6f3ac22 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:55:34.155671 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0beeca9-4fac-40ca-8068-8203694b9e75 req-ae29ce12-ed32-4259-835d-be78ef71b22e tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:34.157141 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-d0beeca9-4fac-40ca-8068-8203694b9e75 req-ae29ce12-ed32-4259-835d-be78ef71b22e tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=53f72561-f391-43d4-8264-28016993a6a5 HTTP/1.1" status: 200 len: 945 time: 0.0505788 Aug 09 16:55:34.161860 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-c0c4922e-aaed-4c32-bfe9-7e8eb6f3ac22 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-336914'] for floatingip (4a8e17de-d632-48e0-b908-5e3b3c9c6efa), after_update {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:55:34.204859 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-d0beeca9-4fac-40ca-8068-8203694b9e75 req-d8a9f364-5525-4238-a4bd-3cbb258babca tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=7b884b5c-59d3-4005-a700-093097532603&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420792 Aug 09 16:55:34.212557 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:55:34.237506 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:55:34.263885 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.db.l3_db [None req-c0c4922e-aaed-4c32-bfe9-7e8eb6f3ac22 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Floating IP 4a8e17de-d632-48e0-b908-5e3b3c9c6efa associated. External IP: 172.27.2.190, port: 787d32ec-b8e9-4f96-acec-6fb00d0163dd. Aug 09 16:55:34.379857 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f2523b-cf83-4c5e-a219-b58a1a017c91 req-331c1965-8b5f-41a4-8163-0a31d8feb0fc tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:34.381331 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-70f2523b-cf83-4c5e-a219-b58a1a017c91 req-331c1965-8b5f-41a4-8163-0a31d8feb0fc tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=da7f4d33-f0b3-4448-9f68-813a5aead47a HTTP/1.1" status: 200 len: 946 time: 0.0830324 Aug 09 16:55:34.443683 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-70f2523b-cf83-4c5e-a219-b58a1a017c91 req-084e171f-8ef7-4d7a-bd21-d2cfc5409649 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=3d9f5ea8-d0d2-408b-afd6-30dd186663a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552177 Aug 09 16:55:34.546184 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0c4922e-aaed-4c32-bfe9-7e8eb6f3ac22 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Router 286245d4-d1e1-45d8-a33e-8ce6c103810d has already been hosted by L3 agent 2cf02505-efcb-442b-855b-6c659df6f18c {{(pid=111140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 09 16:55:34.658513 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0c4922e-aaed-4c32-bfe9-7e8eb6f3ac22 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Notify agent at l3_agent.dv-cinder-852364-3-iscsi the message routers_updated {{(pid=111140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:55:34.663657 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-c0c4922e-aaed-4c32-bfe9-7e8eb6f3ac22 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90003'] for floatingip (None), before_response {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:55:34.672956 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0bed1d2-79b5-4c7b-85e4-f5b8a523dc0f None None] Sync routers for ids ['286245d4-d1e1-45d8-a33e-8ce6c103810d'] in dv-cinder-852364-3-iscsi {{(pid=111142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:55:34.685375 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0bed1d2-79b5-4c7b-85e4-f5b8a523dc0f None None] Routers {'286245d4-d1e1-45d8-a33e-8ce6c103810d'} bound to L3 agent in host dv-cinder-852364-3-iscsi {{(pid=111142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 16:55:34.686563 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_hamode_db [None req-d0bed1d2-79b5-4c7b-85e4-f5b8a523dc0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-09T16:42:12Z,description=,heartbeat_timestamp=2022-08-09T16:55:12Z,host='dv-cinder-852364-3-iscsi',id=2cf02505-efcb-442b-855b-6c659df6f18c,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:13Z,topic='l3_agent')) {'router_ids': ['286245d4-d1e1-45d8-a33e-8ce6c103810d'], 'active': True} {{(pid=111142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:55:34.695796 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [None req-c0c4922e-aaed-4c32-bfe9-7e8eb6f3ac22 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "PUT /networking/v2.0/floatingips/4a8e17de-d632-48e0-b908-5e3b3c9c6efa HTTP/1.1" status: 200 len: 991 time: 1.1334510 Aug 09 16:55:34.696868 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ead4e2e4-484b-4150-81ce-4cfc1e9a1c06', 'tag': '787d32ec-b8e9-4f96-acec-6fb00d0163dd'}] {{(pid=111140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 16:55:34.699405 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f41bda9ed637a92b78517b41d4edf2586523f8da12b25a219bf38f0aed6eb417" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dea3574-d6a9-4955-b667-2de3cc5b71df" -d '{"events": [{"name": "network-changed", "server_uuid": "ead4e2e4-484b-4150-81ce-4cfc1e9a1c06", "tag": "787d32ec-b8e9-4f96-acec-6fb00d0163dd"}]}' {{(pid=111140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:55:34.740026 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Aug 2022 16:55:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f99af5dc-3a4c-4f22-881a-0fa4b700d7e8 x-openstack-request-id: req-f99af5dc-3a4c-4f22-881a-0fa4b700d7e8 {{(pid=111140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:55:34.740320 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ead4e2e4-484b-4150-81ce-4cfc1e9a1c06", "tag": "787d32ec-b8e9-4f96-acec-6fb00d0163dd", "status": "completed", "code": 200}]} {{(pid=111140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:55:34.740573 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-f99af5dc-3a4c-4f22-881a-0fa4b700d7e8 {{(pid=111140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:55:34.740979 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f99af5dc-3a4c-4f22-881a-0fa4b700d7e8'] response: {'name': 'network-changed', 'server_uuid': 'ead4e2e4-484b-4150-81ce-4cfc1e9a1c06', 'tag': '787d32ec-b8e9-4f96-acec-6fb00d0163dd', 'status': 'completed', 'code': 200} Aug 09 16:55:34.801396 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_dvr_db [None req-d0bed1d2-79b5-4c7b-85e4-f5b8a523dc0f None None] Set router 286245d4-d1e1-45d8-a33e-8ce6c103810d gateway port host: dv-cinder-852364-3-iscsi {{(pid=111142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 16:55:34.825925 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-72e12394-852e-481b-9590-94c145f76cea req-de08693a-278f-4b6c-b710-fc99db621ba0 service neutron] 10.222.0.91 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9f544325-972f-4e60-9365-73a4114a5bfb HTTP/1.1" status: 200 len: 1000 time: 0.3681338 Aug 09 16:55:34.853961 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3106911f-27db-4250-bf54-841e4061d9be req-c6e5ad47-67a4-4aae-8caa-a3b32978b3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:34.855438 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-3106911f-27db-4250-bf54-841e4061d9be req-c6e5ad47-67a4-4aae-8caa-a3b32978b3d4 service neutron] 10.222.0.91 "GET /networking/v2.0/networks?id=e7c6cdf7-0095-4da2-9004-cdee3c973d7e HTTP/1.1" status: 200 len: 919 time: 0.3950601 Aug 09 16:55:35.010163 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_hamode_db [None req-d0bed1d2-79b5-4c7b-85e4-f5b8a523dc0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '286245d4-d1e1-45d8-a33e-8ce6c103810d', 'name': 'tempest-AttachVolumeNegativeTest-928294095-router', 'tenant_id': '321de2c92d814e6ab1da13939153da87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'external_fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '4a7ffaa3-c015-4647-9470-4b3ca7886b6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:50:27Z', 'updated_at': '2022-08-09T16:50:38Z', 'revision_number': 4, 'project_id': '321de2c92d814e6ab1da13939153da87', 'gw_port': {'id': '4a7ffaa3-c015-4647-9470-4b3ca7886b6c', 'name': '', 'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:31:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '286245d4-d1e1-45d8-a33e-8ce6c103810d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:50:28Z', 'updated_at': '2022-08-09T16:50:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-3-iscsi', '_floatingips': [{'id': '4a8e17de-d632-48e0-b908-5e3b3c9c6efa', 'tenant_id': '321de2c92d814e6ab1da13939153da87', 'floating_ip_address': '172.27.2.190', 'floating_network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'router_id': '286245d4-d1e1-45d8-a33e-8ce6c103810d', 'port_id': '787d32ec-b8e9-4f96-acec-6fb00d0163dd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd512bb64-4fdf-40f1-b457-d57f69ae1831', 'mac_address': 'fa:16:3e:27:5b:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead4e2e4-484b-4150-81ce-4cfc1e9a1c06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-09T16:54:59Z', 'updated_at': '2022-08-09T16:55:33Z', 'revision_number': 1, 'project_id': '321de2c92d814e6ab1da13939153da87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '194e42e3-ea8f-4dc2-912a-d9842de147c7', 'name': '', 'network_id': 'd512bb64-4fdf-40f1-b457-d57f69ae1831', 'tenant_id': '321de2c92d814e6ab1da13939153da87', 'mac_address': 'fa:16:3e:a5:4f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '286245d4-d1e1-45d8-a33e-8ce6c103810d', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '414c40d7-70ed-42dc-9e49-6496154d7c43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:50:35Z', 'updated_at': '2022-08-09T16:50:50Z', 'revision_number': 5, 'project_id': '321de2c92d814e6ab1da13939153da87', 'subnets': [{'id': '414c40d7-70ed-42dc-9e49-6496154d7c43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-3-iscsi', False) {} {{(pid=111142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:55:35.038816 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0bed1d2-79b5-4c7b-85e4-f5b8a523dc0f None None] Checking router: 286245d4-d1e1-45d8-a33e-8ce6c103810d for host: dv-cinder-852364-3-iscsi {{(pid=111142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:55:35.047483 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0bed1d2-79b5-4c7b-85e4-f5b8a523dc0f None None] Routers {'286245d4-d1e1-45d8-a33e-8ce6c103810d'} bound to L3 agent in host dv-cinder-852364-3-iscsi {{(pid=111142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 16:55:35.048105 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_hamode_db [None req-d0bed1d2-79b5-4c7b-85e4-f5b8a523dc0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-09T16:42:12Z,description=,heartbeat_timestamp=2022-08-09T16:55:12Z,host='dv-cinder-852364-3-iscsi',id=2cf02505-efcb-442b-855b-6c659df6f18c,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:13Z,topic='l3_agent')) {'router_ids': ['286245d4-d1e1-45d8-a33e-8ce6c103810d'], 'active': True} {{(pid=111142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:55:35.147522 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_dvr_db [None req-d0bed1d2-79b5-4c7b-85e4-f5b8a523dc0f None None] Set router 286245d4-d1e1-45d8-a33e-8ce6c103810d gateway port host: dv-cinder-852364-3-iscsi {{(pid=111142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 16:55:35.244980 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-3106911f-27db-4250-bf54-841e4061d9be req-fb56f343-60a9-457c-a427-d8f42a82cf2f service neutron] 10.222.0.91 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ba04df11-96c3-4666-be53-8af43db1ed2d HTTP/1.1" status: 200 len: 217 time: 0.0734725 Aug 09 16:55:35.307524 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e12394-852e-481b-9590-94c145f76cea req-8b85e7ac-a101-4f0b-bae5-7d8950f0bf47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:35.309002 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-72e12394-852e-481b-9590-94c145f76cea req-8b85e7ac-a101-4f0b-bae5-7d8950f0bf47 service neutron] 10.222.0.91 "GET /networking/v2.0/subnets?id=fa8494ca-da5a-4e74-b349-aebeb3fbaa4a HTTP/1.1" status: 200 len: 857 time: 0.1388323 Aug 09 16:55:35.318376 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dea3574-d6a9-4955-b667-2de3cc5b71df req-4767ceb5-4dfc-461f-a828-196beaa5e326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:35.319904 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-5dea3574-d6a9-4955-b667-2de3cc5b71df req-4767ceb5-4dfc-461f-a828-196beaa5e326 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?tenant_id=321de2c92d814e6ab1da13939153da87&device_id=ead4e2e4-484b-4150-81ce-4cfc1e9a1c06 HTTP/1.1" status: 200 len: 1129 time: 0.0918300 Aug 09 16:55:35.332681 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3106911f-27db-4250-bf54-841e4061d9be req-47e0bc12-d450-4629-b7d8-a69637ce8cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:35.334146 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-3106911f-27db-4250-bf54-841e4061d9be req-47e0bc12-d450-4629-b7d8-a69637ce8cd6 service neutron] 10.222.0.91 "GET /networking/v2.0/subnets?id=fa8494ca-da5a-4e74-b349-aebeb3fbaa4a HTTP/1.1" status: 200 len: 857 time: 0.0689986 Aug 09 16:55:35.347071 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b2a948-886c-4940-8814-a447a8e0e474 req-c90f2494-ec20-415f-aed4-182ef41287bd tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:35.348835 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-69b2a948-886c-4940-8814-a447a8e0e474 req-c90f2494-ec20-415f-aed4-182ef41287bd tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=53f72561-f391-43d4-8264-28016993a6a5 HTTP/1.1" status: 200 len: 945 time: 0.0631592 Aug 09 16:55:35.408812 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-69b2a948-886c-4940-8814-a447a8e0e474 req-0ee7c570-0c3f-4b14-9118-eca33cdbbac7 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=7b884b5c-59d3-4005-a700-093097532603&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511191 Aug 09 16:55:35.439127 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=100 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:55:35.507220 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e12394-852e-481b-9590-94c145f76cea req-dd0513b1-a150-4d56-be5b-8d2e5037479e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:35.508732 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-72e12394-852e-481b-9590-94c145f76cea req-dd0513b1-a150-4d56-be5b-8d2e5037479e service neutron] 10.222.0.91 "GET /networking/v2.0/ports?network_id=e7c6cdf7-0095-4da2-9004-cdee3c973d7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1490433 Aug 09 16:55:35.524064 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3106911f-27db-4250-bf54-841e4061d9be req-d66229da-f95e-464b-a34a-d01ebe2a9a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:35.526062 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-3106911f-27db-4250-bf54-841e4061d9be req-d66229da-f95e-464b-a34a-d01ebe2a9a12 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?network_id=e7c6cdf7-0095-4da2-9004-cdee3c973d7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1088114 Aug 09 16:55:35.527835 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_hamode_db [None req-d0bed1d2-79b5-4c7b-85e4-f5b8a523dc0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '286245d4-d1e1-45d8-a33e-8ce6c103810d', 'name': 'tempest-AttachVolumeNegativeTest-928294095-router', 'tenant_id': '321de2c92d814e6ab1da13939153da87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'external_fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '4a7ffaa3-c015-4647-9470-4b3ca7886b6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:50:27Z', 'updated_at': '2022-08-09T16:50:38Z', 'revision_number': 4, 'project_id': '321de2c92d814e6ab1da13939153da87', 'gw_port': {'id': '4a7ffaa3-c015-4647-9470-4b3ca7886b6c', 'name': '', 'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:31:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '286245d4-d1e1-45d8-a33e-8ce6c103810d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:50:28Z', 'updated_at': '2022-08-09T16:50:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-3-iscsi', '_floatingips': [{'id': '4a8e17de-d632-48e0-b908-5e3b3c9c6efa', 'tenant_id': '321de2c92d814e6ab1da13939153da87', 'floating_ip_address': '172.27.2.190', 'floating_network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'router_id': '286245d4-d1e1-45d8-a33e-8ce6c103810d', 'port_id': '787d32ec-b8e9-4f96-acec-6fb00d0163dd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd512bb64-4fdf-40f1-b457-d57f69ae1831', 'mac_address': 'fa:16:3e:27:5b:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead4e2e4-484b-4150-81ce-4cfc1e9a1c06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-09T16:54:59Z', 'updated_at': '2022-08-09T16:55:33Z', 'revision_number': 1, 'project_id': '321de2c92d814e6ab1da13939153da87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '194e42e3-ea8f-4dc2-912a-d9842de147c7', 'name': '', 'network_id': 'd512bb64-4fdf-40f1-b457-d57f69ae1831', 'tenant_id': '321de2c92d814e6ab1da13939153da87', 'mac_address': 'fa:16:3e:a5:4f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '286245d4-d1e1-45d8-a33e-8ce6c103810d', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '414c40d7-70ed-42dc-9e49-6496154d7c43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:50:35Z', 'updated_at': '2022-08-09T16:50:50Z', 'revision_number': 5, 'project_id': '321de2c92d814e6ab1da13939153da87', 'subnets': [{'id': '414c40d7-70ed-42dc-9e49-6496154d7c43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-3-iscsi', False) {} {{(pid=111142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:55:35.553580 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0bed1d2-79b5-4c7b-85e4-f5b8a523dc0f None None] The sync data for ids ['286245d4-d1e1-45d8-a33e-8ce6c103810d'] in dv-cinder-852364-3-iscsi is: [{'id': '286245d4-d1e1-45d8-a33e-8ce6c103810d', 'name': 'tempest-AttachVolumeNegativeTest-928294095-router', 'tenant_id': '321de2c92d814e6ab1da13939153da87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'external_fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '4a7ffaa3-c015-4647-9470-4b3ca7886b6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:50:27Z', 'updated_at': '2022-08-09T16:50:38Z', 'revision_number': 4, 'project_id': '321de2c92d814e6ab1da13939153da87', 'gw_port': {'id': '4a7ffaa3-c015-4647-9470-4b3ca7886b6c', 'name': '', 'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:31:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '286245d4-d1e1-45d8-a33e-8ce6c103810d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:50:28Z', 'updated_at': '2022-08-09T16:50:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-3-iscsi', '_floatingips': [{'id': '4a8e17de-d632-48e0-b908-5e3b3c9c6efa', 'tenant_id': '321de2c92d814e6ab1da13939153da87', 'floating_ip_address': '172.27.2.190', 'floating_network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'router_id': '286245d4-d1e1-45d8-a33e-8ce6c103810d', 'port_id': '787d32ec-b8e9-4f96-acec-6fb00d0163dd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd512bb64-4fdf-40f1-b457-d57f69ae1831', 'mac_address': 'fa:16:3e:27:5b:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead4e2e4-484b-4150-81ce-4cfc1e9a1c06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-09T16:54:59Z', 'updated_at': '2022-08-09T16:55:33Z', 'revision_number': 1, 'project_id': '321de2c92d814e6ab1da13939153da87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '194e42e3-ea8f-4dc2-912a-d9842de147c7', 'name': '', 'network_id': 'd512bb64-4fdf-40f1-b457-d57f69ae1831', 'tenant_id': '321de2c92d814e6ab1da13939153da87', 'mac_address': 'fa:16:3e:a5:4f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '286245d4-d1e1-45d8-a33e-8ce6c103810d', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '414c40d7-70ed-42dc-9e49-6496154d7c43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:50:35Z', 'updated_at': '2022-08-09T16:50:50Z', 'revision_number': 5, 'project_id': '321de2c92d814e6ab1da13939153da87', 'subnets': [{'id': '414c40d7-70ed-42dc-9e49-6496154d7c43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:55:35.602778 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246a8992-6b99-49b8-be25-6a3ac4cb820c req-a0a37f11-7b36-4bc8-bce2-a6bf666a6d8a tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:35.605140 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-246a8992-6b99-49b8-be25-6a3ac4cb820c req-a0a37f11-7b36-4bc8-bce2-a6bf666a6d8a tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=da7f4d33-f0b3-4448-9f68-813a5aead47a HTTP/1.1" status: 200 len: 946 time: 0.0713234 Aug 09 16:55:35.607607 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dea3574-d6a9-4955-b667-2de3cc5b71df req-d85aa308-412a-42c0-a866-baed4bda1392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:35.607607 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-5dea3574-d6a9-4955-b667-2de3cc5b71df req-d85aa308-412a-42c0-a866-baed4bda1392 service neutron] 10.222.0.91 "GET /networking/v2.0/networks?id=d512bb64-4fdf-40f1-b457-d57f69ae1831 HTTP/1.1" status: 200 len: 915 time: 0.1993110 Aug 09 16:55:35.658330 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-246a8992-6b99-49b8-be25-6a3ac4cb820c req-e4eab45d-5a41-4adc-82ce-962874617e8f tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=3d9f5ea8-d0d2-408b-afd6-30dd186663a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464559 Aug 09 16:55:35.802691 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd920ec8-4c37-45e1-beb3-6b4b4fd1722a None None] New status for floating IP 4a8e17de-d632-48e0-b908-5e3b3c9c6efa: ACTIVE {{(pid=111143) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 09 16:55:36.226903 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=100 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:55:36.349306 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-72e12394-852e-481b-9590-94c145f76cea req-7a7c4ca8-6740-4774-8f4d-427d94dc5cf7 service neutron] 10.222.0.91 "GET /networking/v2.0/networks/e7c6cdf7-0095-4da2-9004-cdee3c973d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2095571 Aug 09 16:55:36.350875 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-5dea3574-d6a9-4955-b667-2de3cc5b71df req-34c617fe-7f8c-4ebd-94b5-bca258a2daee service neutron] 10.222.0.91 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=787d32ec-b8e9-4f96-acec-6fb00d0163dd HTTP/1.1" status: 200 len: 1001 time: 0.1105263 Aug 09 16:55:36.352750 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-3106911f-27db-4250-bf54-841e4061d9be req-ad53828c-681b-4646-aa58-88af17397898 service neutron] 10.222.0.91 "GET /networking/v2.0/networks/e7c6cdf7-0095-4da2-9004-cdee3c973d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2145059 Aug 09 16:55:36.508163 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dea3574-d6a9-4955-b667-2de3cc5b71df req-24a70958-a930-4439-99bf-132812600941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:36.510812 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-5dea3574-d6a9-4955-b667-2de3cc5b71df req-24a70958-a930-4439-99bf-132812600941 service neutron] 10.222.0.91 "GET /networking/v2.0/subnets?id=414c40d7-70ed-42dc-9e49-6496154d7c43 HTTP/1.1" status: 200 len: 853 time: 0.1291165 Aug 09 16:55:36.578809 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dea3574-d6a9-4955-b667-2de3cc5b71df req-7a445ea4-9eaa-4b99-b127-63c03322831b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:36.580354 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-5dea3574-d6a9-4955-b667-2de3cc5b71df req-7a445ea4-9eaa-4b99-b127-63c03322831b service neutron] 10.222.0.91 "GET /networking/v2.0/ports?network_id=d512bb64-4fdf-40f1-b457-d57f69ae1831&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0584414 Aug 09 16:55:36.585915 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15292cdf-47dd-4165-b4c7-b74288bfa9dc req-146b2297-08da-4ad3-beb5-571496437d14 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:36.587842 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-15292cdf-47dd-4165-b4c7-b74288bfa9dc req-146b2297-08da-4ad3-beb5-571496437d14 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=53f72561-f391-43d4-8264-28016993a6a5 HTTP/1.1" status: 200 len: 945 time: 0.0677111 Aug 09 16:55:36.651490 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-15292cdf-47dd-4165-b4c7-b74288bfa9dc req-29a84cd0-8f53-43b8-86a0-6d9a685f8b8a tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=7b884b5c-59d3-4005-a700-093097532603&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548093 Aug 09 16:55:36.666865 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-3106911f-27db-4250-bf54-841e4061d9be req-8e9046a0-63f1-47e9-a712-8398b8507c56 service neutron] 10.222.0.91 "GET /networking/v2.0/networks/e7c6cdf7-0095-4da2-9004-cdee3c973d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2860467 Aug 09 16:55:36.677088 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-72e12394-852e-481b-9590-94c145f76cea req-b5d43fd5-4389-46cd-8e15-cf842a245159 service neutron] 10.222.0.91 "GET /networking/v2.0/networks/e7c6cdf7-0095-4da2-9004-cdee3c973d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3039794 Aug 09 16:55:36.720613 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-5dea3574-d6a9-4955-b667-2de3cc5b71df req-d746e3f7-541e-417f-8004-02e4bee4ddd0 service neutron] 10.222.0.91 "GET /networking/v2.0/networks/d512bb64-4fdf-40f1-b457-d57f69ae1831?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241798 Aug 09 16:55:36.823567 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e27c361-cc5b-4123-afff-145112e87e85 req-d7ee1e32-41ec-46b3-ad9b-a7452ec3ee03 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:36.825257 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-1e27c361-cc5b-4123-afff-145112e87e85 req-d7ee1e32-41ec-46b3-ad9b-a7452ec3ee03 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=da7f4d33-f0b3-4448-9f68-813a5aead47a HTTP/1.1" status: 200 len: 946 time: 0.0685110 Aug 09 16:55:36.845922 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=100 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:55:36.871686 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-5dea3574-d6a9-4955-b667-2de3cc5b71df req-8f89a764-d95b-4607-b31a-0c854cb3ce3f service neutron] 10.222.0.91 "GET /networking/v2.0/networks/d512bb64-4fdf-40f1-b457-d57f69ae1831?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029141 Aug 09 16:55:36.879827 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-1e27c361-cc5b-4123-afff-145112e87e85 req-38f2474e-4643-47f7-9f2d-e3c11cff1e3a tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=3d9f5ea8-d0d2-408b-afd6-30dd186663a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484407 Aug 09 16:55:36.995359 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3913fd4b-3c71-4541-927b-b5f89d0df21f req-a95c49ce-34e9-4438-9d2b-505155fcfbb6 tempest-VolumesSnapshotTestJSON-308951325 tempest-VolumesSnapshotTestJSON-308951325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:36.996851 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-3913fd4b-3c71-4541-927b-b5f89d0df21f req-a95c49ce-34e9-4438-9d2b-505155fcfbb6 tempest-VolumesSnapshotTestJSON-308951325 tempest-VolumesSnapshotTestJSON-308951325-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=a826f525-18be-4776-9042-856d0854971e HTTP/1.1" status: 200 len: 945 time: 0.0516663 Aug 09 16:55:37.044486 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-3913fd4b-3c71-4541-927b-b5f89d0df21f req-25096f1e-2093-40b4-b512-b52e34454555 tempest-VolumesSnapshotTestJSON-308951325 tempest-VolumesSnapshotTestJSON-308951325-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=ba8eb485-b96c-4609-af49-bece5d191c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419128 Aug 09 16:55:37.774242 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e421572-1062-4d41-b8ae-5b6fe8093c61 req-de3fb530-41ee-4d1f-9ef0-56a4c6d0e0e1 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:37.776726 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-8e421572-1062-4d41-b8ae-5b6fe8093c61 req-de3fb530-41ee-4d1f-9ef0-56a4c6d0e0e1 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=53f72561-f391-43d4-8264-28016993a6a5 HTTP/1.1" status: 200 len: 945 time: 0.0487151 Aug 09 16:55:37.797585 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=100 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:55:37.824911 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-8e421572-1062-4d41-b8ae-5b6fe8093c61 req-86b5a510-3ed0-4102-b5aa-03b164e40ee7 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=7b884b5c-59d3-4005-a700-093097532603&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425241 Aug 09 16:55:38.005252 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b19535-2d6a-4874-81f8-351a13895725 req-c6d94858-058b-4aab-a431-b787fc2e8f48 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:38.006769 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-23b19535-2d6a-4874-81f8-351a13895725 req-c6d94858-058b-4aab-a431-b787fc2e8f48 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=da7f4d33-f0b3-4448-9f68-813a5aead47a HTTP/1.1" status: 200 len: 946 time: 0.0462825 Aug 09 16:55:38.054798 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-23b19535-2d6a-4874-81f8-351a13895725 req-f2869c37-0879-4644-8aef-f22097e70ba2 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=3d9f5ea8-d0d2-408b-afd6-30dd186663a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413387 Aug 09 16:55:38.161912 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c992e2-00eb-4bdc-b51e-f5ae813a90cc req-47f55856-d7f8-440b-8658-6a00680c785f tempest-VolumesSnapshotTestJSON-308951325 tempest-VolumesSnapshotTestJSON-308951325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:38.163387 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-a5c992e2-00eb-4bdc-b51e-f5ae813a90cc req-47f55856-d7f8-440b-8658-6a00680c785f tempest-VolumesSnapshotTestJSON-308951325 tempest-VolumesSnapshotTestJSON-308951325-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=a826f525-18be-4776-9042-856d0854971e HTTP/1.1" status: 200 len: 945 time: 0.0466304 Aug 09 16:55:38.210979 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-a5c992e2-00eb-4bdc-b51e-f5ae813a90cc req-401521a4-1108-40cb-b2a3-11b27f2f0ba2 tempest-VolumesSnapshotTestJSON-308951325 tempest-VolumesSnapshotTestJSON-308951325-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=ba8eb485-b96c-4609-af49-bece5d191c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413976 Aug 09 16:55:38.945857 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91471365-bf50-44e4-b33a-d9263f8e8e75 req-8ac5a26d-8759-49d2-9ffe-c50fd57fe3f0 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:38.947913 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-91471365-bf50-44e4-b33a-d9263f8e8e75 req-8ac5a26d-8759-49d2-9ffe-c50fd57fe3f0 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=53f72561-f391-43d4-8264-28016993a6a5 HTTP/1.1" status: 200 len: 945 time: 0.0505695 Aug 09 16:55:38.998054 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-91471365-bf50-44e4-b33a-d9263f8e8e75 req-91c22871-d4b7-4d70-8078-9da01caa1e49 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=7b884b5c-59d3-4005-a700-093097532603&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441189 Aug 09 16:55:39.344092 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc983dc6-3515-483e-99bc-6340873a1797 req-910bbd09-2409-4012-a5d8-5067f10af908 tempest-VolumesSnapshotTestJSON-308951325 tempest-VolumesSnapshotTestJSON-308951325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:39.345573 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-cc983dc6-3515-483e-99bc-6340873a1797 req-910bbd09-2409-4012-a5d8-5067f10af908 tempest-VolumesSnapshotTestJSON-308951325 tempest-VolumesSnapshotTestJSON-308951325-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=a826f525-18be-4776-9042-856d0854971e HTTP/1.1" status: 200 len: 945 time: 0.0568147 Aug 09 16:55:39.399528 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-cc983dc6-3515-483e-99bc-6340873a1797 req-03f01e42-1084-497f-a634-8c875660cc18 tempest-VolumesSnapshotTestJSON-308951325 tempest-VolumesSnapshotTestJSON-308951325-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=ba8eb485-b96c-4609-af49-bece5d191c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463641 Aug 09 16:55:40.124864 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-353305de-dd89-4162-8b72-c16529a9ab31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (0d699ab0-1a4e-47ab-a625-f3b077123214), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:55:40.132576 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65afc335-7ce8-44bd-bde1-38cff7bf5178 req-195a5032-1f0c-41ee-a274-83ff65885a04 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:40.134061 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-65afc335-7ce8-44bd-bde1-38cff7bf5178 req-195a5032-1f0c-41ee-a274-83ff65885a04 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=53f72561-f391-43d4-8264-28016993a6a5 HTTP/1.1" status: 200 len: 945 time: 0.0479395 Aug 09 16:55:40.180790 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-65afc335-7ce8-44bd-bde1-38cff7bf5178 req-480daff3-3173-4f73-bfe6-59f8a1c58782 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=7b884b5c-59d3-4005-a700-093097532603&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405009 Aug 09 16:55:40.519378 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc663da-29c2-444c-b404-46378b91984e req-51698214-4e0b-4b51-8171-3b3872ab6626 tempest-VolumesSnapshotTestJSON-308951325 tempest-VolumesSnapshotTestJSON-308951325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:40.520849 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-3cc663da-29c2-444c-b404-46378b91984e req-51698214-4e0b-4b51-8171-3b3872ab6626 tempest-VolumesSnapshotTestJSON-308951325 tempest-VolumesSnapshotTestJSON-308951325-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=a826f525-18be-4776-9042-856d0854971e HTTP/1.1" status: 200 len: 945 time: 0.0473850 Aug 09 16:55:40.553726 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=100 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:55:40.568808 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-3cc663da-29c2-444c-b404-46378b91984e req-1ce78ade-59c0-42f7-9bef-5ef7a5f0c056 tempest-VolumesSnapshotTestJSON-308951325 tempest-VolumesSnapshotTestJSON-308951325-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=ba8eb485-b96c-4609-af49-bece5d191c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421340 Aug 09 16:55:41.293106 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=100 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:55:41.306788 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d43ec47-9199-4fa8-ac22-3b07477c2baa req-219ac231-c7d2-4ded-bc45-c0a7aac0fb1d tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:41.308308 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-8d43ec47-9199-4fa8-ac22-3b07477c2baa req-219ac231-c7d2-4ded-bc45-c0a7aac0fb1d tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=53f72561-f391-43d4-8264-28016993a6a5 HTTP/1.1" status: 200 len: 945 time: 0.0537004 Aug 09 16:55:41.356407 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-8d43ec47-9199-4fa8-ac22-3b07477c2baa req-99072b6c-f2ee-4418-a9bf-a7f65532110b tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=7b884b5c-59d3-4005-a700-093097532603&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423646 Aug 09 16:55:41.475340 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6ae33d-969d-4264-b502-3a0944ccffb1 req-cae4a3bf-ab6e-4ea1-adf5-f6f5a5b67f95 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:41.476740 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-ea6ae33d-969d-4264-b502-3a0944ccffb1 req-cae4a3bf-ab6e-4ea1-adf5-f6f5a5b67f95 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=53f72561-f391-43d4-8264-28016993a6a5 HTTP/1.1" status: 200 len: 945 time: 0.0494826 Aug 09 16:55:41.486564 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.wsgi [-] (111140) accepted ('10.222.0.59', 54240) {{(pid=111140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:55:41.535088 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.v2.base [None req-f6cc302f-75f4-4d5c-8785-d08c283b784e tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Request body: {'floatingip': {'port_id': '9f544325-972f-4e60-9365-73a4114a5bfb'}} {{(pid=111140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 16:55:41.590435 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-f6cc302f-75f4-4d5c-8785-d08c283b784e tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Publish callbacks [] for floatingip (2fd0040a-f55f-4787-bd53-1708c675d642), before_update {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:55:41.685896 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7c7ded-22d5-4ed0-882a-e64b90715023 req-c8f7d707-1d75-49a3-bcea-383a996469a8 tempest-VolumesSnapshotTestJSON-308951325 tempest-VolumesSnapshotTestJSON-308951325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:41.687440 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-1b7c7ded-22d5-4ed0-882a-e64b90715023 req-c8f7d707-1d75-49a3-bcea-383a996469a8 tempest-VolumesSnapshotTestJSON-308951325 tempest-VolumesSnapshotTestJSON-308951325-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=a826f525-18be-4776-9042-856d0854971e HTTP/1.1" status: 200 len: 945 time: 0.0468895 Aug 09 16:55:41.735710 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-1b7c7ded-22d5-4ed0-882a-e64b90715023 req-90d9b8d2-0eec-4139-bf47-324bb6071158 tempest-VolumesSnapshotTestJSON-308951325 tempest-VolumesSnapshotTestJSON-308951325-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=ba8eb485-b96c-4609-af49-bece5d191c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423663 Aug 09 16:55:42.042690 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-f6cc302f-75f4-4d5c-8785-d08c283b784e tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:55:42.062695 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723b81d0-a03d-4160-a2c6-7ef98b87dff4 req-9eb214a2-67a6-427f-9bf2-61ea84404885 tempest-VolumesSnapshotTestJSON-308951325 tempest-VolumesSnapshotTestJSON-308951325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:42.064199 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-723b81d0-a03d-4160-a2c6-7ef98b87dff4 req-9eb214a2-67a6-427f-9bf2-61ea84404885 tempest-VolumesSnapshotTestJSON-308951325 tempest-VolumesSnapshotTestJSON-308951325-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=a826f525-18be-4776-9042-856d0854971e HTTP/1.1" status: 200 len: 945 time: 0.0484738 Aug 09 16:55:42.144848 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-f6cc302f-75f4-4d5c-8785-d08c283b784e tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-336914'] for floatingip (2fd0040a-f55f-4787-bd53-1708c675d642), after_update {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:55:42.157362 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.plugin [req-723b81d0-a03d-4160-a2c6-7ef98b87dff4 req-1316608c-1ece-4c36-9a7f-e5dcfbd1d5c7 tempest-VolumesSnapshotTestJSON-308951325 tempest-VolumesSnapshotTestJSON-308951325-project] Deleting port 259f97dc-abea-4d59-9f06-f3de84cf5fd5 {{(pid=111141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 09 16:55:42.157714 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-723b81d0-a03d-4160-a2c6-7ef98b87dff4 req-1316608c-1ece-4c36-9a7f-e5dcfbd1d5c7 tempest-VolumesSnapshotTestJSON-308951325 tempest-VolumesSnapshotTestJSON-308951325-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748338259761'] for port (259f97dc-abea-4d59-9f06-f3de84cf5fd5), before_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:55:42.255384 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.db [req-723b81d0-a03d-4160-a2c6-7ef98b87dff4 req-1316608c-1ece-4c36-9a7f-e5dcfbd1d5c7 tempest-VolumesSnapshotTestJSON-308951325 tempest-VolumesSnapshotTestJSON-308951325-project] For port 259f97dc-abea-4d59-9f06-f3de84cf5fd5, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=259f97dc-abea-4d59-9f06-f3de84cf5fd5,segment=NetworkSegment(d64a4b0d-8eb6-4b0b-baa8-f772fe9dbe8e),segment_id=d64a4b0d-8eb6-4b0b-baa8-f772fe9dbe8e)] {{(pid=111141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:55:42.255848 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-723b81d0-a03d-4160-a2c6-7ef98b87dff4 req-1316608c-1ece-4c36-9a7f-e5dcfbd1d5c7 tempest-VolumesSnapshotTestJSON-308951325 tempest-VolumesSnapshotTestJSON-308951325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694862'] for port (259f97dc-abea-4d59-9f06-f3de84cf5fd5), precommit_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:55:42.276048 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.plugin [req-723b81d0-a03d-4160-a2c6-7ef98b87dff4 req-1316608c-1ece-4c36-9a7f-e5dcfbd1d5c7 tempest-VolumesSnapshotTestJSON-308951325 tempest-VolumesSnapshotTestJSON-308951325-project] Calling delete_port for 259f97dc-abea-4d59-9f06-f3de84cf5fd5 owned by compute:nova {{(pid=111141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 09 16:55:42.404826 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-129a77de-e2e7-4e44-8fe8-b780c27b8f6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (2cf02505-efcb-442b-855b-6c659df6f18c), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:55:42.513286 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-723b81d0-a03d-4160-a2c6-7ef98b87dff4 req-1316608c-1ece-4c36-9a7f-e5dcfbd1d5c7 tempest-VolumesSnapshotTestJSON-308951325 tempest-VolumesSnapshotTestJSON-308951325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748338263278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748337861762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12487578'] for port (259f97dc-abea-4d59-9f06-f3de84cf5fd5), after_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:55:42.519667 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:55:42.529396 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:55:42.543782 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1316608c-1ece-4c36-9a7f-e5dcfbd1d5c7 tempest-VolumesSnapshotTestJSON-308951325 tempest-VolumesSnapshotTestJSON-308951325-project] Pushing event deleted for resources: {'Port': ['ID=259f97dc-abea-4d59-9f06-f3de84cf5fd5,revision_number=None']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:55:42.552369 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1316608c-1ece-4c36-9a7f-e5dcfbd1d5c7 tempest-VolumesSnapshotTestJSON-308951325 tempest-VolumesSnapshotTestJSON-308951325-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:55:42.554318 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1316608c-1ece-4c36-9a7f-e5dcfbd1d5c7 tempest-VolumesSnapshotTestJSON-308951325 tempest-VolumesSnapshotTestJSON-308951325-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:55:42.554318 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1316608c-1ece-4c36-9a7f-e5dcfbd1d5c7 tempest-VolumesSnapshotTestJSON-308951325 tempest-VolumesSnapshotTestJSON-308951325-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:55:42.554318 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1316608c-1ece-4c36-9a7f-e5dcfbd1d5c7 tempest-VolumesSnapshotTestJSON-308951325 tempest-VolumesSnapshotTestJSON-308951325-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:55:42.554318 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1316608c-1ece-4c36-9a7f-e5dcfbd1d5c7 tempest-VolumesSnapshotTestJSON-308951325 tempest-VolumesSnapshotTestJSON-308951325-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:55:42.554318 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1316608c-1ece-4c36-9a7f-e5dcfbd1d5c7 tempest-VolumesSnapshotTestJSON-308951325 tempest-VolumesSnapshotTestJSON-308951325-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:55:42.554759 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1316608c-1ece-4c36-9a7f-e5dcfbd1d5c7 tempest-VolumesSnapshotTestJSON-308951325 tempest-VolumesSnapshotTestJSON-308951325-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:55:42.554759 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1316608c-1ece-4c36-9a7f-e5dcfbd1d5c7 tempest-VolumesSnapshotTestJSON-308951325 tempest-VolumesSnapshotTestJSON-308951325-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:55:42.554997 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1316608c-1ece-4c36-9a7f-e5dcfbd1d5c7 tempest-VolumesSnapshotTestJSON-308951325 tempest-VolumesSnapshotTestJSON-308951325-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:55:42.555360 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1316608c-1ece-4c36-9a7f-e5dcfbd1d5c7 tempest-VolumesSnapshotTestJSON-308951325 tempest-VolumesSnapshotTestJSON-308951325-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:55:42.555695 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1316608c-1ece-4c36-9a7f-e5dcfbd1d5c7 tempest-VolumesSnapshotTestJSON-308951325 tempest-VolumesSnapshotTestJSON-308951325-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:55:42.556540 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1316608c-1ece-4c36-9a7f-e5dcfbd1d5c7 tempest-VolumesSnapshotTestJSON-308951325 tempest-VolumesSnapshotTestJSON-308951325-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:55:42.557624 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1316608c-1ece-4c36-9a7f-e5dcfbd1d5c7 tempest-VolumesSnapshotTestJSON-308951325 tempest-VolumesSnapshotTestJSON-308951325-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:55:42.557730 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6cc302f-75f4-4d5c-8785-d08c283b784e tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Router 536cabdf-f3dd-45b1-ae01-5b812d9138a3 has already been hosted by L3 agent 2cf02505-efcb-442b-855b-6c659df6f18c {{(pid=111140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 09 16:55:42.558102 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1316608c-1ece-4c36-9a7f-e5dcfbd1d5c7 tempest-VolumesSnapshotTestJSON-308951325 tempest-VolumesSnapshotTestJSON-308951325-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:55:42.558102 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1316608c-1ece-4c36-9a7f-e5dcfbd1d5c7 tempest-VolumesSnapshotTestJSON-308951325 tempest-VolumesSnapshotTestJSON-308951325-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:55:42.561401 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.db [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] get_ports_and_sgs() called for port_ids ['259f97dc-abea-4d59-9f06-f3de84cf5fd5'] {{(pid=111142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:55:42.607247 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.db.l3_dvrscheduler_db [req-723b81d0-a03d-4160-a2c6-7ef98b87dff4 req-1316608c-1ece-4c36-9a7f-e5dcfbd1d5c7 tempest-VolumesSnapshotTestJSON-308951325 tempest-VolumesSnapshotTestJSON-308951325-project] No DVR routers for this DVR port 259f97dc-abea-4d59-9f06-f3de84cf5fd5 on host hv-cinder-85236 {{(pid=111141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 09 16:55:42.609807 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-723b81d0-a03d-4160-a2c6-7ef98b87dff4 req-1316608c-1ece-4c36-9a7f-e5dcfbd1d5c7 tempest-VolumesSnapshotTestJSON-308951325 tempest-VolumesSnapshotTestJSON-308951325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90003'] for port (None), before_response {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:55:42.612986 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-723b81d0-a03d-4160-a2c6-7ef98b87dff4 req-1316608c-1ece-4c36-9a7f-e5dcfbd1d5c7 tempest-VolumesSnapshotTestJSON-308951325 tempest-VolumesSnapshotTestJSON-308951325-project] 10.222.0.91 "DELETE /networking/v2.0/ports/259f97dc-abea-4d59-9f06-f3de84cf5fd5 HTTP/1.1" status: 204 len: 173 time: 0.5389071 Aug 09 16:55:42.613412 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a826f525-18be-4776-9042-856d0854971e', 'name': 'network-vif-deleted', 'tag': '259f97dc-abea-4d59-9f06-f3de84cf5fd5'}] {{(pid=111141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 16:55:42.615689 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fc61e086496b7b72fa0be04cca19be1e9321c349ae61d053137ad661f53d53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f068532-48e3-4043-9be9-62ae9e9501fc" -d '{"events": [{"server_uuid": "a826f525-18be-4776-9042-856d0854971e", "name": "network-vif-deleted", "tag": "259f97dc-abea-4d59-9f06-f3de84cf5fd5"}]}' {{(pid=111141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:55:42.648511 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:55:42.654315 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Aug 2022 16:55:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fe4b2b8-6689-44b6-a42d-93fb1a5a6a35 x-openstack-request-id: req-1fe4b2b8-6689-44b6-a42d-93fb1a5a6a35 {{(pid=111141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:55:42.654605 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a826f525-18be-4776-9042-856d0854971e", "name": "network-vif-deleted", "tag": "259f97dc-abea-4d59-9f06-f3de84cf5fd5", "status": "completed", "code": 200}]} {{(pid=111141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:55:42.654853 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-1fe4b2b8-6689-44b6-a42d-93fb1a5a6a35 {{(pid=111141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:55:42.655272 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1fe4b2b8-6689-44b6-a42d-93fb1a5a6a35'] response: {'server_uuid': 'a826f525-18be-4776-9042-856d0854971e', 'name': 'network-vif-deleted', 'tag': '259f97dc-abea-4d59-9f06-f3de84cf5fd5', 'status': 'completed', 'code': 200} Aug 09 16:55:42.671038 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6cc302f-75f4-4d5c-8785-d08c283b784e tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Notify agent at l3_agent.dv-cinder-852364-3-iscsi the message routers_updated {{(pid=111140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:55:42.675538 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-f6cc302f-75f4-4d5c-8785-d08c283b784e tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90003'] for floatingip (None), before_response {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:55:42.683321 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37cfc4cc-3e51-43b4-a911-ed7e05cd50c6 None None] Sync routers for ids ['536cabdf-f3dd-45b1-ae01-5b812d9138a3'] in dv-cinder-852364-3-iscsi {{(pid=111142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:55:42.694918 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:55:42.696258 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37cfc4cc-3e51-43b4-a911-ed7e05cd50c6 None None] Routers {'536cabdf-f3dd-45b1-ae01-5b812d9138a3'} bound to L3 agent in host dv-cinder-852364-3-iscsi {{(pid=111142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 16:55:42.697331 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_hamode_db [None req-37cfc4cc-3e51-43b4-a911-ed7e05cd50c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-09T16:42:12Z,description=,heartbeat_timestamp=2022-08-09T16:55:42Z,host='dv-cinder-852364-3-iscsi',id=2cf02505-efcb-442b-855b-6c659df6f18c,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:13Z,topic='l3_agent')) {'router_ids': ['536cabdf-f3dd-45b1-ae01-5b812d9138a3'], 'active': True} {{(pid=111142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:55:42.698988 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:55:42.709410 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53f72561-f391-43d4-8264-28016993a6a5', 'tag': '9f544325-972f-4e60-9365-73a4114a5bfb'}] {{(pid=111140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 16:55:42.715078 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f41bda9ed637a92b78517b41d4edf2586523f8da12b25a219bf38f0aed6eb417" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8bb526f-3934-4246-94cd-03e02425861b" -d '{"events": [{"name": "network-changed", "server_uuid": "53f72561-f391-43d4-8264-28016993a6a5", "tag": "9f544325-972f-4e60-9365-73a4114a5bfb"}]}' {{(pid=111140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:55:42.747084 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [None req-f6cc302f-75f4-4d5c-8785-d08c283b784e tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "PUT /networking/v2.0/floatingips/2fd0040a-f55f-4787-bd53-1708c675d642 HTTP/1.1" status: 200 len: 992 time: 1.2593689 Aug 09 16:55:42.762210 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Aug 2022 16:55:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b59402f3-9697-4b01-99e4-0178d59edcc6 x-openstack-request-id: req-b59402f3-9697-4b01-99e4-0178d59edcc6 {{(pid=111140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:55:42.767422 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53f72561-f391-43d4-8264-28016993a6a5", "tag": "9f544325-972f-4e60-9365-73a4114a5bfb", "status": "completed", "code": 200}]} {{(pid=111140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:55:42.767689 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b59402f3-9697-4b01-99e4-0178d59edcc6 {{(pid=111140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:55:42.768121 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b59402f3-9697-4b01-99e4-0178d59edcc6'] response: {'name': 'network-changed', 'server_uuid': '53f72561-f391-43d4-8264-28016993a6a5', 'tag': '9f544325-972f-4e60-9365-73a4114a5bfb', 'status': 'completed', 'code': 200} Aug 09 16:55:42.813970 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_dvr_db [None req-37cfc4cc-3e51-43b4-a911-ed7e05cd50c6 None None] Set router 536cabdf-f3dd-45b1-ae01-5b812d9138a3 gateway port host: dv-cinder-852364-3-iscsi {{(pid=111142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 16:55:42.840274 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-e293d6bc-0e91-4022-9cde-41a538181953 req-52312638-1b9a-4a7f-86c0-b8eab37ab8a6 tempest-VolumesSnapshotTestJSON-308951325 tempest-VolumesSnapshotTestJSON-308951325-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=a826f525-18be-4776-9042-856d0854971e HTTP/1.1" status: 200 len: 210 time: 0.0287750 Aug 09 16:55:42.911627 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bb526f-3934-4246-94cd-03e02425861b req-6e6e78d9-0797-4dc8-989e-b87771db925b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:42.913145 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-a8bb526f-3934-4246-94cd-03e02425861b req-6e6e78d9-0797-4dc8-989e-b87771db925b service neutron] 10.222.0.91 "GET /networking/v2.0/ports?tenant_id=b681b90f2f074e8c8cfb11939edc7f72&device_id=53f72561-f391-43d4-8264-28016993a6a5 HTTP/1.1" status: 200 len: 1129 time: 0.0432100 Aug 09 16:55:43.012352 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bb526f-3934-4246-94cd-03e02425861b req-3bea6c01-edee-4237-bf4e-d01b84fc9292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:43.014659 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-a8bb526f-3934-4246-94cd-03e02425861b req-3bea6c01-edee-4237-bf4e-d01b84fc9292 service neutron] 10.222.0.91 "GET /networking/v2.0/networks?id=e7c6cdf7-0095-4da2-9004-cdee3c973d7e HTTP/1.1" status: 200 len: 919 time: 0.0938199 Aug 09 16:55:43.036383 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_hamode_db [None req-37cfc4cc-3e51-43b4-a911-ed7e05cd50c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '536cabdf-f3dd-45b1-ae01-5b812d9138a3', 'name': 'tempest-ServerRescueNegativeTestJSON-830009148-router', 'tenant_id': 'b681b90f2f074e8c8cfb11939edc7f72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'external_fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': '51b6b9aa-6225-414f-b334-3d87b6264367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:50:26Z', 'updated_at': '2022-08-09T16:50:37Z', 'revision_number': 4, 'project_id': 'b681b90f2f074e8c8cfb11939edc7f72', 'gw_port': {'id': '51b6b9aa-6225-414f-b334-3d87b6264367', 'name': '', 'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:c7:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '536cabdf-f3dd-45b1-ae01-5b812d9138a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:50:27Z', 'updated_at': '2022-08-09T16:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-3-iscsi', '_floatingips': [{'id': '2fd0040a-f55f-4787-bd53-1708c675d642', 'tenant_id': 'b681b90f2f074e8c8cfb11939edc7f72', 'floating_ip_address': '172.27.2.17', 'floating_network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'router_id': '536cabdf-f3dd-45b1-ae01-5b812d9138a3', 'port_id': '9f544325-972f-4e60-9365-73a4114a5bfb', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 423, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7c6cdf7-0095-4da2-9004-cdee3c973d7e', 'mac_address': 'fa:16:3e:91:db:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f72561-f391-43d4-8264-28016993a6a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-09T16:53:02Z', 'updated_at': '2022-08-09T16:55:41Z', 'revision_number': 3, 'project_id': 'b681b90f2f074e8c8cfb11939edc7f72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e481dd39-01b9-4ed2-aec9-d0736a244466', 'name': '', 'network_id': 'e7c6cdf7-0095-4da2-9004-cdee3c973d7e', 'tenant_id': 'b681b90f2f074e8c8cfb11939edc7f72', 'mac_address': 'fa:16:3e:e1:dd:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '536cabdf-f3dd-45b1-ae01-5b812d9138a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'fa8494ca-da5a-4e74-b349-aebeb3fbaa4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:50:35Z', 'updated_at': '2022-08-09T16:50:52Z', 'revision_number': 5, 'project_id': 'b681b90f2f074e8c8cfb11939edc7f72', 'subnets': [{'id': 'fa8494ca-da5a-4e74-b349-aebeb3fbaa4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-3-iscsi', False) {} {{(pid=111142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:55:43.061123 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37cfc4cc-3e51-43b4-a911-ed7e05cd50c6 None None] Checking router: 536cabdf-f3dd-45b1-ae01-5b812d9138a3 for host: dv-cinder-852364-3-iscsi {{(pid=111142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:55:43.079882 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37cfc4cc-3e51-43b4-a911-ed7e05cd50c6 None None] Routers {'536cabdf-f3dd-45b1-ae01-5b812d9138a3'} bound to L3 agent in host dv-cinder-852364-3-iscsi {{(pid=111142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 16:55:43.079882 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_hamode_db [None req-37cfc4cc-3e51-43b4-a911-ed7e05cd50c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-09T16:42:12Z,description=,heartbeat_timestamp=2022-08-09T16:55:42Z,host='dv-cinder-852364-3-iscsi',id=2cf02505-efcb-442b-855b-6c659df6f18c,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:13Z,topic='l3_agent')) {'router_ids': ['536cabdf-f3dd-45b1-ae01-5b812d9138a3'], 'active': True} {{(pid=111142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:55:43.190888 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_dvr_db [None req-37cfc4cc-3e51-43b4-a911-ed7e05cd50c6 None None] Set router 536cabdf-f3dd-45b1-ae01-5b812d9138a3 gateway port host: dv-cinder-852364-3-iscsi {{(pid=111142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 16:55:43.205243 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-a8bb526f-3934-4246-94cd-03e02425861b req-a2a8ac5d-cc87-4779-ab07-5eb876a09c1a service neutron] 10.222.0.91 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9f544325-972f-4e60-9365-73a4114a5bfb HTTP/1.1" status: 200 len: 1000 time: 0.0597844 Aug 09 16:55:43.260453 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bb526f-3934-4246-94cd-03e02425861b req-004cea29-1611-48ef-ab5b-40ab986390a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:43.261910 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-a8bb526f-3934-4246-94cd-03e02425861b req-004cea29-1611-48ef-ab5b-40ab986390a7 service neutron] 10.222.0.91 "GET /networking/v2.0/subnets?id=fa8494ca-da5a-4e74-b349-aebeb3fbaa4a HTTP/1.1" status: 200 len: 857 time: 0.0479701 Aug 09 16:55:43.262982 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=100 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:55:43.406290 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_hamode_db [None req-37cfc4cc-3e51-43b4-a911-ed7e05cd50c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '536cabdf-f3dd-45b1-ae01-5b812d9138a3', 'name': 'tempest-ServerRescueNegativeTestJSON-830009148-router', 'tenant_id': 'b681b90f2f074e8c8cfb11939edc7f72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'external_fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': '51b6b9aa-6225-414f-b334-3d87b6264367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:50:26Z', 'updated_at': '2022-08-09T16:50:37Z', 'revision_number': 4, 'project_id': 'b681b90f2f074e8c8cfb11939edc7f72', 'gw_port': {'id': '51b6b9aa-6225-414f-b334-3d87b6264367', 'name': '', 'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:c7:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '536cabdf-f3dd-45b1-ae01-5b812d9138a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:50:27Z', 'updated_at': '2022-08-09T16:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-3-iscsi', '_floatingips': [{'id': '2fd0040a-f55f-4787-bd53-1708c675d642', 'tenant_id': 'b681b90f2f074e8c8cfb11939edc7f72', 'floating_ip_address': '172.27.2.17', 'floating_network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'router_id': '536cabdf-f3dd-45b1-ae01-5b812d9138a3', 'port_id': '9f544325-972f-4e60-9365-73a4114a5bfb', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 423, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7c6cdf7-0095-4da2-9004-cdee3c973d7e', 'mac_address': 'fa:16:3e:91:db:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f72561-f391-43d4-8264-28016993a6a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-09T16:53:02Z', 'updated_at': '2022-08-09T16:55:41Z', 'revision_number': 3, 'project_id': 'b681b90f2f074e8c8cfb11939edc7f72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e481dd39-01b9-4ed2-aec9-d0736a244466', 'name': '', 'network_id': 'e7c6cdf7-0095-4da2-9004-cdee3c973d7e', 'tenant_id': 'b681b90f2f074e8c8cfb11939edc7f72', 'mac_address': 'fa:16:3e:e1:dd:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '536cabdf-f3dd-45b1-ae01-5b812d9138a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'fa8494ca-da5a-4e74-b349-aebeb3fbaa4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:50:35Z', 'updated_at': '2022-08-09T16:50:52Z', 'revision_number': 5, 'project_id': 'b681b90f2f074e8c8cfb11939edc7f72', 'subnets': [{'id': 'fa8494ca-da5a-4e74-b349-aebeb3fbaa4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-3-iscsi', False) {} {{(pid=111142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:55:43.433867 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37cfc4cc-3e51-43b4-a911-ed7e05cd50c6 None None] The sync data for ids ['536cabdf-f3dd-45b1-ae01-5b812d9138a3'] in dv-cinder-852364-3-iscsi is: [{'id': '536cabdf-f3dd-45b1-ae01-5b812d9138a3', 'name': 'tempest-ServerRescueNegativeTestJSON-830009148-router', 'tenant_id': 'b681b90f2f074e8c8cfb11939edc7f72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'external_fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': '51b6b9aa-6225-414f-b334-3d87b6264367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:50:26Z', 'updated_at': '2022-08-09T16:50:37Z', 'revision_number': 4, 'project_id': 'b681b90f2f074e8c8cfb11939edc7f72', 'gw_port': {'id': '51b6b9aa-6225-414f-b334-3d87b6264367', 'name': '', 'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:c7:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '536cabdf-f3dd-45b1-ae01-5b812d9138a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:50:27Z', 'updated_at': '2022-08-09T16:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-3-iscsi', '_floatingips': [{'id': '2fd0040a-f55f-4787-bd53-1708c675d642', 'tenant_id': 'b681b90f2f074e8c8cfb11939edc7f72', 'floating_ip_address': '172.27.2.17', 'floating_network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'router_id': '536cabdf-f3dd-45b1-ae01-5b812d9138a3', 'port_id': '9f544325-972f-4e60-9365-73a4114a5bfb', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 423, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7c6cdf7-0095-4da2-9004-cdee3c973d7e', 'mac_address': 'fa:16:3e:91:db:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f72561-f391-43d4-8264-28016993a6a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-09T16:53:02Z', 'updated_at': '2022-08-09T16:55:41Z', 'revision_number': 3, 'project_id': 'b681b90f2f074e8c8cfb11939edc7f72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e481dd39-01b9-4ed2-aec9-d0736a244466', 'name': '', 'network_id': 'e7c6cdf7-0095-4da2-9004-cdee3c973d7e', 'tenant_id': 'b681b90f2f074e8c8cfb11939edc7f72', 'mac_address': 'fa:16:3e:e1:dd:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '536cabdf-f3dd-45b1-ae01-5b812d9138a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'fa8494ca-da5a-4e74-b349-aebeb3fbaa4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:50:35Z', 'updated_at': '2022-08-09T16:50:52Z', 'revision_number': 5, 'project_id': 'b681b90f2f074e8c8cfb11939edc7f72', 'subnets': [{'id': 'fa8494ca-da5a-4e74-b349-aebeb3fbaa4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:55:43.570629 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bb526f-3934-4246-94cd-03e02425861b req-d9cf091e-6084-4eb1-bfd6-ba537562f114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:43.573491 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-a8bb526f-3934-4246-94cd-03e02425861b req-d9cf091e-6084-4eb1-bfd6-ba537562f114 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?network_id=e7c6cdf7-0095-4da2-9004-cdee3c973d7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0466716 Aug 09 16:55:43.664879 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:55:43.671434 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-a8bb526f-3934-4246-94cd-03e02425861b req-dceac2ca-c6b9-4627-8be3-a2b2431f9f4f service neutron] 10.222.0.91 "GET /networking/v2.0/networks/e7c6cdf7-0095-4da2-9004-cdee3c973d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901537 Aug 09 16:55:43.727323 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-e70f562e-e7df-49ad-a15a-67a143aa0666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (bc6be869-02df-4ed8-8ee0-3ec53a1551af), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:55:43.767656 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-a8bb526f-3934-4246-94cd-03e02425861b req-b976193c-9290-492d-ac64-4802e623a8bf service neutron] 10.222.0.91 "GET /networking/v2.0/networks/e7c6cdf7-0095-4da2-9004-cdee3c973d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897567 Aug 09 16:55:43.959461 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-baadae2d-4cf1-4995-aabe-2a519250b992 req-a09e0316-ce64-4888-996d-5c01e650e581 tempest-VolumesSnapshotTestJSON-308951325 tempest-VolumesSnapshotTestJSON-308951325-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=a826f525-18be-4776-9042-856d0854971e HTTP/1.1" status: 200 len: 210 time: 0.0278618 Aug 09 16:55:44.581366 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Device 259f97dc-abea-4d59-9f06-f3de84cf5fd5 no longer exists at agent hyperv_hv-cinder-85236 {{(pid=111142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:55:44.600931 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] No Port match for: 259f97dc-abea-4d59-9f06-f3de84cf5fd5 {{(pid=111142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 09 16:55:44.601276 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Device 259f97dc-abea-4d59-9f06-f3de84cf5fd5 not bound to the agent host hv-cinder-85236 {{(pid=111142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:55:44.769781 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53f72561-f391-43d4-8264-28016993a6a5', 'tag': '9f544325-972f-4e60-9365-73a4114a5bfb'}] {{(pid=111140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 16:55:44.772172 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f41bda9ed637a92b78517b41d4edf2586523f8da12b25a219bf38f0aed6eb417" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7bd292b-a088-472c-b6e3-bc06d3a571b8" -d '{"events": [{"name": "network-changed", "server_uuid": "53f72561-f391-43d4-8264-28016993a6a5", "tag": "9f544325-972f-4e60-9365-73a4114a5bfb"}]}' {{(pid=111140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:55:44.812123 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Aug 2022 16:55:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-517dad90-be85-4d38-81ac-f08eabb61d4d x-openstack-request-id: req-517dad90-be85-4d38-81ac-f08eabb61d4d {{(pid=111140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:55:44.812526 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53f72561-f391-43d4-8264-28016993a6a5", "tag": "9f544325-972f-4e60-9365-73a4114a5bfb", "status": "completed", "code": 200}]} {{(pid=111140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:55:44.812763 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-517dad90-be85-4d38-81ac-f08eabb61d4d {{(pid=111140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:55:44.813364 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-517dad90-be85-4d38-81ac-f08eabb61d4d'] response: {'name': 'network-changed', 'server_uuid': '53f72561-f391-43d4-8264-28016993a6a5', 'tag': '9f544325-972f-4e60-9365-73a4114a5bfb', 'status': 'completed', 'code': 200} Aug 09 16:55:44.911556 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bd292b-a088-472c-b6e3-bc06d3a571b8 req-a79fe38e-2a81-4d34-9364-a1c396872e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:44.913142 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-d7bd292b-a088-472c-b6e3-bc06d3a571b8 req-a79fe38e-2a81-4d34-9364-a1c396872e79 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?tenant_id=b681b90f2f074e8c8cfb11939edc7f72&device_id=53f72561-f391-43d4-8264-28016993a6a5 HTTP/1.1" status: 200 len: 1129 time: 0.0393503 Aug 09 16:55:45.006549 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bd292b-a088-472c-b6e3-bc06d3a571b8 req-5ac7ae7e-30ec-4330-b8c1-5aa92268b584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:45.008084 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-d7bd292b-a088-472c-b6e3-bc06d3a571b8 req-5ac7ae7e-30ec-4330-b8c1-5aa92268b584 service neutron] 10.222.0.91 "GET /networking/v2.0/networks?id=e7c6cdf7-0095-4da2-9004-cdee3c973d7e HTTP/1.1" status: 200 len: 919 time: 0.0888042 Aug 09 16:55:45.082020 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-d7bd292b-a088-472c-b6e3-bc06d3a571b8 req-48cc51b0-49ca-46df-94b3-5aa72b19a653 service neutron] 10.222.0.91 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9f544325-972f-4e60-9365-73a4114a5bfb HTTP/1.1" status: 200 len: 1000 time: 0.0620360 Aug 09 16:55:45.136514 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bd292b-a088-472c-b6e3-bc06d3a571b8 req-b121fb59-16d3-495f-acbc-d9516fd2a72d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:45.137973 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-d7bd292b-a088-472c-b6e3-bc06d3a571b8 req-b121fb59-16d3-495f-acbc-d9516fd2a72d service neutron] 10.222.0.91 "GET /networking/v2.0/subnets?id=fa8494ca-da5a-4e74-b349-aebeb3fbaa4a HTTP/1.1" status: 200 len: 857 time: 0.0484383 Aug 09 16:55:45.189380 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bd292b-a088-472c-b6e3-bc06d3a571b8 req-6075f3b4-4a4c-4e3e-9725-7e4466824171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:45.191004 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-d7bd292b-a088-472c-b6e3-bc06d3a571b8 req-6075f3b4-4a4c-4e3e-9725-7e4466824171 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?network_id=e7c6cdf7-0095-4da2-9004-cdee3c973d7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421205 Aug 09 16:55:45.285819 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-d7bd292b-a088-472c-b6e3-bc06d3a571b8 req-4656edf4-8c02-4942-9652-ddfa55af60fe service neutron] 10.222.0.91 "GET /networking/v2.0/networks/e7c6cdf7-0095-4da2-9004-cdee3c973d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841880 Aug 09 16:55:45.319610 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=100 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:55:45.387186 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-d7bd292b-a088-472c-b6e3-bc06d3a571b8 req-e1a49158-09f5-4639-a1db-3814fc15b481 service neutron] 10.222.0.91 "GET /networking/v2.0/networks/e7c6cdf7-0095-4da2-9004-cdee3c973d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883436 Aug 09 16:55:45.533849 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-5c325a0b-ed39-4cac-be6f-43defe9e55aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (33bcacdc-c215-42b6-b75f-650d86e609be), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:55:45.707915 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (47988f4d-09d0-4892-bbfe-5b11c743802f), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:55:45.907515 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG dbcounter [-] [111143] Writing DB stats neutron:SELECT=14,neutron:UPDATE=1 {{(pid=111143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:55:45.909426 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG dbcounter [-] [111143] Writing DB stats neutron:SELECT=14,neutron:UPDATE=1 {{(pid=111143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:55:46.327042 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e714582-d020-4344-9fcf-1deb05871b1e req-170d4418-e837-4954-808c-2ff514ccaeb1 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:46.328533 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-0e714582-d020-4344-9fcf-1deb05871b1e req-170d4418-e837-4954-808c-2ff514ccaeb1 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=e7a274d0-9d37-4f6f-8a7e-2f223cf42198 HTTP/1.1" status: 200 len: 945 time: 0.0479212 Aug 09 16:55:46.376657 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-0e714582-d020-4344-9fcf-1deb05871b1e req-9f4a1fe5-218e-43fd-940b-09a14747f592 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=40ce6164-59be-4c55-abcb-0149a2e272fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425513 Aug 09 16:55:47.500124 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73302fb2-0684-4abc-8ddc-49e44db1ded0 req-ce556d31-044f-4584-b79f-ab1ee130ac8e tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:47.501607 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-73302fb2-0684-4abc-8ddc-49e44db1ded0 req-ce556d31-044f-4584-b79f-ab1ee130ac8e tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=e7a274d0-9d37-4f6f-8a7e-2f223cf42198 HTTP/1.1" status: 200 len: 945 time: 0.0498087 Aug 09 16:55:47.548819 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-73302fb2-0684-4abc-8ddc-49e44db1ded0 req-f45ef3b6-04d3-4766-904e-43dfb9e02565 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=40ce6164-59be-4c55-abcb-0149a2e272fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415769 Aug 09 16:55:48.671784 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ad9012-71c1-4964-b72c-240285d60e54 req-e2caaa11-7467-4cce-8d6d-d11a582408f6 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:48.673250 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-37ad9012-71c1-4964-b72c-240285d60e54 req-e2caaa11-7467-4cce-8d6d-d11a582408f6 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=e7a274d0-9d37-4f6f-8a7e-2f223cf42198 HTTP/1.1" status: 200 len: 945 time: 0.0501244 Aug 09 16:55:48.720426 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-37ad9012-71c1-4964-b72c-240285d60e54 req-3c93acd7-968a-4b01-a496-a524f0aacc9c tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=40ce6164-59be-4c55-abcb-0149a2e272fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415990 Aug 09 16:55:49.844394 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dfd92f-f913-4f96-9ab6-dc05c7fa84c0 req-c9bd9684-e171-43de-8779-1ea639b622d4 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:49.845859 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-e2dfd92f-f913-4f96-9ab6-dc05c7fa84c0 req-c9bd9684-e171-43de-8779-1ea639b622d4 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=e7a274d0-9d37-4f6f-8a7e-2f223cf42198 HTTP/1.1" status: 200 len: 945 time: 0.0508876 Aug 09 16:55:49.892743 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-e2dfd92f-f913-4f96-9ab6-dc05c7fa84c0 req-0d30f05d-d994-47eb-a307-529f6cb841d5 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=40ce6164-59be-4c55-abcb-0149a2e272fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413327 Aug 09 16:55:50.928205 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980a0d24-f215-48f7-aa4f-1fd8e123d591 req-739adc25-89a6-4d03-b818-2a8e0e796a59 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:50.929673 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-980a0d24-f215-48f7-aa4f-1fd8e123d591 req-739adc25-89a6-4d03-b818-2a8e0e796a59 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=e7a274d0-9d37-4f6f-8a7e-2f223cf42198 HTTP/1.1" status: 200 len: 945 time: 0.0487244 Aug 09 16:55:51.021163 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6715a808-88a2-4904-b3ac-f81587add5c3 req-64ec9cd7-8df9-4660-bb56-c5c960589f87 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:51.022741 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.plugin [req-980a0d24-f215-48f7-aa4f-1fd8e123d591 req-6a980cef-f6d2-42c1-8570-e0965aa0c228 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Deleting port c7c7c2fe-a482-49a1-bef6-cb7da54c233e {{(pid=111141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 09 16:55:51.023151 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-980a0d24-f215-48f7-aa4f-1fd8e123d591 req-6a980cef-f6d2-42c1-8570-e0965aa0c228 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748338259761'] for port (c7c7c2fe-a482-49a1-bef6-cb7da54c233e), before_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:55:51.027483 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-6715a808-88a2-4904-b3ac-f81587add5c3 req-64ec9cd7-8df9-4660-bb56-c5c960589f87 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=e7a274d0-9d37-4f6f-8a7e-2f223cf42198 HTTP/1.1" status: 200 len: 945 time: 0.0537133 Aug 09 16:55:51.073661 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-6715a808-88a2-4904-b3ac-f81587add5c3 req-fc0ef8d2-0883-4b56-8a81-b73090b07e66 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=40ce6164-59be-4c55-abcb-0149a2e272fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449152 Aug 09 16:55:51.115534 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.db [req-980a0d24-f215-48f7-aa4f-1fd8e123d591 req-6a980cef-f6d2-42c1-8570-e0965aa0c228 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] For port c7c7c2fe-a482-49a1-bef6-cb7da54c233e, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=c7c7c2fe-a482-49a1-bef6-cb7da54c233e,segment=NetworkSegment(087eff6f-7ffe-4685-8407-ebe76234df3c),segment_id=087eff6f-7ffe-4685-8407-ebe76234df3c)] {{(pid=111141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:55:51.115907 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-980a0d24-f215-48f7-aa4f-1fd8e123d591 req-6a980cef-f6d2-42c1-8570-e0965aa0c228 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694862'] for port (c7c7c2fe-a482-49a1-bef6-cb7da54c233e), precommit_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:55:51.161172 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=100 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:55:51.283073 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-980a0d24-f215-48f7-aa4f-1fd8e123d591 req-6a980cef-f6d2-42c1-8570-e0965aa0c228 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:55:51.283482 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-980a0d24-f215-48f7-aa4f-1fd8e123d591 req-6a980cef-f6d2-42c1-8570-e0965aa0c228 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-336914'] for floatingip (80626948-0023-4774-b81e-1adf99c36de0), after_update {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:55:51.283795 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.db.l3_db [req-980a0d24-f215-48f7-aa4f-1fd8e123d591 req-6a980cef-f6d2-42c1-8570-e0965aa0c228 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Floating IP 80626948-0023-4774-b81e-1adf99c36de0 disassociated. External IP: 172.27.2.114, port: c7c7c2fe-a482-49a1-bef6-cb7da54c233e. Aug 09 16:55:51.284141 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.plugin [req-980a0d24-f215-48f7-aa4f-1fd8e123d591 req-6a980cef-f6d2-42c1-8570-e0965aa0c228 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Calling delete_port for c7c7c2fe-a482-49a1-bef6-cb7da54c233e owned by compute:nova {{(pid=111141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 09 16:55:51.498908 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-980a0d24-f215-48f7-aa4f-1fd8e123d591 req-6a980cef-f6d2-42c1-8570-e0965aa0c228 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748338263278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748337861762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12487578'] for port (c7c7c2fe-a482-49a1-bef6-cb7da54c233e), after_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:55:51.527545 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a980cef-f6d2-42c1-8570-e0965aa0c228 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Pushing event deleted for resources: {'Port': ['ID=c7c7c2fe-a482-49a1-bef6-cb7da54c233e,revision_number=None']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:55:51.639248 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.scheduler.l3_agent_scheduler [req-980a0d24-f215-48f7-aa4f-1fd8e123d591 req-6a980cef-f6d2-42c1-8570-e0965aa0c228 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Router 2cab2482-7444-4975-b616-2ff06d0c2e17 has already been hosted by L3 agent 2cf02505-efcb-442b-855b-6c659df6f18c {{(pid=111141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 09 16:55:51.733716 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:55:51.743559 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-980a0d24-f215-48f7-aa4f-1fd8e123d591 req-6a980cef-f6d2-42c1-8570-e0965aa0c228 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Notify agent at l3_agent.dv-cinder-852364-3-iscsi the message routers_updated {{(pid=111141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:55:51.754901 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eafd12f-b10f-43b4-8a57-0ca3cd9e41ef None None] Sync routers for ids ['2cab2482-7444-4975-b616-2ff06d0c2e17'] in dv-cinder-852364-3-iscsi {{(pid=111143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:55:51.766729 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eafd12f-b10f-43b4-8a57-0ca3cd9e41ef None None] Routers {'2cab2482-7444-4975-b616-2ff06d0c2e17'} bound to L3 agent in host dv-cinder-852364-3-iscsi {{(pid=111143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 16:55:51.767461 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.l3_hamode_db [None req-3eafd12f-b10f-43b4-8a57-0ca3cd9e41ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-09T16:42:12Z,description=,heartbeat_timestamp=2022-08-09T16:55:42Z,host='dv-cinder-852364-3-iscsi',id=2cf02505-efcb-442b-855b-6c659df6f18c,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:13Z,topic='l3_agent')) {'router_ids': ['2cab2482-7444-4975-b616-2ff06d0c2e17'], 'active': True} {{(pid=111143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:55:51.789469 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.db.l3_dvrscheduler_db [req-980a0d24-f215-48f7-aa4f-1fd8e123d591 req-6a980cef-f6d2-42c1-8570-e0965aa0c228 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] No DVR routers for this DVR port c7c7c2fe-a482-49a1-bef6-cb7da54c233e on host hv-cinder-85236 {{(pid=111141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 09 16:55:51.792609 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-980a0d24-f215-48f7-aa4f-1fd8e123d591 req-6a980cef-f6d2-42c1-8570-e0965aa0c228 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90003'] for port (None), before_response {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:55:51.795868 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-980a0d24-f215-48f7-aa4f-1fd8e123d591 req-6a980cef-f6d2-42c1-8570-e0965aa0c228 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] 10.222.0.91 "DELETE /networking/v2.0/ports/c7c7c2fe-a482-49a1-bef6-cb7da54c233e HTTP/1.1" status: 204 len: 173 time: 0.8604789 Aug 09 16:55:51.796328 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7a274d0-9d37-4f6f-8a7e-2f223cf42198', 'name': 'network-vif-deleted', 'tag': 'c7c7c2fe-a482-49a1-bef6-cb7da54c233e'}] {{(pid=111141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 16:55:51.798632 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fc61e086496b7b72fa0be04cca19be1e9321c349ae61d053137ad661f53d53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f3e7cff-8931-4257-8fbb-005ed3c3f116" -d '{"events": [{"server_uuid": "e7a274d0-9d37-4f6f-8a7e-2f223cf42198", "name": "network-vif-deleted", "tag": "c7c7c2fe-a482-49a1-bef6-cb7da54c233e"}]}' {{(pid=111141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:55:51.846237 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Aug 2022 16:55:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acf4d02f-b0be-430e-8685-2cbcd94837f7 x-openstack-request-id: req-acf4d02f-b0be-430e-8685-2cbcd94837f7 {{(pid=111141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:55:51.846537 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7a274d0-9d37-4f6f-8a7e-2f223cf42198", "name": "network-vif-deleted", "tag": "c7c7c2fe-a482-49a1-bef6-cb7da54c233e", "status": "completed", "code": 200}]} {{(pid=111141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:55:51.846789 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-acf4d02f-b0be-430e-8685-2cbcd94837f7 {{(pid=111141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:55:51.847206 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-acf4d02f-b0be-430e-8685-2cbcd94837f7'] response: {'server_uuid': 'e7a274d0-9d37-4f6f-8a7e-2f223cf42198', 'name': 'network-vif-deleted', 'tag': 'c7c7c2fe-a482-49a1-bef6-cb7da54c233e', 'status': 'completed', 'code': 200} Aug 09 16:55:51.879273 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.l3_dvr_db [None req-3eafd12f-b10f-43b4-8a57-0ca3cd9e41ef None None] Set router 2cab2482-7444-4975-b616-2ff06d0c2e17 gateway port host: dv-cinder-852364-3-iscsi {{(pid=111143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 16:55:52.096808 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.l3_hamode_db [None req-3eafd12f-b10f-43b4-8a57-0ca3cd9e41ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cab2482-7444-4975-b616-2ff06d0c2e17', 'name': 'tempest-AttachVolumeTestJSON-1052946250-router', 'tenant_id': '54562f03aaae457ca88be251d2208e2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'external_fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': '3da32644-d653-4870-a983-8ae28554edae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:50:24Z', 'updated_at': '2022-08-09T16:50:34Z', 'revision_number': 4, 'project_id': '54562f03aaae457ca88be251d2208e2e', 'gw_port': {'id': '3da32644-d653-4870-a983-8ae28554edae', 'name': '', 'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:7f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cab2482-7444-4975-b616-2ff06d0c2e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:50:25Z', 'updated_at': '2022-08-09T16:50:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-3-iscsi', '_interfaces': [{'id': 'eae3aa57-20a3-4ac8-984f-535313d9417f', 'name': '', 'network_id': 'c6e9ea29-d63f-40f2-84ee-974e268aa2d8', 'tenant_id': '54562f03aaae457ca88be251d2208e2e', 'mac_address': 'fa:16:3e:47:ae:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cab2482-7444-4975-b616-2ff06d0c2e17', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '04d182a3-f5e2-47dc-869b-31a7d21795ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:50:31Z', 'updated_at': '2022-08-09T16:50:42Z', 'revision_number': 5, 'project_id': '54562f03aaae457ca88be251d2208e2e', 'subnets': [{'id': '04d182a3-f5e2-47dc-869b-31a7d21795ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-3-iscsi', False) {} {{(pid=111143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:55:52.124283 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eafd12f-b10f-43b4-8a57-0ca3cd9e41ef None None] Checking router: 2cab2482-7444-4975-b616-2ff06d0c2e17 for host: dv-cinder-852364-3-iscsi {{(pid=111143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:55:52.137945 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eafd12f-b10f-43b4-8a57-0ca3cd9e41ef None None] Routers {'2cab2482-7444-4975-b616-2ff06d0c2e17'} bound to L3 agent in host dv-cinder-852364-3-iscsi {{(pid=111143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 16:55:52.138487 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.l3_hamode_db [None req-3eafd12f-b10f-43b4-8a57-0ca3cd9e41ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-09T16:42:12Z,description=,heartbeat_timestamp=2022-08-09T16:55:42Z,host='dv-cinder-852364-3-iscsi',id=2cf02505-efcb-442b-855b-6c659df6f18c,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:13Z,topic='l3_agent')) {'router_ids': ['2cab2482-7444-4975-b616-2ff06d0c2e17'], 'active': True} {{(pid=111143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:55:52.183756 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-faf04e03-3e19-4a5f-87ea-b567be057184 req-58ec12bd-ebed-43a6-9265-c22024bc9062 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=e7a274d0-9d37-4f6f-8a7e-2f223cf42198 HTTP/1.1" status: 200 len: 210 time: 0.0298660 Aug 09 16:55:52.322769 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.l3_dvr_db [None req-3eafd12f-b10f-43b4-8a57-0ca3cd9e41ef None None] Set router 2cab2482-7444-4975-b616-2ff06d0c2e17 gateway port host: dv-cinder-852364-3-iscsi {{(pid=111143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 16:55:52.508112 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.l3_hamode_db [None req-3eafd12f-b10f-43b4-8a57-0ca3cd9e41ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cab2482-7444-4975-b616-2ff06d0c2e17', 'name': 'tempest-AttachVolumeTestJSON-1052946250-router', 'tenant_id': '54562f03aaae457ca88be251d2208e2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'external_fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': '3da32644-d653-4870-a983-8ae28554edae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:50:24Z', 'updated_at': '2022-08-09T16:50:34Z', 'revision_number': 4, 'project_id': '54562f03aaae457ca88be251d2208e2e', 'gw_port': {'id': '3da32644-d653-4870-a983-8ae28554edae', 'name': '', 'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:7f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cab2482-7444-4975-b616-2ff06d0c2e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:50:25Z', 'updated_at': '2022-08-09T16:50:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-3-iscsi', '_interfaces': [{'id': 'eae3aa57-20a3-4ac8-984f-535313d9417f', 'name': '', 'network_id': 'c6e9ea29-d63f-40f2-84ee-974e268aa2d8', 'tenant_id': '54562f03aaae457ca88be251d2208e2e', 'mac_address': 'fa:16:3e:47:ae:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cab2482-7444-4975-b616-2ff06d0c2e17', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '04d182a3-f5e2-47dc-869b-31a7d21795ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:50:31Z', 'updated_at': '2022-08-09T16:50:42Z', 'revision_number': 5, 'project_id': '54562f03aaae457ca88be251d2208e2e', 'subnets': [{'id': '04d182a3-f5e2-47dc-869b-31a7d21795ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-3-iscsi', False) {} {{(pid=111143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:55:52.537435 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eafd12f-b10f-43b4-8a57-0ca3cd9e41ef None None] The sync data for ids ['2cab2482-7444-4975-b616-2ff06d0c2e17'] in dv-cinder-852364-3-iscsi is: [{'id': '2cab2482-7444-4975-b616-2ff06d0c2e17', 'name': 'tempest-AttachVolumeTestJSON-1052946250-router', 'tenant_id': '54562f03aaae457ca88be251d2208e2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'external_fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': '3da32644-d653-4870-a983-8ae28554edae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:50:24Z', 'updated_at': '2022-08-09T16:50:34Z', 'revision_number': 4, 'project_id': '54562f03aaae457ca88be251d2208e2e', 'gw_port': {'id': '3da32644-d653-4870-a983-8ae28554edae', 'name': '', 'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:7f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cab2482-7444-4975-b616-2ff06d0c2e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:50:25Z', 'updated_at': '2022-08-09T16:50:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-3-iscsi', '_interfaces': [{'id': 'eae3aa57-20a3-4ac8-984f-535313d9417f', 'name': '', 'network_id': 'c6e9ea29-d63f-40f2-84ee-974e268aa2d8', 'tenant_id': '54562f03aaae457ca88be251d2208e2e', 'mac_address': 'fa:16:3e:47:ae:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cab2482-7444-4975-b616-2ff06d0c2e17', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '04d182a3-f5e2-47dc-869b-31a7d21795ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:50:31Z', 'updated_at': '2022-08-09T16:50:42Z', 'revision_number': 5, 'project_id': '54562f03aaae457ca88be251d2208e2e', 'subnets': [{'id': '04d182a3-f5e2-47dc-869b-31a7d21795ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:55:52.752731 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b7f008e-a898-4510-9368-70a0f3df4546 None None] New status for floating IP 80626948-0023-4774-b81e-1adf99c36de0: DOWN {{(pid=111142) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 09 16:55:53.435269 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.wsgi [-] (111140) accepted ('10.222.0.59', 54326) {{(pid=111140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:55:53.495567 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-e433037c-3732-4e36-8624-2ffe5a0cad17 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Publish callbacks [] for security_group (40ce6164-59be-4c55-abcb-0149a2e272fe), before_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:55:53.518568 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-e433037c-3732-4e36-8624-2ffe5a0cad17 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Publish callbacks [] for security_group (40ce6164-59be-4c55-abcb-0149a2e272fe), precommit_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:55:53.644769 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-e433037c-3732-4e36-8624-2ffe5a0cad17 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763768'] for security_group (40ce6164-59be-4c55-abcb-0149a2e272fe), after_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:55:53.647380 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-e433037c-3732-4e36-8624-2ffe5a0cad17 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Publish callbacks [] for security_group (None), before_response {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:55:53.648532 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [None req-e433037c-3732-4e36-8624-2ffe5a0cad17 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] 10.222.0.59 "DELETE /networking/v2.0/security-groups/40ce6164-59be-4c55-abcb-0149a2e272fe HTTP/1.1" status: 204 len: 168 time: 0.2122681 Aug 09 16:55:53.652181 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.wsgi [-] (111141) accepted ('10.222.0.59', 54328) {{(pid=111141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:55:53.658813 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e433037c-3732-4e36-8624-2ffe5a0cad17 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40ce6164-59be-4c55-abcb-0149a2e272fe,revision_number=None']} {{(pid=111140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:55:53.666846 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e433037c-3732-4e36-8624-2ffe5a0cad17 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:55:53.667387 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e433037c-3732-4e36-8624-2ffe5a0cad17 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:55:53.667737 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e433037c-3732-4e36-8624-2ffe5a0cad17 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:55:53.668073 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e433037c-3732-4e36-8624-2ffe5a0cad17 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:55:53.668184 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.api.v2.resource [None req-31992040-0ef5-4b28-8f1a-c135496c5bd8 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] show failed (client error): The resource could not be found. Aug 09 16:55:53.668394 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e433037c-3732-4e36-8624-2ffe5a0cad17 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:55:53.668716 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e433037c-3732-4e36-8624-2ffe5a0cad17 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:55:53.669038 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e433037c-3732-4e36-8624-2ffe5a0cad17 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:55:53.669124 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [None req-31992040-0ef5-4b28-8f1a-c135496c5bd8 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] 10.222.0.59 "GET /networking/v2.0/security-groups/40ce6164-59be-4c55-abcb-0149a2e272fe HTTP/1.1" status: 404 len: 347 time: 0.0152323 Aug 09 16:55:53.669359 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e433037c-3732-4e36-8624-2ffe5a0cad17 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:55:53.669687 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e433037c-3732-4e36-8624-2ffe5a0cad17 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:55:53.670012 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e433037c-3732-4e36-8624-2ffe5a0cad17 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:55:53.670331 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e433037c-3732-4e36-8624-2ffe5a0cad17 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:55:53.670652 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e433037c-3732-4e36-8624-2ffe5a0cad17 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:55:53.670969 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e433037c-3732-4e36-8624-2ffe5a0cad17 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:55:53.671309 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e433037c-3732-4e36-8624-2ffe5a0cad17 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:55:53.671626 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e433037c-3732-4e36-8624-2ffe5a0cad17 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:55:53.672127 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.wsgi [-] (111141) accepted ('10.222.0.59', 54330) {{(pid=111141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:55:54.055227 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.plugin [None req-21a0e23a-4674-4bf8-9538-00af91edb6a9 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Deleting port 47340087-7c3c-4273-940a-cf950032e25f {{(pid=111141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 09 16:55:54.055581 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-21a0e23a-4674-4bf8-9538-00af91edb6a9 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748338259761'] for port (47340087-7c3c-4273-940a-cf950032e25f), before_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:55:54.133232 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-21a0e23a-4674-4bf8-9538-00af91edb6a9 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694862'] for port (47340087-7c3c-4273-940a-cf950032e25f), precommit_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:55:54.133562 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-21a0e23a-4674-4bf8-9538-00af91edb6a9 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Publish callbacks [] for floatingip (47340087-7c3c-4273-940a-cf950032e25f), precommit_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:55:54.148972 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.plugin [None req-21a0e23a-4674-4bf8-9538-00af91edb6a9 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Calling delete_port for 47340087-7c3c-4273-940a-cf950032e25f owned by network:floatingip {{(pid=111141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 09 16:55:54.278731 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:55:54.350019 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-21a0e23a-4674-4bf8-9538-00af91edb6a9 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748338263278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748337861762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12487578'] for port (47340087-7c3c-4273-940a-cf950032e25f), after_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:55:54.375973 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a0e23a-4674-4bf8-9538-00af91edb6a9 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Pushing event deleted for resources: {'Port': ['ID=47340087-7c3c-4273-940a-cf950032e25f,revision_number=None']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:55:54.445698 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-21a0e23a-4674-4bf8-9538-00af91edb6a9 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Publish callbacks [] for floatingip (80626948-0023-4774-b81e-1adf99c36de0), after_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:55:54.449055 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-21a0e23a-4674-4bf8-9538-00af91edb6a9 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90003'] for floatingip (None), before_response {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:55:54.450206 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [None req-21a0e23a-4674-4bf8-9538-00af91edb6a9 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] 10.222.0.59 "DELETE /networking/v2.0/floatingips/80626948-0023-4774-b81e-1adf99c36de0 HTTP/1.1" status: 204 len: 168 time: 0.7770450 Aug 09 16:55:54.633813 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.wsgi [-] (111141) accepted ('10.222.0.59', 54338) {{(pid=111141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:55:54.638451 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.v2.base [None req-77bb60be-5de0-45e2-af47-2d319deeb20b tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Request body: {'security_group': {'name': 'tempest-securitygroup--904794118', 'description': 'tempest-description--1153944796'}} {{(pid=111141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 16:55:54.638627 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Device c7c7c2fe-a482-49a1-bef6-cb7da54c233e no longer exists at agent hyperv_hv-cinder-85236 {{(pid=111142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:55:54.658578 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] No Port match for: c7c7c2fe-a482-49a1-bef6-cb7da54c233e {{(pid=111142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 09 16:55:54.658927 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Device c7c7c2fe-a482-49a1-bef6-cb7da54c233e not bound to the agent host hv-cinder-85236 {{(pid=111142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:55:54.753112 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-77bb60be-5de0-45e2-af47-2d319deeb20b tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Publish callbacks [] for security_group (None), before_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:55:54.824138 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-77bb60be-5de0-45e2-af47-2d319deeb20b tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Publish callbacks [] for security_group (e81067de-d040-4d2a-ba40-e93ecff38537), precommit_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:55:54.907328 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-77bb60be-5de0-45e2-af47-2d319deeb20b tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763768'] for security_group (e81067de-d040-4d2a-ba40-e93ecff38537), after_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:55:54.938384 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bb60be-5de0-45e2-af47-2d319deeb20b tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e81067de-d040-4d2a-ba40-e93ecff38537,revision_number=1']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:55:55.018505 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-77bb60be-5de0-45e2-af47-2d319deeb20b tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Publish callbacks [] for security_group (None), before_response {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:55:55.019933 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [None req-77bb60be-5de0-45e2-af47-2d319deeb20b tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] 10.222.0.59 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3850551 Aug 09 16:55:55.022829 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.wsgi [-] (111141) accepted ('10.222.0.59', 54340) {{(pid=111141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:55:55.028590 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.v2.base [None req-e936e1e3-1b55-4f6f-9202-eec8995cbc12 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Request body: {'security_group_rule': {'security_group_id': 'e81067de-d040-4d2a-ba40-e93ecff38537', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 16:55:55.196466 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-e936e1e3-1b55-4f6f-9202-eec8995cbc12 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Publish callbacks [] for security_group_rule (a2fa71b9-5695-4f71-b62f-4fde454b2ab9), before_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:55:55.255584 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-e936e1e3-1b55-4f6f-9202-eec8995cbc12 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Publish callbacks [] for security_group_rule (a2fa71b9-5695-4f71-b62f-4fde454b2ab9), precommit_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:55:55.350741 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-e936e1e3-1b55-4f6f-9202-eec8995cbc12 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765607'] for security_group_rule (a2fa71b9-5695-4f71-b62f-4fde454b2ab9), after_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:55:55.358218 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:55:55.372373 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e936e1e3-1b55-4f6f-9202-eec8995cbc12 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2fa71b9-5695-4f71-b62f-4fde454b2ab9,revision_number=0']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:55:55.514919 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-e936e1e3-1b55-4f6f-9202-eec8995cbc12 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:55:55.516175 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [None req-e936e1e3-1b55-4f6f-9202-eec8995cbc12 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] 10.222.0.59 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4923327 Aug 09 16:55:55.518820 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.wsgi [-] (111141) accepted ('10.222.0.59', 54348) {{(pid=111141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:55:55.523125 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.v2.base [None req-d5950bf1-ef1e-449e-a483-e3e1320182ca tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Request body: {'security_group_rule': {'security_group_id': 'e81067de-d040-4d2a-ba40-e93ecff38537', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 16:55:55.618932 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-d5950bf1-ef1e-449e-a483-e3e1320182ca tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Publish callbacks [] for security_group_rule (63d73c79-56fb-4a9f-88f5-3174e425cd5e), before_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:55:55.668564 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-d5950bf1-ef1e-449e-a483-e3e1320182ca tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Publish callbacks [] for security_group_rule (63d73c79-56fb-4a9f-88f5-3174e425cd5e), precommit_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:55:55.759463 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-d5950bf1-ef1e-449e-a483-e3e1320182ca tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765607'] for security_group_rule (63d73c79-56fb-4a9f-88f5-3174e425cd5e), after_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:55:55.779983 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5950bf1-ef1e-449e-a483-e3e1320182ca tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63d73c79-56fb-4a9f-88f5-3174e425cd5e,revision_number=0']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:55:55.897758 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-d5950bf1-ef1e-449e-a483-e3e1320182ca tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:55:55.898989 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [None req-d5950bf1-ef1e-449e-a483-e3e1320182ca tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] 10.222.0.59 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3791938 Aug 09 16:55:55.902686 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.wsgi [-] (111141) accepted ('10.222.0.59', 54350) {{(pid=111141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:55:55.906920 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.v2.base [None req-37caa7d2-314e-4a93-8116-bde644c7711c tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Request body: {'floatingip': {'floating_network_id': '0b446ac8-416d-4492-b144-c475e4beb84a'}} {{(pid=111141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 16:55:56.010757 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-37caa7d2-314e-4a93-8116-bde644c7711c tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:55:56.090408 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-37caa7d2-314e-4a93-8116-bde644c7711c tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (None), before_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:55:56.098291 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:55:56.206574 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.db.db_base_plugin_common [None req-37caa7d2-314e-4a93-8116-bde644c7711c tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Allocated IP 172.27.2.217 (0b446ac8-416d-4492-b144-c475e4beb84a/4516d54a-1367-472b-b3e4-4bb105fe12f6/efb36a37-11d6-4000-b98d-eef9306008f7) {{(pid=111141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:55:56.311692 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-37caa7d2-314e-4a93-8116-bde644c7711c tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Publish callbacks [] for port (efb36a37-11d6-4000-b98d-eef9306008f7), precommit_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:55:56.425468 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.agents_db [None req-a4db1589-5d5b-4049-8210-f6e9f318fefd None None] Agent healthcheck: found 6 active agents {{(pid=111143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:55:56.493417 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-37caa7d2-314e-4a93-8116-bde644c7711c tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748337861753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12487578'] for port (efb36a37-11d6-4000-b98d-eef9306008f7), after_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:55:56.533535 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37caa7d2-314e-4a93-8116-bde644c7711c tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Network 0b446ac8-416d-4492-b144-c475e4beb84a is already hosted by enough agents. {{(pid=111141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:55:56.535593 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:55:56.540509 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.scheduler.base_scheduler [None req-37caa7d2-314e-4a93-8116-bde644c7711c tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Resources bound (agent type, host, resource id): {{(pid=111141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:55:56.543422 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37caa7d2-314e-4a93-8116-bde644c7711c tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Pushing event updated for resources: {'Port': ['ID=efb36a37-11d6-4000-b98d-eef9306008f7,revision_number=1']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:55:56.545519 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37caa7d2-314e-4a93-8116-bde644c7711c tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Received port after_create {{(pid=111141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 09 16:55:56.626390 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-37caa7d2-314e-4a93-8116-bde644c7711c tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Publish callbacks [] for floatingip (fa99dc52-0978-4e95-a47a-f64d9470be7d), precommit_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:55:56.845974 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-37caa7d2-314e-4a93-8116-bde644c7711c tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (efb36a37-11d6-4000-b98d-eef9306008f7), before_update {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:55:56.996352 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-37caa7d2-314e-4a93-8116-bde644c7711c tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Publish callbacks [] for port (efb36a37-11d6-4000-b98d-eef9306008f7), precommit_update {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:55:57.178904 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-37caa7d2-314e-4a93-8116-bde644c7711c tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748338263269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748337861771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748337861789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12487573'] for port (efb36a37-11d6-4000-b98d-eef9306008f7), after_update {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:55:57.249175 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37caa7d2-314e-4a93-8116-bde644c7711c tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Pushing event updated for resources: {'Port': ['ID=efb36a37-11d6-4000-b98d-eef9306008f7,revision_number=2']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:55:57.251436 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-37caa7d2-314e-4a93-8116-bde644c7711c tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-336914'] for floatingip (fa99dc52-0978-4e95-a47a-f64d9470be7d), after_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:55:57.326350 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-37caa7d2-314e-4a93-8116-bde644c7711c tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90003'] for floatingip (None), before_response {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:55:57.327598 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [None req-37caa7d2-314e-4a93-8116-bde644c7711c tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] 10.222.0.59 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4239738 Aug 09 16:55:57.478243 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-5ab7d779-ed15-4379-b10a-54b49ae143b5 req-b57c4a1a-51bb-4bf8-b9f4-9f5b329cb438 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] 10.222.0.59 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--904794118&fields=id&tenant_id=54562f03aaae457ca88be251d2208e2e HTTP/1.1" status: 200 len: 267 time: 0.0430539 Aug 09 16:55:57.588159 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab7d779-ed15-4379-b10a-54b49ae143b5 req-f9eb03e1-3090-4d3c-a7d0-574e5ccaa7b7 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:57.589687 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-5ab7d779-ed15-4379-b10a-54b49ae143b5 req-f9eb03e1-3090-4d3c-a7d0-574e5ccaa7b7 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] 10.222.0.59 "GET /networking/v2.0/networks?id=c6e9ea29-d63f-40f2-84ee-974e268aa2d8 HTTP/1.1" status: 200 len: 811 time: 0.1045270 Aug 09 16:55:57.604784 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-5ab7d779-ed15-4379-b10a-54b49ae143b5 req-db72e58b-0dcc-4e58-b18a-8c45ab00de08 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] 10.222.0.59 "GET /networking/v2.0/quotas/54562f03aaae457ca88be251d2208e2e HTTP/1.1" status: 200 len: 375 time: 0.0096474 Aug 09 16:55:57.653837 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-5ab7d779-ed15-4379-b10a-54b49ae143b5 req-dc15ce22-ca4f-44e4-a131-6033940fbd95 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] 10.222.0.59 "GET /networking/v2.0/ports?tenant_id=54562f03aaae457ca88be251d2208e2e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0440784 Aug 09 16:55:57.790525 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-5ab7d779-ed15-4379-b10a-54b49ae143b5 req-5150daf1-b83c-459e-865f-c474293b9da2 service neutron] 10.222.0.59 "GET /networking/v2.0/networks/c6e9ea29-d63f-40f2-84ee-974e268aa2d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254656 Aug 09 16:55:57.844667 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:55:57.888079 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-5ab7d779-ed15-4379-b10a-54b49ae143b5 req-63d1c124-ef74-48c9-b6ef-3bf21ef1d8bd service neutron] 10.222.0.59 "GET /networking/v2.0/networks/c6e9ea29-d63f-40f2-84ee-974e268aa2d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909994 Aug 09 16:55:58.176375 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-98e5bfae-1d85-42bb-8e46-9ed6e71c7176 req-61ce014e-82dc-478e-acdc-351bbb8d0d96 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=1229920f-1e1c-47ed-b793-477ffc82d0c7 HTTP/1.1" status: 200 len: 210 time: 0.0290315 Aug 09 16:55:59.280146 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-4e2b8abd-e553-4fd5-ab44-3c53b2c35e57 req-51549fef-be2e-4220-b2d8-07ae10f29c70 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=1229920f-1e1c-47ed-b793-477ffc82d0c7 HTTP/1.1" status: 200 len: 210 time: 0.0291257 Aug 09 16:56:00.385494 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-b7a9f049-f8cb-4902-9ffc-7ff756830c54 req-e1713110-31c0-4492-91f6-e164f54a91e3 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=1229920f-1e1c-47ed-b793-477ffc82d0c7 HTTP/1.1" status: 200 len: 210 time: 0.0315793 Aug 09 16:56:01.484371 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:56:01.504399 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-9d5f2b5c-d8fa-43c9-9a02-99210e049137 req-6f38471d-4961-42d5-a28c-8c812e841d29 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=1229920f-1e1c-47ed-b793-477ffc82d0c7 HTTP/1.1" status: 200 len: 210 time: 0.0331411 Aug 09 16:56:02.087095 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:56:02.115379 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab7d779-ed15-4379-b10a-54b49ae143b5 req-192f502c-3036-4589-9eab-24015f52e616 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:56:02.116821 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-5ab7d779-ed15-4379-b10a-54b49ae143b5 req-192f502c-3036-4589-9eab-24015f52e616 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] 10.222.0.91 "GET /networking/v2.0/networks?id=c6e9ea29-d63f-40f2-84ee-974e268aa2d8 HTTP/1.1" status: 200 len: 811 time: 0.1041634 Aug 09 16:56:02.198404 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-5ab7d779-ed15-4379-b10a-54b49ae143b5 req-66896b1b-b1c2-4082-89a5-61d43a1d1d29 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] 10.222.0.91 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=54562f03aaae457ca88be251d2208e2e HTTP/1.1" status: 200 len: 379 time: 0.0619450 Aug 09 16:56:02.223810 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.v2.base [req-5ab7d779-ed15-4379-b10a-54b49ae143b5 req-54bcb39f-d547-437b-83aa-0a80cfe09561 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Request body: {'port': {'device_id': '1229920f-1e1c-47ed-b793-477ffc82d0c7', 'network_id': 'c6e9ea29-d63f-40f2-84ee-974e268aa2d8', 'admin_state_up': True, 'tenant_id': '54562f03aaae457ca88be251d2208e2e', 'security_groups': ['e81067de-d040-4d2a-ba40-e93ecff38537']}} {{(pid=111141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 16:56:02.353788 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (fd1157aa-8fd8-4c6b-a604-f3842f12d305), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:56:02.573810 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ab7d779-ed15-4379-b10a-54b49ae143b5 req-54bcb39f-d547-437b-83aa-0a80cfe09561 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Made reservation on behalf of 54562f03aaae457ca88be251d2208e2e for: {'port': 1} {{(pid=111141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:56:02.577328 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-5ab7d779-ed15-4379-b10a-54b49ae143b5 req-54bcb39f-d547-437b-83aa-0a80cfe09561 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (None), before_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:56:02.618645 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-afdd3ccb-cebe-4318-9c96-f06f06d465f3 req-c93bdab3-96f7-44ff-a73e-8b1681002f21 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=1229920f-1e1c-47ed-b793-477ffc82d0c7 HTTP/1.1" status: 200 len: 210 time: 0.0386856 Aug 09 16:56:02.731970 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:56:02.736015 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.db.db_base_plugin_common [req-5ab7d779-ed15-4379-b10a-54b49ae143b5 req-54bcb39f-d547-437b-83aa-0a80cfe09561 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Allocated IP 172.20.0.8 (c6e9ea29-d63f-40f2-84ee-974e268aa2d8/04d182a3-f5e2-47dc-869b-31a7d21795ba/9cab5e90-f175-4329-b086-0861ea05f1e3) {{(pid=111141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:56:02.876933 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-5ab7d779-ed15-4379-b10a-54b49ae143b5 req-54bcb39f-d547-437b-83aa-0a80cfe09561 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Publish callbacks [] for port (9cab5e90-f175-4329-b086-0861ea05f1e3), precommit_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:56:03.110899 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-5ab7d779-ed15-4379-b10a-54b49ae143b5 req-54bcb39f-d547-437b-83aa-0a80cfe09561 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748337861753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12487578'] for port (9cab5e90-f175-4329-b086-0861ea05f1e3), after_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:56:03.157946 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ab7d779-ed15-4379-b10a-54b49ae143b5 req-54bcb39f-d547-437b-83aa-0a80cfe09561 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Network c6e9ea29-d63f-40f2-84ee-974e268aa2d8 is already hosted by enough agents. {{(pid=111141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:56:03.161150 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.scheduler.base_scheduler [req-5ab7d779-ed15-4379-b10a-54b49ae143b5 req-54bcb39f-d547-437b-83aa-0a80cfe09561 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Resources bound (agent type, host, resource id): {{(pid=111141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:56:03.165169 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ab7d779-ed15-4379-b10a-54b49ae143b5 req-54bcb39f-d547-437b-83aa-0a80cfe09561 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Received port after_create {{(pid=111141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 09 16:56:03.172205 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bcb39f-d547-437b-83aa-0a80cfe09561 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Pushing event updated for resources: {'Port': ['ID=9cab5e90-f175-4329-b086-0861ea05f1e3,revision_number=1']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:56:03.222187 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab7d779-ed15-4379-b10a-54b49ae143b5 req-54bcb39f-d547-437b-83aa-0a80cfe09561 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:56:03.222830 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-5ab7d779-ed15-4379-b10a-54b49ae143b5 req-54bcb39f-d547-437b-83aa-0a80cfe09561 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90003'] for port (None), before_response {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:56:03.413004 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.provisioning_blocks [None req-3d95a4d3-4b26-436b-9ce7-5fa50e9c2796 None None] Provisioning complete for port 9cab5e90-f175-4329-b086-0861ea05f1e3 triggered by entity DHCP. {{(pid=111142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 16:56:03.413558 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-3d95a4d3-4b26-436b-9ce7-5fa50e9c2796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877469'] for port (9cab5e90-f175-4329-b086-0861ea05f1e3), provisioning_complete {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:56:03.449010 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-3d95a4d3-4b26-436b-9ce7-5fa50e9c2796 None None] Port 9cab5e90-f175-4329-b086-0861ea05f1e3 cannot update to ACTIVE because it is not bound. {{(pid=111142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 09 16:56:03.450777 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-5ab7d779-ed15-4379-b10a-54b49ae143b5 req-54bcb39f-d547-437b-83aa-0a80cfe09561 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] 10.222.0.91 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2299414 Aug 09 16:56:03.518387 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.v2.base [req-5ab7d779-ed15-4379-b10a-54b49ae143b5 req-96b73869-46d1-4b07-83e4-a74f3ad6ea4c service neutron] Request body: {'port': {'device_id': '1229920f-1e1c-47ed-b793-477ffc82d0c7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85236'}} {{(pid=111141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 16:56:03.580611 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-5ab7d779-ed15-4379-b10a-54b49ae143b5 req-96b73869-46d1-4b07-83e4-a74f3ad6ea4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (9cab5e90-f175-4329-b086-0861ea05f1e3), before_update {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:56:03.629225 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:INSERT=5,neutron:UPDATE=4,neutron:SELECT=89,neutron:DELETE=2 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:56:03.741189 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7d8e54-2947-4355-824b-7d622f8ae411 req-8f476d64-e7bd-4e92-9289-6dbbfccded37 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:56:03.743820 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-4c7d8e54-2947-4355-824b-7d622f8ae411 req-8f476d64-e7bd-4e92-9289-6dbbfccded37 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=1229920f-1e1c-47ed-b793-477ffc82d0c7 HTTP/1.1" status: 200 len: 931 time: 0.0487149 Aug 09 16:56:03.809928 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-4c7d8e54-2947-4355-824b-7d622f8ae411 req-2b42ef0d-4283-4853-ac5e-6727ca77c968 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=e81067de-d040-4d2a-ba40-e93ecff38537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558562 Aug 09 16:56:03.850080 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.notifiers.nova [req-5ab7d779-ed15-4379-b10a-54b49ae143b5 req-96b73869-46d1-4b07-83e4-a74f3ad6ea4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9cab5e90-f175-4329-b086-0861ea05f1e3 {{(pid=111141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 09 16:56:03.860317 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-5ab7d779-ed15-4379-b10a-54b49ae143b5 req-96b73869-46d1-4b07-83e4-a74f3ad6ea4c service neutron] Publish callbacks [] for port (9cab5e90-f175-4329-b086-0861ea05f1e3), precommit_update {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:56:03.874913 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.db.provisioning_blocks [req-5ab7d779-ed15-4379-b10a-54b49ae143b5 req-96b73869-46d1-4b07-83e4-a74f3ad6ea4c service neutron] Transition to ACTIVE for port object 9cab5e90-f175-4329-b086-0861ea05f1e3 will not be triggered until provisioned by entity L2. {{(pid=111141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 09 16:56:03.994187 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-5ab7d779-ed15-4379-b10a-54b49ae143b5 req-96b73869-46d1-4b07-83e4-a74f3ad6ea4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748338263269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748337861771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748337861789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12487573'] for port (9cab5e90-f175-4329-b086-0861ea05f1e3), after_update {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:56:04.080387 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b73869-46d1-4b07-83e4-a74f3ad6ea4c service neutron] Pushing event updated for resources: {'Port': ['ID=9cab5e90-f175-4329-b086-0861ea05f1e3,revision_number=2']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:56:04.111567 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.managers [req-5ab7d779-ed15-4379-b10a-54b49ae143b5 req-96b73869-46d1-4b07-83e4-a74f3ad6ea4c service neutron] Attempting to bind port 9cab5e90-f175-4329-b086-0861ea05f1e3 on host hv-cinder-85236 for vnic_type normal with profile {{(pid=111141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 09 16:56:04.112293 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.managers [req-5ab7d779-ed15-4379-b10a-54b49ae143b5 req-96b73869-46d1-4b07-83e4-a74f3ad6ea4c service neutron] Attempting to bind port 9cab5e90-f175-4329-b086-0861ea05f1e3 by drivers openvswitch,hyperv on host hv-cinder-85236 at level 0 using segments [{'id': '087eff6f-7ffe-4685-8407-ebe76234df3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 976, 'network_id': 'c6e9ea29-d63f-40f2-84ee-974e268aa2d8'}] {{(pid=111141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 09 16:56:04.112293 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab7d779-ed15-4379-b10a-54b49ae143b5 req-96b73869-46d1-4b07-83e4-a74f3ad6ea4c service neutron] Attempting to bind port 9cab5e90-f175-4329-b086-0861ea05f1e3 on network c6e9ea29-d63f-40f2-84ee-974e268aa2d8 {{(pid=111141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 16:56:04.120386 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab7d779-ed15-4379-b10a-54b49ae143b5 req-96b73869-46d1-4b07-83e4-a74f3ad6ea4c service neutron] Port 9cab5e90-f175-4329-b086-0861ea05f1e3 on network c6e9ea29-d63f-40f2-84ee-974e268aa2d8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85236 {{(pid=111141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 09 16:56:04.121716 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab7d779-ed15-4379-b10a-54b49ae143b5 req-96b73869-46d1-4b07-83e4-a74f3ad6ea4c service neutron] Attempting to bind port 9cab5e90-f175-4329-b086-0861ea05f1e3 on network c6e9ea29-d63f-40f2-84ee-974e268aa2d8 {{(pid=111141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 16:56:04.126702 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab7d779-ed15-4379-b10a-54b49ae143b5 req-96b73869-46d1-4b07-83e4-a74f3ad6ea4c service neutron] Checking agent: {'id': 'fd1157aa-8fd8-4c6b-a604-f3842f12d305', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85236', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 9, 16, 48, 30), 'started_at': datetime.datetime(2022, 8, 9, 16, 48, 30), 'heartbeat_timestamp': datetime.datetime(2022, 8, 9, 16, 56, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 09 16:56:04.127050 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab7d779-ed15-4379-b10a-54b49ae143b5 req-96b73869-46d1-4b07-83e4-a74f3ad6ea4c service neutron] Checking segment: {'id': '087eff6f-7ffe-4685-8407-ebe76234df3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 976, 'network_id': 'c6e9ea29-d63f-40f2-84ee-974e268aa2d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 09 16:56:04.127462 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab7d779-ed15-4379-b10a-54b49ae143b5 req-96b73869-46d1-4b07-83e4-a74f3ad6ea4c service neutron] Bound using segment: {'id': '087eff6f-7ffe-4685-8407-ebe76234df3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 976, 'network_id': 'c6e9ea29-d63f-40f2-84ee-974e268aa2d8'} {{(pid=111141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 09 16:56:04.127919 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.managers [req-5ab7d779-ed15-4379-b10a-54b49ae143b5 req-96b73869-46d1-4b07-83e4-a74f3ad6ea4c service neutron] Bound port: 9cab5e90-f175-4329-b086-0861ea05f1e3, host: hv-cinder-85236, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '087eff6f-7ffe-4685-8407-ebe76234df3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 976, 'network_id': 'c6e9ea29-d63f-40f2-84ee-974e268aa2d8'}}] {{(pid=111141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 09 16:56:04.128284 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-5ab7d779-ed15-4379-b10a-54b49ae143b5 req-96b73869-46d1-4b07-83e4-a74f3ad6ea4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (9cab5e90-f175-4329-b086-0861ea05f1e3), before_update {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:56:04.199978 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.db [req-5ab7d779-ed15-4379-b10a-54b49ae143b5 req-96b73869-46d1-4b07-83e4-a74f3ad6ea4c service neutron] For port 9cab5e90-f175-4329-b086-0861ea05f1e3, host hv-cinder-85236, cleared binding levels {{(pid=111141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:56:04.203699 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.db [req-5ab7d779-ed15-4379-b10a-54b49ae143b5 req-96b73869-46d1-4b07-83e4-a74f3ad6ea4c service neutron] For port 9cab5e90-f175-4329-b086-0861ea05f1e3, host hv-cinder-85236, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=9cab5e90-f175-4329-b086-0861ea05f1e3,segment=NetworkSegment(087eff6f-7ffe-4685-8407-ebe76234df3c),segment_id=087eff6f-7ffe-4685-8407-ebe76234df3c)] {{(pid=111141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:56:04.285505 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-5ab7d779-ed15-4379-b10a-54b49ae143b5 req-96b73869-46d1-4b07-83e4-a74f3ad6ea4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748338263269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748337861771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748337861789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12487573'] for port (9cab5e90-f175-4329-b086-0861ea05f1e3), after_update {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:56:04.289725 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab7d779-ed15-4379-b10a-54b49ae143b5 req-96b73869-46d1-4b07-83e4-a74f3ad6ea4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:56:04.290340 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-5ab7d779-ed15-4379-b10a-54b49ae143b5 req-96b73869-46d1-4b07-83e4-a74f3ad6ea4c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90003'] for port (None), before_response {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:56:04.291986 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-5ab7d779-ed15-4379-b10a-54b49ae143b5 req-96b73869-46d1-4b07-83e4-a74f3ad6ea4c service neutron] 10.222.0.91 "PUT /networking/v2.0/ports/9cab5e90-f175-4329-b086-0861ea05f1e3 HTTP/1.1" status: 200 len: 1093 time: 0.8233247 Aug 09 16:56:04.292543 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1229920f-1e1c-47ed-b793-477ffc82d0c7', 'tag': '9cab5e90-f175-4329-b086-0861ea05f1e3'}] {{(pid=111141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 16:56:04.295408 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fc61e086496b7b72fa0be04cca19be1e9321c349ae61d053137ad661f53d53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-031eea83-6574-49a3-a3d7-f18dc214e453" -d '{"events": [{"name": "network-changed", "server_uuid": "1229920f-1e1c-47ed-b793-477ffc82d0c7", "tag": "9cab5e90-f175-4329-b086-0861ea05f1e3"}]}' {{(pid=111141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:56:04.330914 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:56:04.350918 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b73869-46d1-4b07-83e4-a74f3ad6ea4c service neutron] Pushing event updated for resources: {'Port': ['ID=9cab5e90-f175-4329-b086-0861ea05f1e3,revision_number=3']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:56:04.398023 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Aug 2022 16:56:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f62b7cdd-1216-40cc-a9d3-704b87056a4b x-openstack-request-id: req-f62b7cdd-1216-40cc-a9d3-704b87056a4b {{(pid=111141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:56:04.398310 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1229920f-1e1c-47ed-b793-477ffc82d0c7", "tag": "9cab5e90-f175-4329-b086-0861ea05f1e3", "status": "completed", "code": 200}]} {{(pid=111141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:56:04.398565 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-f62b7cdd-1216-40cc-a9d3-704b87056a4b {{(pid=111141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:56:04.398981 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f62b7cdd-1216-40cc-a9d3-704b87056a4b'] response: {'name': 'network-changed', 'server_uuid': '1229920f-1e1c-47ed-b793-477ffc82d0c7', 'tag': '9cab5e90-f175-4329-b086-0861ea05f1e3', 'status': 'completed', 'code': 200} Aug 09 16:56:04.509595 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031eea83-6574-49a3-a3d7-f18dc214e453 req-9d8f2565-76d7-4233-bd8a-1fb91767d468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:56:04.511623 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-031eea83-6574-49a3-a3d7-f18dc214e453 req-9d8f2565-76d7-4233-bd8a-1fb91767d468 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?tenant_id=54562f03aaae457ca88be251d2208e2e&device_id=1229920f-1e1c-47ed-b793-477ffc82d0c7 HTTP/1.1" status: 200 len: 1127 time: 0.0437000 Aug 09 16:56:04.617742 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031eea83-6574-49a3-a3d7-f18dc214e453 req-e6fa0f39-b3ae-4fac-9b1c-7257ec0d26ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:56:04.619792 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-031eea83-6574-49a3-a3d7-f18dc214e453 req-e6fa0f39-b3ae-4fac-9b1c-7257ec0d26ef service neutron] 10.222.0.91 "GET /networking/v2.0/networks?tenant_id=54562f03aaae457ca88be251d2208e2e&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0922670 Aug 09 16:56:04.719201 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031eea83-6574-49a3-a3d7-f18dc214e453 req-4b4117da-7861-477c-94da-abf08f8c13d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:56:04.720709 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-031eea83-6574-49a3-a3d7-f18dc214e453 req-4b4117da-7861-477c-94da-abf08f8c13d1 service neutron] 10.222.0.91 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0942712 Aug 09 16:56:04.830700 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab7d779-ed15-4379-b10a-54b49ae143b5 req-4b39bcc3-2019-4920-8930-4d2f9b7a5de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:56:04.832502 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-5ab7d779-ed15-4379-b10a-54b49ae143b5 req-4b39bcc3-2019-4920-8930-4d2f9b7a5de3 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?tenant_id=54562f03aaae457ca88be251d2208e2e&device_id=1229920f-1e1c-47ed-b793-477ffc82d0c7 HTTP/1.1" status: 200 len: 1127 time: 0.0391467 Aug 09 16:56:04.894135 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-5ab7d779-ed15-4379-b10a-54b49ae143b5 req-183f4783-edf6-4d80-b303-08b3fb795e81 service neutron] 10.222.0.91 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9cab5e90-f175-4329-b086-0861ea05f1e3 HTTP/1.1" status: 200 len: 217 time: 0.0378704 Aug 09 16:56:04.927439 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dfba6c-3d46-4622-9cf1-8486e7511284 req-bd84917c-040c-4036-b295-b77520b15e66 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:56:04.928925 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-f4dfba6c-3d46-4622-9cf1-8486e7511284 req-bd84917c-040c-4036-b295-b77520b15e66 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=1229920f-1e1c-47ed-b793-477ffc82d0c7 HTTP/1.1" status: 200 len: 943 time: 0.0502627 Aug 09 16:56:04.959812 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab7d779-ed15-4379-b10a-54b49ae143b5 req-a6376fbb-cf67-4baa-a86f-5a6f0f2da6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:56:04.961364 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-5ab7d779-ed15-4379-b10a-54b49ae143b5 req-a6376fbb-cf67-4baa-a86f-5a6f0f2da6e1 service neutron] 10.222.0.91 "GET /networking/v2.0/subnets?id=04d182a3-f5e2-47dc-869b-31a7d21795ba HTTP/1.1" status: 200 len: 850 time: 0.0493751 Aug 09 16:56:04.978300 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-f4dfba6c-3d46-4622-9cf1-8486e7511284 req-d9f74595-c5ba-4c16-8e76-6b67ab9c969d tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=e81067de-d040-4d2a-ba40-e93ecff38537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437658 Aug 09 16:56:05.007042 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab7d779-ed15-4379-b10a-54b49ae143b5 req-4179735b-7ef3-4984-8776-f0e59a128be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:56:05.008579 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-5ab7d779-ed15-4379-b10a-54b49ae143b5 req-4179735b-7ef3-4984-8776-f0e59a128be4 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?network_id=c6e9ea29-d63f-40f2-84ee-974e268aa2d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0403230 Aug 09 16:56:05.106630 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-5ab7d779-ed15-4379-b10a-54b49ae143b5 req-29972804-a1d9-400c-9f99-5c674c3b998c service neutron] 10.222.0.91 "GET /networking/v2.0/networks/c6e9ea29-d63f-40f2-84ee-974e268aa2d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895252 Aug 09 16:56:05.156875 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:56:05.199937 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-5ab7d779-ed15-4379-b10a-54b49ae143b5 req-234768a8-3579-49ca-9fdf-8e47bd710af5 service neutron] 10.222.0.91 "GET /networking/v2.0/networks/c6e9ea29-d63f-40f2-84ee-974e268aa2d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840654 Aug 09 16:56:06.103290 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84cf7d4-1a07-4f4d-a492-78239a9b9e0a req-43037990-5229-4b5c-b1a8-46fac1acb0a7 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:56:06.104808 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-d84cf7d4-1a07-4f4d-a492-78239a9b9e0a req-43037990-5229-4b5c-b1a8-46fac1acb0a7 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=1229920f-1e1c-47ed-b793-477ffc82d0c7 HTTP/1.1" status: 200 len: 943 time: 0.0494514 Aug 09 16:56:06.155927 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-d84cf7d4-1a07-4f4d-a492-78239a9b9e0a req-9077ccd0-8851-4978-a9ff-6dee40ad50b5 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=e81067de-d040-4d2a-ba40-e93ecff38537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455322 Aug 09 16:56:06.727134 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Device 9cab5e90-f175-4329-b086-0861ea05f1e3 details requested by agent hyperv_hv-cinder-85236 with host hv-cinder-85236 {{(pid=111142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 16:56:06.834523 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.db [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] For port 9cab5e90-f175-4329-b086-0861ea05f1e3, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=9cab5e90-f175-4329-b086-0861ea05f1e3,segment=NetworkSegment(087eff6f-7ffe-4685-8407-ebe76234df3c),segment_id=087eff6f-7ffe-4685-8407-ebe76234df3c)] {{(pid=111142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:56:06.846378 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Returning: {'device': '9cab5e90-f175-4329-b086-0861ea05f1e3', 'network_id': 'c6e9ea29-d63f-40f2-84ee-974e268aa2d8', 'port_id': '9cab5e90-f175-4329-b086-0861ea05f1e3', 'mac_address': 'fa:16:3e:d7:68:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 976, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04d182a3-f5e2-47dc-869b-31a7d21795ba', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 16:56:06.882383 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Current status of the port 9cab5e90-f175-4329-b086-0861ea05f1e3 is: DOWN; New status is: BUILD {{(pid=111142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 16:56:06.882777 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (9cab5e90-f175-4329-b086-0861ea05f1e3), before_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:56:06.896046 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.notifiers.nova [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9cab5e90-f175-4329-b086-0861ea05f1e3 {{(pid=111142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 09 16:56:06.918118 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.db [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] For port 9cab5e90-f175-4329-b086-0861ea05f1e3, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=9cab5e90-f175-4329-b086-0861ea05f1e3,segment=NetworkSegment(087eff6f-7ffe-4685-8407-ebe76234df3c),segment_id=087eff6f-7ffe-4685-8407-ebe76234df3c)] {{(pid=111142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:56:06.981924 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748338263269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748337861771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748337861789'] for port (9cab5e90-f175-4329-b086-0861ea05f1e3), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:56:07.029141 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Pushing event updated for resources: {'Port': ['ID=9cab5e90-f175-4329-b086-0861ea05f1e3,revision_number=4']} {{(pid=111142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:56:07.277994 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317ccee3-cae9-490d-a6c3-eaf835f678a7 req-bcce779c-a17a-48e1-9bfb-26073bcae850 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:56:07.279414 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-317ccee3-cae9-490d-a6c3-eaf835f678a7 req-bcce779c-a17a-48e1-9bfb-26073bcae850 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=1229920f-1e1c-47ed-b793-477ffc82d0c7 HTTP/1.1" status: 200 len: 944 time: 0.0516825 Aug 09 16:56:07.328772 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-317ccee3-cae9-490d-a6c3-eaf835f678a7 req-021a098d-9170-4f3f-b92c-2909024e0642 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=e81067de-d040-4d2a-ba40-e93ecff38537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426683 Aug 09 16:56:07.452281 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.db [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] get_ports_and_sgs() called for port_ids ['9cab5e90-f175-4329-b086-0861ea05f1e3'] {{(pid=111142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:56:07.530532 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:56:08.453062 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fdd70a-5ee1-4f22-8896-c0a59b8505af req-542d4ff5-9417-40b7-8f49-39b6eb6e2f2c tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:56:08.454579 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-e6fdd70a-5ee1-4f22-8896-c0a59b8505af req-542d4ff5-9417-40b7-8f49-39b6eb6e2f2c tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=1229920f-1e1c-47ed-b793-477ffc82d0c7 HTTP/1.1" status: 200 len: 944 time: 0.0481143 Aug 09 16:56:08.504585 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-e6fdd70a-5ee1-4f22-8896-c0a59b8505af req-e393a680-619e-43b1-8359-9b93266c73cf tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=e81067de-d040-4d2a-ba40-e93ecff38537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442584 Aug 09 16:56:08.751626 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Device 9cab5e90-f175-4329-b086-0861ea05f1e3 up at agent hyperv_hv-cinder-85236 {{(pid=111142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:56:08.787231 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:56:08.795512 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.provisioning_blocks [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Provisioning for port 9cab5e90-f175-4329-b086-0861ea05f1e3 completed by entity L2. {{(pid=111142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 09 16:56:08.858394 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.provisioning_blocks [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Provisioning complete for port 9cab5e90-f175-4329-b086-0861ea05f1e3 triggered by entity L2. {{(pid=111142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 16:56:08.858774 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877469'] for port (9cab5e90-f175-4329-b086-0861ea05f1e3), provisioning_complete {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:56:08.936461 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Current status of the port 9cab5e90-f175-4329-b086-0861ea05f1e3 is: BUILD; New status is: ACTIVE {{(pid=111142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 16:56:08.936847 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (9cab5e90-f175-4329-b086-0861ea05f1e3), before_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:56:08.960209 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1229920f-1e1c-47ed-b793-477ffc82d0c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cab5e90-f175-4329-b086-0861ea05f1e3'}] {{(pid=111142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 16:56:08.962450 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a3936692d9fe67bf654b43a226d329952087876dab2ee9ab8d24037cf19aeb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71fe41c3-6071-40b0-b590-ede0890a27e9" -d '{"events": [{"server_uuid": "1229920f-1e1c-47ed-b793-477ffc82d0c7", "name": "network-vif-plugged", "status": "completed", "tag": "9cab5e90-f175-4329-b086-0861ea05f1e3"}]}' {{(pid=111142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:56:08.976166 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.db [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] For port 9cab5e90-f175-4329-b086-0861ea05f1e3, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=9cab5e90-f175-4329-b086-0861ea05f1e3,segment=NetworkSegment(087eff6f-7ffe-4685-8407-ebe76234df3c),segment_id=087eff6f-7ffe-4685-8407-ebe76234df3c)] {{(pid=111142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:56:09.006198 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Aug 2022 16:56:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13b46747-fe4d-43b4-b3d3-7d9a35996dec x-openstack-request-id: req-13b46747-fe4d-43b4-b3d3-7d9a35996dec {{(pid=111142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:56:09.006544 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1229920f-1e1c-47ed-b793-477ffc82d0c7", "name": "network-vif-plugged", "status": "completed", "tag": "9cab5e90-f175-4329-b086-0861ea05f1e3", "code": 200}]} {{(pid=111142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:56:09.006806 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-13b46747-fe4d-43b4-b3d3-7d9a35996dec {{(pid=111142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:56:09.007255 dv-cinder-852364-3-iscsi neutron-server[111142]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13b46747-fe4d-43b4-b3d3-7d9a35996dec'] response: {'server_uuid': '1229920f-1e1c-47ed-b793-477ffc82d0c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cab5e90-f175-4329-b086-0861ea05f1e3', 'code': 200} Aug 09 16:56:09.068661 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748338263269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748337861771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748337861789'] for port (9cab5e90-f175-4329-b086-0861ea05f1e3), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:56:09.122087 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Pushing event updated for resources: {'Port': ['ID=9cab5e90-f175-4329-b086-0861ea05f1e3,revision_number=5']} {{(pid=111142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:56:09.426246 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78b402e-eaa6-444c-a612-6bc2291bf08e req-da17901f-1199-4b21-9293-8a02740ffc76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:56:09.427744 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-c78b402e-eaa6-444c-a612-6bc2291bf08e req-da17901f-1199-4b21-9293-8a02740ffc76 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?device_id=1229920f-1e1c-47ed-b793-477ffc82d0c7 HTTP/1.1" status: 200 len: 1129 time: 0.0379291 Aug 09 16:56:09.473000 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-c78b402e-eaa6-444c-a612-6bc2291bf08e req-796657ce-8418-4ff7-afb7-07a04dcd4fc7 service neutron] 10.222.0.91 "GET /networking/v2.0/security-groups?id=e81067de-d040-4d2a-ba40-e93ecff38537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381427 Aug 09 16:56:09.625716 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c745239-7c3f-42ea-be49-80cfdfa4a235 req-7feae38a-78b4-45af-ba35-bbbe86c94fcd tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:56:09.627211 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-1c745239-7c3f-42ea-be49-80cfdfa4a235 req-7feae38a-78b4-45af-ba35-bbbe86c94fcd tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=1229920f-1e1c-47ed-b793-477ffc82d0c7 HTTP/1.1" status: 200 len: 945 time: 0.0471044 Aug 09 16:56:09.675452 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-1c745239-7c3f-42ea-be49-80cfdfa4a235 req-cd420d9f-8496-4269-a2dd-6854198a5637 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=e81067de-d040-4d2a-ba40-e93ecff38537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424950 Aug 09 16:56:10.031787 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd4cdbb-199a-4314-a21b-f752d5d5dd23 req-009fa427-3319-4acf-9987-c8b89617fbf7 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:56:10.033393 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-9dd4cdbb-199a-4314-a21b-f752d5d5dd23 req-009fa427-3319-4acf-9987-c8b89617fbf7 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=d6dea3ef-6792-4471-ba10-60009659c637 HTTP/1.1" status: 200 len: 945 time: 0.0483215 Aug 09 16:56:10.090764 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-9dd4cdbb-199a-4314-a21b-f752d5d5dd23 req-3dd4caf4-b7d1-4726-a6da-20f37471d955 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=891c2bba-5f70-4348-a605-867373065164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516229 Aug 09 16:56:10.105430 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-e2981797-e8da-4c5b-9e26-3cd4ed0eec76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (0d699ab0-1a4e-47ab-a625-f3b077123214), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:56:10.801580 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edf01ad-a26a-41cb-b057-da8169ad00ef req-82995030-f40d-4ac6-9a8d-5382e1ceef09 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:56:10.803049 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-6edf01ad-a26a-41cb-b057-da8169ad00ef req-82995030-f40d-4ac6-9a8d-5382e1ceef09 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=1229920f-1e1c-47ed-b793-477ffc82d0c7 HTTP/1.1" status: 200 len: 945 time: 0.0519254 Aug 09 16:56:10.849438 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-6edf01ad-a26a-41cb-b057-da8169ad00ef req-4d3e8fed-3d9e-4c25-b746-544fa051f04f tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=e81067de-d040-4d2a-ba40-e93ecff38537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407965 Aug 09 16:56:11.211251 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27c1d94-0ab1-41f5-a1d0-a8fafdb6d366 req-d1604b6c-d7f4-4157-80f8-56b3478ea07f tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:56:11.212728 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-d27c1d94-0ab1-41f5-a1d0-a8fafdb6d366 req-d1604b6c-d7f4-4157-80f8-56b3478ea07f tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=d6dea3ef-6792-4471-ba10-60009659c637 HTTP/1.1" status: 200 len: 945 time: 0.0479412 Aug 09 16:56:11.264630 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-d27c1d94-0ab1-41f5-a1d0-a8fafdb6d366 req-e21f9ba9-3b62-44df-9a64-7b8714eae1f0 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=891c2bba-5f70-4348-a605-867373065164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448878 Aug 09 16:56:11.977341 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a066dc-ed67-4f0d-9533-97eaaea64c34 req-7a225b55-e572-47df-8215-82e782f2d4d2 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:56:11.979952 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-c3a066dc-ed67-4f0d-9533-97eaaea64c34 req-7a225b55-e572-47df-8215-82e782f2d4d2 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=1229920f-1e1c-47ed-b793-477ffc82d0c7 HTTP/1.1" status: 200 len: 945 time: 0.0544479 Aug 09 16:56:12.028724 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-c3a066dc-ed67-4f0d-9533-97eaaea64c34 req-4abcd5dc-3145-4d69-a1e1-f5b46dd8c78a tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=e81067de-d040-4d2a-ba40-e93ecff38537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431428 Aug 09 16:56:12.389777 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdb23da-45a6-4e70-b1dd-51f2ff979935 req-fb89def8-25c5-49cc-a8ab-0b895273424f tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:56:12.391289 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-3fdb23da-45a6-4e70-b1dd-51f2ff979935 req-fb89def8-25c5-49cc-a8ab-0b895273424f tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=d6dea3ef-6792-4471-ba10-60009659c637 HTTP/1.1" status: 200 len: 945 time: 0.0494633 Aug 09 16:56:12.441406 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-d8118de6-5798-4206-89ae-b67d173f939b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (2cf02505-efcb-442b-855b-6c659df6f18c), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:56:12.442157 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-3fdb23da-45a6-4e70-b1dd-51f2ff979935 req-b99154ad-1cd6-445b-86e8-2989326fd115 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=891c2bba-5f70-4348-a605-867373065164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451632 Aug 09 16:56:12.993218 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.wsgi [-] (111140) accepted ('10.222.0.59', 54518) {{(pid=111140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:56:13.041669 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.db.db_base_plugin_v2 [None req-23609ffc-f88b-4230-92d4-624bad1e3df9 admin admin] Deleting subnet 5b1f82a1-0a86-4aa6-869d-a4d91bedfe05 {{(pid=111140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 09 16:56:13.044962 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-23609ffc-f88b-4230-92d4-624bad1e3df9 admin admin] Publish callbacks [] for subnet (5b1f82a1-0a86-4aa6-869d-a4d91bedfe05), before_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:56:13.080892 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-23609ffc-f88b-4230-92d4-624bad1e3df9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12387189'] for subnet (5b1f82a1-0a86-4aa6-869d-a4d91bedfe05), precommit_delete_associations {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:56:13.122245 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-23609ffc-f88b-4230-92d4-624bad1e3df9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3877167'] for subnet (5b1f82a1-0a86-4aa6-869d-a4d91bedfe05), precommit_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:56:13.163659 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=100 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:56:13.175142 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372bd140-ee9c-4aaf-bf75-d4f01aa65cb4 req-11cb461b-d857-4602-93e4-2b1c1bfdbb25 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:56:13.176642 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-372bd140-ee9c-4aaf-bf75-d4f01aa65cb4 req-11cb461b-d857-4602-93e4-2b1c1bfdbb25 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=d6dea3ef-6792-4471-ba10-60009659c637 HTTP/1.1" status: 200 len: 945 time: 0.0823243 Aug 09 16:56:13.188732 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa66f88f-3cb7-4792-8535-26cdffee85b3 req-2a4572ed-99c5-44eb-9012-7bae747f11a7 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:56:13.190134 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-fa66f88f-3cb7-4792-8535-26cdffee85b3 req-2a4572ed-99c5-44eb-9012-7bae747f11a7 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=1229920f-1e1c-47ed-b793-477ffc82d0c7 HTTP/1.1" status: 200 len: 945 time: 0.0872638 Aug 09 16:56:13.262303 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-23609ffc-f88b-4230-92d4-624bad1e3df9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3877156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12086752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8786532'] for subnet (5b1f82a1-0a86-4aa6-869d-a4d91bedfe05), after_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:56:13.272600 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-fa66f88f-3cb7-4792-8535-26cdffee85b3 req-521301bc-79db-4324-a82c-832cd70cef55 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=e81067de-d040-4d2a-ba40-e93ecff38537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744567 Aug 09 16:56:13.295517 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23609ffc-f88b-4230-92d4-624bad1e3df9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b1f82a1-0a86-4aa6-869d-a4d91bedfe05,revision_number=None']} {{(pid=111140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:56:13.302094 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-23609ffc-f88b-4230-92d4-624bad1e3df9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:56:13.305763 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [None req-23609ffc-f88b-4230-92d4-624bad1e3df9 admin admin] 10.222.0.59 "DELETE /networking/v2.0/subnets/5b1f82a1-0a86-4aa6-869d-a4d91bedfe05 HTTP/1.1" status: 204 len: 168 time: 0.3115456 Aug 09 16:56:13.308208 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.wsgi [-] (111140) accepted ('10.222.0.59', 54526) {{(pid=111140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:56:13.329517 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.plugin [req-372bd140-ee9c-4aaf-bf75-d4f01aa65cb4 req-05c78ef0-5fec-4e62-a494-eb07d83dc6c5 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Deleting port 7894ce6f-cdea-4930-bb7f-7cb16ee8e5c0 {{(pid=111141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 09 16:56:13.330059 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-372bd140-ee9c-4aaf-bf75-d4f01aa65cb4 req-05c78ef0-5fec-4e62-a494-eb07d83dc6c5 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748338259761'] for port (7894ce6f-cdea-4930-bb7f-7cb16ee8e5c0), before_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:56:13.368901 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:56:13.406927 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:56:13.417673 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-ac36a905-5802-4b2f-8804-6af9a66d9bfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3928643'] for network (e3964af6-46ca-431b-afc6-d66481e46704), before_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:56:13.424937 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10c7019-343a-484b-b3bb-a94d63306adc req-860e1539-e631-4cf5-977f-da57571c29b4 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:56:13.431497 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-f10c7019-343a-484b-b3bb-a94d63306adc req-860e1539-e631-4cf5-977f-da57571c29b4 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=1229920f-1e1c-47ed-b793-477ffc82d0c7 HTTP/1.1" status: 200 len: 945 time: 0.0736496 Aug 09 16:56:13.431867 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.db [req-372bd140-ee9c-4aaf-bf75-d4f01aa65cb4 req-05c78ef0-5fec-4e62-a494-eb07d83dc6c5 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] For port 7894ce6f-cdea-4930-bb7f-7cb16ee8e5c0, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=7894ce6f-cdea-4930-bb7f-7cb16ee8e5c0,segment=NetworkSegment(dfba7045-db71-4a5e-bed3-6451649a980f),segment_id=dfba7045-db71-4a5e-bed3-6451649a980f)] {{(pid=111141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:56:13.431867 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-372bd140-ee9c-4aaf-bf75-d4f01aa65cb4 req-05c78ef0-5fec-4e62-a494-eb07d83dc6c5 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694862'] for port (7894ce6f-cdea-4930-bb7f-7cb16ee8e5c0), precommit_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:56:13.438127 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.wsgi [-] (111140) accepted ('10.222.0.59', 54528) {{(pid=111140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:56:13.442420 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.v2.base [None req-629d5517-ea65-4d8b-a4f9-258ac6825702 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Request body: {'floatingip': {'port_id': '9cab5e90-f175-4329-b086-0861ea05f1e3'}} {{(pid=111140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 16:56:13.537714 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-629d5517-ea65-4d8b-a4f9-258ac6825702 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Publish callbacks [] for floatingip (fa99dc52-0978-4e95-a47a-f64d9470be7d), before_update {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:56:13.612112 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-ac36a905-5802-4b2f-8804-6af9a66d9bfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3880624', 'neutron.services.segments.db._delete_segments_for_network-8748338318574'] for network (e3964af6-46ca-431b-afc6-d66481e46704), precommit_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:56:13.630597 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155cd6a4-6d17-4cdd-907c-645ee3bffd98 req-87de6c45-1e7c-41a6-b36d-1a59b8bc34b8 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:56:13.632136 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-155cd6a4-6d17-4cdd-907c-645ee3bffd98 req-87de6c45-1e7c-41a6-b36d-1a59b8bc34b8 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=d6dea3ef-6792-4471-ba10-60009659c637 HTTP/1.1" status: 200 len: 945 time: 0.1021099 Aug 09 16:56:13.647001 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=100 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:56:13.661314 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-372bd140-ee9c-4aaf-bf75-d4f01aa65cb4 req-05c78ef0-5fec-4e62-a494-eb07d83dc6c5 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:56:13.661673 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-372bd140-ee9c-4aaf-bf75-d4f01aa65cb4 req-05c78ef0-5fec-4e62-a494-eb07d83dc6c5 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-336914'] for floatingip (e4d3a3ac-4346-464a-af40-0f02fef6914a), after_update {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:56:13.661987 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.db.l3_db [req-372bd140-ee9c-4aaf-bf75-d4f01aa65cb4 req-05c78ef0-5fec-4e62-a494-eb07d83dc6c5 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Floating IP e4d3a3ac-4346-464a-af40-0f02fef6914a disassociated. External IP: 172.27.2.66, port: 7894ce6f-cdea-4930-bb7f-7cb16ee8e5c0. Aug 09 16:56:13.662328 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.plugin [req-372bd140-ee9c-4aaf-bf75-d4f01aa65cb4 req-05c78ef0-5fec-4e62-a494-eb07d83dc6c5 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Calling delete_port for 7894ce6f-cdea-4930-bb7f-7cb16ee8e5c0 owned by compute:nova {{(pid=111141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 09 16:56:13.665481 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.services.segments.db [None req-ac36a905-5802-4b2f-8804-6af9a66d9bfd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3964af6-46ca-431b-afc6-d66481e46704']}} {{(pid=111140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:56:13.683170 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.services.segments.db [None req-ac36a905-5802-4b2f-8804-6af9a66d9bfd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd64a4b0d-8eb6-4b0b-baa8-f772fe9dbe8e') {'for_net_delete': True} {{(pid=111140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:56:13.683540 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.services.segments.db [None req-ac36a905-5802-4b2f-8804-6af9a66d9bfd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd64a4b0d-8eb6-4b0b-baa8-f772fe9dbe8e') {} {{(pid=111140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:56:13.698498 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-ac36a905-5802-4b2f-8804-6af9a66d9bfd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748338318475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12387196'] for segment (d64a4b0d-8eb6-4b0b-baa8-f772fe9dbe8e), before_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:56:13.699075 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-e70f562e-e7df-49ad-a15a-67a143aa0666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (bc6be869-02df-4ed8-8ee0-3ec53a1551af), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:56:13.735354 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-155cd6a4-6d17-4cdd-907c-645ee3bffd98 req-370ab4eb-cd89-4580-9819-40a1cc12be34 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=891c2bba-5f70-4348-a605-867373065164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952306 Aug 09 16:56:13.755025 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-ac36a905-5802-4b2f-8804-6af9a66d9bfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3501092'] for segment (d64a4b0d-8eb6-4b0b-baa8-f772fe9dbe8e), precommit_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:56:13.768785 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac36a905-5802-4b2f-8804-6af9a66d9bfd admin admin] Releasing vlan 964 on physical network physnet1 to pool {{(pid=111140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 16:56:13.769160 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-ac36a905-5802-4b2f-8804-6af9a66d9bfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3501092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12084034'] for segment (d64a4b0d-8eb6-4b0b-baa8-f772fe9dbe8e), after_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:56:13.849828 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.services.segments.plugin [-] Segment d64a4b0d-8eb6-4b0b-baa8-f772fe9dbe8e resource provider aggregate not found Aug 09 16:56:13.869561 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.services.segments.plugin [-] Segment d64a4b0d-8eb6-4b0b-baa8-f772fe9dbe8e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d64a4b0d-8eb6-4b0b-baa8-f772fe9dbe8e found for delete ", "request_id": "req-6679d2cd-4fd8-4c05-9ec2-3698d8d8c634"}]} Aug 09 16:56:13.887371 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-372bd140-ee9c-4aaf-bf75-d4f01aa65cb4 req-05c78ef0-5fec-4e62-a494-eb07d83dc6c5 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748338263278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748337861762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12487578'] for port (7894ce6f-cdea-4930-bb7f-7cb16ee8e5c0), after_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:56:13.915885 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c78ef0-5fec-4e62-a494-eb07d83dc6c5 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Pushing event deleted for resources: {'Port': ['ID=7894ce6f-cdea-4930-bb7f-7cb16ee8e5c0,revision_number=None']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:56:14.008855 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-ac36a905-5802-4b2f-8804-6af9a66d9bfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3880635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690469'] for network (e3964af6-46ca-431b-afc6-d66481e46704), after_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:56:14.020922 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-ac36a905-5802-4b2f-8804-6af9a66d9bfd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526441'] for network (None), before_response {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:56:14.024049 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [None req-ac36a905-5802-4b2f-8804-6af9a66d9bfd admin admin] 10.222.0.59 "DELETE /networking/v2.0/networks/e3964af6-46ca-431b-afc6-d66481e46704 HTTP/1.1" status: 204 len: 168 time: 0.7148993 Aug 09 16:56:14.033206 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:56:14.039700 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.scheduler.l3_agent_scheduler [req-372bd140-ee9c-4aaf-bf75-d4f01aa65cb4 req-05c78ef0-5fec-4e62-a494-eb07d83dc6c5 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Router 7b1d7653-d26c-46fd-a988-11a269ea7e23 has already been hosted by L3 agent 2cf02505-efcb-442b-855b-6c659df6f18c {{(pid=111141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 09 16:56:14.046529 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac36a905-5802-4b2f-8804-6af9a66d9bfd admin admin] Pushing event deleted for resources: {'Network': ['ID=e3964af6-46ca-431b-afc6-d66481e46704,revision_number=None']} {{(pid=111140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:56:14.153251 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-372bd140-ee9c-4aaf-bf75-d4f01aa65cb4 req-05c78ef0-5fec-4e62-a494-eb07d83dc6c5 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Notify agent at l3_agent.dv-cinder-852364-3-iscsi the message routers_updated {{(pid=111141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:56:14.159058 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-629d5517-ea65-4d8b-a4f9-258ac6825702 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:56:14.164225 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03472532-3528-4f20-b4fa-2f3f26a29e5e None None] Sync routers for ids ['7b1d7653-d26c-46fd-a988-11a269ea7e23'] in dv-cinder-852364-3-iscsi {{(pid=111143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:56:14.176882 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03472532-3528-4f20-b4fa-2f3f26a29e5e None None] Routers {'7b1d7653-d26c-46fd-a988-11a269ea7e23'} bound to L3 agent in host dv-cinder-852364-3-iscsi {{(pid=111143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 16:56:14.177771 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.l3_hamode_db [None req-03472532-3528-4f20-b4fa-2f3f26a29e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-09T16:42:12Z,description=,heartbeat_timestamp=2022-08-09T16:56:12Z,host='dv-cinder-852364-3-iscsi',id=2cf02505-efcb-442b-855b-6c659df6f18c,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:13Z,topic='l3_agent')) {'router_ids': ['7b1d7653-d26c-46fd-a988-11a269ea7e23'], 'active': True} {{(pid=111143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:56:14.198335 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.db.l3_dvrscheduler_db [req-372bd140-ee9c-4aaf-bf75-d4f01aa65cb4 req-05c78ef0-5fec-4e62-a494-eb07d83dc6c5 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] No DVR routers for this DVR port 7894ce6f-cdea-4930-bb7f-7cb16ee8e5c0 on host hv-cinder-85236 {{(pid=111141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 09 16:56:14.201118 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-372bd140-ee9c-4aaf-bf75-d4f01aa65cb4 req-05c78ef0-5fec-4e62-a494-eb07d83dc6c5 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90003'] for port (None), before_response {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:56:14.204631 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-372bd140-ee9c-4aaf-bf75-d4f01aa65cb4 req-05c78ef0-5fec-4e62-a494-eb07d83dc6c5 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] 10.222.0.91 "DELETE /networking/v2.0/ports/7894ce6f-cdea-4930-bb7f-7cb16ee8e5c0 HTTP/1.1" status: 204 len: 173 time: 1.0136483 Aug 09 16:56:14.205076 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6dea3ef-6792-4471-ba10-60009659c637', 'name': 'network-vif-deleted', 'tag': '7894ce6f-cdea-4930-bb7f-7cb16ee8e5c0'}] {{(pid=111141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 16:56:14.207369 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fc61e086496b7b72fa0be04cca19be1e9321c349ae61d053137ad661f53d53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bee8c274-73ad-4e39-b7b4-6412022cbfd3" -d '{"events": [{"server_uuid": "d6dea3ef-6792-4471-ba10-60009659c637", "name": "network-vif-deleted", "tag": "7894ce6f-cdea-4930-bb7f-7cb16ee8e5c0"}]}' {{(pid=111141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:56:14.248737 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Aug 2022 16:56:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fc66a96-76d6-47cd-b5f9-eed3769770ab x-openstack-request-id: req-5fc66a96-76d6-47cd-b5f9-eed3769770ab {{(pid=111141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:56:14.249233 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6dea3ef-6792-4471-ba10-60009659c637", "name": "network-vif-deleted", "tag": "7894ce6f-cdea-4930-bb7f-7cb16ee8e5c0", "status": "completed", "code": 200}]} {{(pid=111141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:56:14.249486 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-5fc66a96-76d6-47cd-b5f9-eed3769770ab {{(pid=111141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:56:14.249908 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5fc66a96-76d6-47cd-b5f9-eed3769770ab'] response: {'server_uuid': 'd6dea3ef-6792-4471-ba10-60009659c637', 'name': 'network-vif-deleted', 'tag': '7894ce6f-cdea-4930-bb7f-7cb16ee8e5c0', 'status': 'completed', 'code': 200} Aug 09 16:56:14.253686 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-629d5517-ea65-4d8b-a4f9-258ac6825702 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-336914'] for floatingip (fa99dc52-0978-4e95-a47a-f64d9470be7d), after_update {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:56:14.287742 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.l3_dvr_db [None req-03472532-3528-4f20-b4fa-2f3f26a29e5e None None] Set router 7b1d7653-d26c-46fd-a988-11a269ea7e23 gateway port host: dv-cinder-852364-3-iscsi {{(pid=111143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 16:56:14.296272 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:56:14.365850 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.db.l3_db [None req-629d5517-ea65-4d8b-a4f9-258ac6825702 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Floating IP fa99dc52-0978-4e95-a47a-f64d9470be7d associated. External IP: 172.27.2.217, port: 9cab5e90-f175-4329-b086-0861ea05f1e3. Aug 09 16:56:14.466456 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG dbcounter [-] [111143] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:56:14.514869 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG dbcounter [-] [111143] Writing DB stats neutron:SELECT=100 {{(pid=111143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:56:14.524978 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.l3_hamode_db [None req-03472532-3528-4f20-b4fa-2f3f26a29e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b1d7653-d26c-46fd-a988-11a269ea7e23', 'name': 'tempest-TestVolumeBootPattern-812573823-router', 'tenant_id': 'e5e7f48ecafa4bfe80fadd50e0b24cbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'external_fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': 'be992953-963d-4a09-bb47-b723431b87cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:51:58Z', 'updated_at': '2022-08-09T16:52:02Z', 'revision_number': 4, 'project_id': 'e5e7f48ecafa4bfe80fadd50e0b24cbb', 'gw_port': {'id': 'be992953-963d-4a09-bb47-b723431b87cd', 'name': '', 'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:85:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b1d7653-d26c-46fd-a988-11a269ea7e23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:51:59Z', 'updated_at': '2022-08-09T16:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-3-iscsi', '_interfaces': [{'id': 'e23a157b-3cec-48c9-bddb-dfa7847c6d89', 'name': '', 'network_id': '03ca7ab9-4a6d-42ee-86c4-e644a355c008', 'tenant_id': 'e5e7f48ecafa4bfe80fadd50e0b24cbb', 'mac_address': 'fa:16:3e:1b:6b:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b1d7653-d26c-46fd-a988-11a269ea7e23', 'device_owner': 'network:router_interface', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'b36b87ee-0e67-4f6f-99fc-27a16ecf7293', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:52:01Z', 'updated_at': '2022-08-09T16:52:08Z', 'revision_number': 5, 'project_id': 'e5e7f48ecafa4bfe80fadd50e0b24cbb', 'subnets': [{'id': 'b36b87ee-0e67-4f6f-99fc-27a16ecf7293', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-3-iscsi', False) {} {{(pid=111143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:56:14.556074 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03472532-3528-4f20-b4fa-2f3f26a29e5e None None] Checking router: 7b1d7653-d26c-46fd-a988-11a269ea7e23 for host: dv-cinder-852364-3-iscsi {{(pid=111143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:56:14.565359 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03472532-3528-4f20-b4fa-2f3f26a29e5e None None] Routers {'7b1d7653-d26c-46fd-a988-11a269ea7e23'} bound to L3 agent in host dv-cinder-852364-3-iscsi {{(pid=111143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 16:56:14.565902 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.l3_hamode_db [None req-03472532-3528-4f20-b4fa-2f3f26a29e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-09T16:42:12Z,description=,heartbeat_timestamp=2022-08-09T16:56:12Z,host='dv-cinder-852364-3-iscsi',id=2cf02505-efcb-442b-855b-6c659df6f18c,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:13Z,topic='l3_agent')) {'router_ids': ['7b1d7653-d26c-46fd-a988-11a269ea7e23'], 'active': True} {{(pid=111143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:56:14.572992 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.wsgi [-] (111141) accepted ('10.222.0.59', 54544) {{(pid=111141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:56:14.585405 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-629d5517-ea65-4d8b-a4f9-258ac6825702 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Router 2cab2482-7444-4975-b616-2ff06d0c2e17 has already been hosted by L3 agent 2cf02505-efcb-442b-855b-6c659df6f18c {{(pid=111140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 09 16:56:14.621140 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [None req-420a79a6-563f-4c4e-9014-0bad3d6c23b5 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=7ea828531a5d468a9f15381d47e1594e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0469983 Aug 09 16:56:14.623670 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.wsgi [-] (111141) accepted ('10.222.0.59', 54546) {{(pid=111141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:56:14.636872 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:UPDATE=3,neutron:SELECT=94,neutron:DELETE=3 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:56:14.674118 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.l3_dvr_db [None req-03472532-3528-4f20-b4fa-2f3f26a29e5e None None] Set router 7b1d7653-d26c-46fd-a988-11a269ea7e23 gateway port host: dv-cinder-852364-3-iscsi {{(pid=111143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 16:56:14.675218 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-9666c6a2-9f48-499f-8689-d8874e34d10b admin admin] Publish callbacks [] for security_group (ba8eb485-b96c-4609-af49-bece5d191c07), before_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:56:14.701385 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-9666c6a2-9f48-499f-8689-d8874e34d10b admin admin] Publish callbacks [] for security_group (ba8eb485-b96c-4609-af49-bece5d191c07), precommit_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:56:14.703322 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-629d5517-ea65-4d8b-a4f9-258ac6825702 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Notify agent at l3_agent.dv-cinder-852364-3-iscsi the message routers_updated {{(pid=111140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:56:14.709426 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-629d5517-ea65-4d8b-a4f9-258ac6825702 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90003'] for floatingip (None), before_response {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:56:14.717274 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db1869d-4ec4-4511-af1b-b330ca0e07f6 None None] Sync routers for ids ['2cab2482-7444-4975-b616-2ff06d0c2e17'] in dv-cinder-852364-3-iscsi {{(pid=111142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:56:14.735905 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db1869d-4ec4-4511-af1b-b330ca0e07f6 None None] Routers {'2cab2482-7444-4975-b616-2ff06d0c2e17'} bound to L3 agent in host dv-cinder-852364-3-iscsi {{(pid=111142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 16:56:14.737957 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_hamode_db [None req-4db1869d-4ec4-4511-af1b-b330ca0e07f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-09T16:42:12Z,description=,heartbeat_timestamp=2022-08-09T16:56:12Z,host='dv-cinder-852364-3-iscsi',id=2cf02505-efcb-442b-855b-6c659df6f18c,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:13Z,topic='l3_agent')) {'router_ids': ['2cab2482-7444-4975-b616-2ff06d0c2e17'], 'active': True} {{(pid=111142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:56:14.777783 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [None req-629d5517-ea65-4d8b-a4f9-258ac6825702 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] 10.222.0.59 "PUT /networking/v2.0/floatingips/fa99dc52-0978-4e95-a47a-f64d9470be7d HTTP/1.1" status: 200 len: 991 time: 1.3357677 Aug 09 16:56:14.777783 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1229920f-1e1c-47ed-b793-477ffc82d0c7', 'tag': '9cab5e90-f175-4329-b086-0861ea05f1e3'}] {{(pid=111140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 16:56:14.778912 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f41bda9ed637a92b78517b41d4edf2586523f8da12b25a219bf38f0aed6eb417" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be94d523-48df-4e65-8060-113499c55f13" -d '{"events": [{"name": "network-changed", "server_uuid": "1229920f-1e1c-47ed-b793-477ffc82d0c7", "tag": "9cab5e90-f175-4329-b086-0861ea05f1e3"}]}' {{(pid=111140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:56:14.868380 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-fe0385c6-2785-4de8-a6e7-7170ecd851f7 req-a667db3d-e5e2-4fa4-bbad-d84571649f92 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=d6dea3ef-6792-4471-ba10-60009659c637 HTTP/1.1" status: 200 len: 210 time: 0.0351207 Aug 09 16:56:14.872754 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.l3_hamode_db [None req-03472532-3528-4f20-b4fa-2f3f26a29e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b1d7653-d26c-46fd-a988-11a269ea7e23', 'name': 'tempest-TestVolumeBootPattern-812573823-router', 'tenant_id': 'e5e7f48ecafa4bfe80fadd50e0b24cbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'external_fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': 'be992953-963d-4a09-bb47-b723431b87cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:51:58Z', 'updated_at': '2022-08-09T16:52:02Z', 'revision_number': 4, 'project_id': 'e5e7f48ecafa4bfe80fadd50e0b24cbb', 'gw_port': {'id': 'be992953-963d-4a09-bb47-b723431b87cd', 'name': '', 'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:85:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b1d7653-d26c-46fd-a988-11a269ea7e23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:51:59Z', 'updated_at': '2022-08-09T16:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-3-iscsi', '_interfaces': [{'id': 'e23a157b-3cec-48c9-bddb-dfa7847c6d89', 'name': '', 'network_id': '03ca7ab9-4a6d-42ee-86c4-e644a355c008', 'tenant_id': 'e5e7f48ecafa4bfe80fadd50e0b24cbb', 'mac_address': 'fa:16:3e:1b:6b:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b1d7653-d26c-46fd-a988-11a269ea7e23', 'device_owner': 'network:router_interface', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'b36b87ee-0e67-4f6f-99fc-27a16ecf7293', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:52:01Z', 'updated_at': '2022-08-09T16:52:08Z', 'revision_number': 5, 'project_id': 'e5e7f48ecafa4bfe80fadd50e0b24cbb', 'subnets': [{'id': 'b36b87ee-0e67-4f6f-99fc-27a16ecf7293', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-3-iscsi', False) {} {{(pid=111143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:56:14.896825 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-9666c6a2-9f48-499f-8689-d8874e34d10b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763768'] for security_group (ba8eb485-b96c-4609-af49-bece5d191c07), after_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:56:14.899163 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03472532-3528-4f20-b4fa-2f3f26a29e5e None None] The sync data for ids ['7b1d7653-d26c-46fd-a988-11a269ea7e23'] in dv-cinder-852364-3-iscsi is: [{'id': '7b1d7653-d26c-46fd-a988-11a269ea7e23', 'name': 'tempest-TestVolumeBootPattern-812573823-router', 'tenant_id': 'e5e7f48ecafa4bfe80fadd50e0b24cbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'external_fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': 'be992953-963d-4a09-bb47-b723431b87cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:51:58Z', 'updated_at': '2022-08-09T16:52:02Z', 'revision_number': 4, 'project_id': 'e5e7f48ecafa4bfe80fadd50e0b24cbb', 'gw_port': {'id': 'be992953-963d-4a09-bb47-b723431b87cd', 'name': '', 'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:85:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b1d7653-d26c-46fd-a988-11a269ea7e23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:51:59Z', 'updated_at': '2022-08-09T16:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-3-iscsi', '_interfaces': [{'id': 'e23a157b-3cec-48c9-bddb-dfa7847c6d89', 'name': '', 'network_id': '03ca7ab9-4a6d-42ee-86c4-e644a355c008', 'tenant_id': 'e5e7f48ecafa4bfe80fadd50e0b24cbb', 'mac_address': 'fa:16:3e:1b:6b:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b1d7653-d26c-46fd-a988-11a269ea7e23', 'device_owner': 'network:router_interface', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'b36b87ee-0e67-4f6f-99fc-27a16ecf7293', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:52:01Z', 'updated_at': '2022-08-09T16:52:08Z', 'revision_number': 5, 'project_id': 'e5e7f48ecafa4bfe80fadd50e0b24cbb', 'subnets': [{'id': 'b36b87ee-0e67-4f6f-99fc-27a16ecf7293', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:56:14.907661 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-9666c6a2-9f48-499f-8689-d8874e34d10b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:56:14.907661 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [None req-9666c6a2-9f48-499f-8689-d8874e34d10b admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/ba8eb485-b96c-4609-af49-bece5d191c07 HTTP/1.1" status: 204 len: 168 time: 0.2778711 Aug 09 16:56:14.917763 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9666c6a2-9f48-499f-8689-d8874e34d10b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba8eb485-b96c-4609-af49-bece5d191c07,revision_number=None']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:56:15.038763 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Aug 2022 16:56:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b4bb7ce-8ecc-41c4-90b0-5004c864b42a x-openstack-request-id: req-1b4bb7ce-8ecc-41c4-90b0-5004c864b42a {{(pid=111140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:56:15.038763 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1229920f-1e1c-47ed-b793-477ffc82d0c7", "tag": "9cab5e90-f175-4329-b086-0861ea05f1e3", "status": "completed", "code": 200}]} {{(pid=111140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:56:15.038763 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-1b4bb7ce-8ecc-41c4-90b0-5004c864b42a {{(pid=111140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:56:15.038763 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b4bb7ce-8ecc-41c4-90b0-5004c864b42a'] response: {'name': 'network-changed', 'server_uuid': '1229920f-1e1c-47ed-b793-477ffc82d0c7', 'tag': '9cab5e90-f175-4329-b086-0861ea05f1e3', 'status': 'completed', 'code': 200} Aug 09 16:56:15.058919 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Device 7894ce6f-cdea-4930-bb7f-7cb16ee8e5c0 no longer exists at agent hyperv_hv-cinder-85236 {{(pid=111142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:56:15.099926 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] No Port match for: 7894ce6f-cdea-4930-bb7f-7cb16ee8e5c0 {{(pid=111142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 09 16:56:15.100311 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Device 7894ce6f-cdea-4930-bb7f-7cb16ee8e5c0 not bound to the agent host hv-cinder-85236 {{(pid=111142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:56:15.127653 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_dvr_db [None req-4db1869d-4ec4-4511-af1b-b330ca0e07f6 None None] Set router 2cab2482-7444-4975-b616-2ff06d0c2e17 gateway port host: dv-cinder-852364-3-iscsi {{(pid=111142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 16:56:15.163462 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be94d523-48df-4e65-8060-113499c55f13 req-28884b77-338b-4735-8afc-acf42a3f3857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:56:15.166076 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-be94d523-48df-4e65-8060-113499c55f13 req-28884b77-338b-4735-8afc-acf42a3f3857 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?tenant_id=54562f03aaae457ca88be251d2208e2e&device_id=1229920f-1e1c-47ed-b793-477ffc82d0c7 HTTP/1.1" status: 200 len: 1129 time: 0.0656478 Aug 09 16:56:15.237008 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c682d1-e013-4082-9b93-5d1ed089939f None None] New status for floating IP e4d3a3ac-4346-464a-af40-0f02fef6914a: DOWN {{(pid=111143) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 09 16:56:15.278574 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be94d523-48df-4e65-8060-113499c55f13 req-1669a427-4566-40ac-8528-7bcea51ef780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:56:15.280805 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-be94d523-48df-4e65-8060-113499c55f13 req-1669a427-4566-40ac-8528-7bcea51ef780 service neutron] 10.222.0.91 "GET /networking/v2.0/networks?id=c6e9ea29-d63f-40f2-84ee-974e268aa2d8 HTTP/1.1" status: 200 len: 912 time: 0.1041689 Aug 09 16:56:15.363215 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-be94d523-48df-4e65-8060-113499c55f13 req-b7a8847a-531f-4229-b252-7da98dc592ef service neutron] 10.222.0.91 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9cab5e90-f175-4329-b086-0861ea05f1e3 HTTP/1.1" status: 200 len: 999 time: 0.0753274 Aug 09 16:56:15.408809 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_hamode_db [None req-4db1869d-4ec4-4511-af1b-b330ca0e07f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cab2482-7444-4975-b616-2ff06d0c2e17', 'name': 'tempest-AttachVolumeTestJSON-1052946250-router', 'tenant_id': '54562f03aaae457ca88be251d2208e2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'external_fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': '3da32644-d653-4870-a983-8ae28554edae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:50:24Z', 'updated_at': '2022-08-09T16:50:34Z', 'revision_number': 4, 'project_id': '54562f03aaae457ca88be251d2208e2e', 'gw_port': {'id': '3da32644-d653-4870-a983-8ae28554edae', 'name': '', 'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:7f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cab2482-7444-4975-b616-2ff06d0c2e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:50:25Z', 'updated_at': '2022-08-09T16:50:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-3-iscsi', '_floatingips': [{'id': 'fa99dc52-0978-4e95-a47a-f64d9470be7d', 'tenant_id': '54562f03aaae457ca88be251d2208e2e', 'floating_ip_address': '172.27.2.217', 'floating_network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'router_id': '2cab2482-7444-4975-b616-2ff06d0c2e17', 'port_id': '9cab5e90-f175-4329-b086-0861ea05f1e3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6e9ea29-d63f-40f2-84ee-974e268aa2d8', 'mac_address': 'fa:16:3e:d7:68:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1229920f-1e1c-47ed-b793-477ffc82d0c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-09T16:55:56Z', 'updated_at': '2022-08-09T16:56:14Z', 'revision_number': 1, 'project_id': '54562f03aaae457ca88be251d2208e2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eae3aa57-20a3-4ac8-984f-535313d9417f', 'name': '', 'network_id': 'c6e9ea29-d63f-40f2-84ee-974e268aa2d8', 'tenant_id': '54562f03aaae457ca88be251d2208e2e', 'mac_address': 'fa:16:3e:47:ae:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cab2482-7444-4975-b616-2ff06d0c2e17', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '04d182a3-f5e2-47dc-869b-31a7d21795ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:50:31Z', 'updated_at': '2022-08-09T16:50:42Z', 'revision_number': 5, 'project_id': '54562f03aaae457ca88be251d2208e2e', 'subnets': [{'id': '04d182a3-f5e2-47dc-869b-31a7d21795ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-3-iscsi', False) {} {{(pid=111142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:56:15.450670 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db1869d-4ec4-4511-af1b-b330ca0e07f6 None None] Checking router: 2cab2482-7444-4975-b616-2ff06d0c2e17 for host: dv-cinder-852364-3-iscsi {{(pid=111142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:56:15.460566 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db1869d-4ec4-4511-af1b-b330ca0e07f6 None None] Routers {'2cab2482-7444-4975-b616-2ff06d0c2e17'} bound to L3 agent in host dv-cinder-852364-3-iscsi {{(pid=111142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 16:56:15.461191 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_hamode_db [None req-4db1869d-4ec4-4511-af1b-b330ca0e07f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-09T16:42:12Z,description=,heartbeat_timestamp=2022-08-09T16:56:12Z,host='dv-cinder-852364-3-iscsi',id=2cf02505-efcb-442b-855b-6c659df6f18c,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:13Z,topic='l3_agent')) {'router_ids': ['2cab2482-7444-4975-b616-2ff06d0c2e17'], 'active': True} {{(pid=111142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:56:15.561408 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-5c325a0b-ed39-4cac-be6f-43defe9e55aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (33bcacdc-c215-42b6-b75f-650d86e609be), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:56:15.606093 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_dvr_db [None req-4db1869d-4ec4-4511-af1b-b330ca0e07f6 None None] Set router 2cab2482-7444-4975-b616-2ff06d0c2e17 gateway port host: dv-cinder-852364-3-iscsi {{(pid=111142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 16:56:15.644545 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be94d523-48df-4e65-8060-113499c55f13 req-8bf2411f-55ea-4a1c-8baa-794f23916aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:56:15.646114 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-be94d523-48df-4e65-8060-113499c55f13 req-8bf2411f-55ea-4a1c-8baa-794f23916aa9 service neutron] 10.222.0.91 "GET /networking/v2.0/subnets?id=04d182a3-f5e2-47dc-869b-31a7d21795ba HTTP/1.1" status: 200 len: 850 time: 0.0540204 Aug 09 16:56:15.651950 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:56:15.684887 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:56:15.699229 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be94d523-48df-4e65-8060-113499c55f13 req-9ebed2d6-48db-4bb7-b508-ef250fd2d06f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:56:15.704048 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-be94d523-48df-4e65-8060-113499c55f13 req-9ebed2d6-48db-4bb7-b508-ef250fd2d06f service neutron] 10.222.0.91 "GET /networking/v2.0/ports?network_id=c6e9ea29-d63f-40f2-84ee-974e268aa2d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0469081 Aug 09 16:56:15.749774 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (47988f4d-09d0-4892-bbfe-5b11c743802f), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:56:15.754054 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:56:15.812130 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-be94d523-48df-4e65-8060-113499c55f13 req-86329d57-d178-4671-bff1-050cbd21cc47 service neutron] 10.222.0.91 "GET /networking/v2.0/networks/c6e9ea29-d63f-40f2-84ee-974e268aa2d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028264 Aug 09 16:56:15.855354 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_hamode_db [None req-4db1869d-4ec4-4511-af1b-b330ca0e07f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cab2482-7444-4975-b616-2ff06d0c2e17', 'name': 'tempest-AttachVolumeTestJSON-1052946250-router', 'tenant_id': '54562f03aaae457ca88be251d2208e2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'external_fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': '3da32644-d653-4870-a983-8ae28554edae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:50:24Z', 'updated_at': '2022-08-09T16:50:34Z', 'revision_number': 4, 'project_id': '54562f03aaae457ca88be251d2208e2e', 'gw_port': {'id': '3da32644-d653-4870-a983-8ae28554edae', 'name': '', 'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:7f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cab2482-7444-4975-b616-2ff06d0c2e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:50:25Z', 'updated_at': '2022-08-09T16:50:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-3-iscsi', '_floatingips': [{'id': 'fa99dc52-0978-4e95-a47a-f64d9470be7d', 'tenant_id': '54562f03aaae457ca88be251d2208e2e', 'floating_ip_address': '172.27.2.217', 'floating_network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'router_id': '2cab2482-7444-4975-b616-2ff06d0c2e17', 'port_id': '9cab5e90-f175-4329-b086-0861ea05f1e3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6e9ea29-d63f-40f2-84ee-974e268aa2d8', 'mac_address': 'fa:16:3e:d7:68:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1229920f-1e1c-47ed-b793-477ffc82d0c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-09T16:55:56Z', 'updated_at': '2022-08-09T16:56:14Z', 'revision_number': 1, 'project_id': '54562f03aaae457ca88be251d2208e2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eae3aa57-20a3-4ac8-984f-535313d9417f', 'name': '', 'network_id': 'c6e9ea29-d63f-40f2-84ee-974e268aa2d8', 'tenant_id': '54562f03aaae457ca88be251d2208e2e', 'mac_address': 'fa:16:3e:47:ae:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cab2482-7444-4975-b616-2ff06d0c2e17', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '04d182a3-f5e2-47dc-869b-31a7d21795ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:50:31Z', 'updated_at': '2022-08-09T16:50:42Z', 'revision_number': 5, 'project_id': '54562f03aaae457ca88be251d2208e2e', 'subnets': [{'id': '04d182a3-f5e2-47dc-869b-31a7d21795ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-3-iscsi', False) {} {{(pid=111142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:56:15.885207 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db1869d-4ec4-4511-af1b-b330ca0e07f6 None None] The sync data for ids ['2cab2482-7444-4975-b616-2ff06d0c2e17'] in dv-cinder-852364-3-iscsi is: [{'id': '2cab2482-7444-4975-b616-2ff06d0c2e17', 'name': 'tempest-AttachVolumeTestJSON-1052946250-router', 'tenant_id': '54562f03aaae457ca88be251d2208e2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'external_fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': '3da32644-d653-4870-a983-8ae28554edae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:50:24Z', 'updated_at': '2022-08-09T16:50:34Z', 'revision_number': 4, 'project_id': '54562f03aaae457ca88be251d2208e2e', 'gw_port': {'id': '3da32644-d653-4870-a983-8ae28554edae', 'name': '', 'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:7f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cab2482-7444-4975-b616-2ff06d0c2e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:50:25Z', 'updated_at': '2022-08-09T16:50:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-3-iscsi', '_floatingips': [{'id': 'fa99dc52-0978-4e95-a47a-f64d9470be7d', 'tenant_id': '54562f03aaae457ca88be251d2208e2e', 'floating_ip_address': '172.27.2.217', 'floating_network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'router_id': '2cab2482-7444-4975-b616-2ff06d0c2e17', 'port_id': '9cab5e90-f175-4329-b086-0861ea05f1e3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6e9ea29-d63f-40f2-84ee-974e268aa2d8', 'mac_address': 'fa:16:3e:d7:68:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1229920f-1e1c-47ed-b793-477ffc82d0c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-09T16:55:56Z', 'updated_at': '2022-08-09T16:56:14Z', 'revision_number': 1, 'project_id': '54562f03aaae457ca88be251d2208e2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eae3aa57-20a3-4ac8-984f-535313d9417f', 'name': '', 'network_id': 'c6e9ea29-d63f-40f2-84ee-974e268aa2d8', 'tenant_id': '54562f03aaae457ca88be251d2208e2e', 'mac_address': 'fa:16:3e:47:ae:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cab2482-7444-4975-b616-2ff06d0c2e17', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '04d182a3-f5e2-47dc-869b-31a7d21795ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:50:31Z', 'updated_at': '2022-08-09T16:50:42Z', 'revision_number': 5, 'project_id': '54562f03aaae457ca88be251d2208e2e', 'subnets': [{'id': '04d182a3-f5e2-47dc-869b-31a7d21795ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:56:16.136899 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48eb4df0-86f6-4f37-916f-35ee546754eb None None] New status for floating IP fa99dc52-0978-4e95-a47a-f64d9470be7d: ACTIVE {{(pid=111142) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 09 16:56:16.190388 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-1ecd5c1f-5cd6-4f14-b14b-20c2481d210e req-0ebc429c-6749-4bb7-91ef-612459e663ad tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=d6dea3ef-6792-4471-ba10-60009659c637 HTTP/1.1" status: 200 len: 210 time: 0.0465591 Aug 09 16:56:16.240225 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-be94d523-48df-4e65-8060-113499c55f13 req-bba5ea84-6c5d-43ac-bdf7-20044ae31812 service neutron] 10.222.0.91 "GET /networking/v2.0/networks/c6e9ea29-d63f-40f2-84ee-974e268aa2d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4128973 Aug 09 16:56:17.478026 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:56:17.498774 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-09568bc0-bead-47d0-8df7-45dc28300474 req-df769f42-6a9b-4dd2-8862-ce053c060b00 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] 10.222.0.59 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1542149782&fields=id&tenant_id=e5e7f48ecafa4bfe80fadd50e0b24cbb HTTP/1.1" status: 200 len: 267 time: 0.0582726 Aug 09 16:56:17.611267 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09568bc0-bead-47d0-8df7-45dc28300474 req-7e0cdd46-faa2-422c-a33d-d9d1e97e9b44 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:56:17.612642 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-09568bc0-bead-47d0-8df7-45dc28300474 req-7e0cdd46-faa2-422c-a33d-d9d1e97e9b44 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] 10.222.0.59 "GET /networking/v2.0/networks?id=03ca7ab9-4a6d-42ee-86c4-e644a355c008 HTTP/1.1" status: 200 len: 811 time: 0.1075900 Aug 09 16:56:17.628563 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-09568bc0-bead-47d0-8df7-45dc28300474 req-5a085e8b-938b-48bc-b8e7-8fb2e6d6a2ed tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] 10.222.0.59 "GET /networking/v2.0/quotas/e5e7f48ecafa4bfe80fadd50e0b24cbb HTTP/1.1" status: 200 len: 375 time: 0.0105073 Aug 09 16:56:17.677709 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-09568bc0-bead-47d0-8df7-45dc28300474 req-114804af-4f17-474f-be28-fa8057aa9a2f tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] 10.222.0.59 "GET /networking/v2.0/ports?tenant_id=e5e7f48ecafa4bfe80fadd50e0b24cbb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0439982 Aug 09 16:56:17.875481 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-09568bc0-bead-47d0-8df7-45dc28300474 req-c97702eb-e43a-48b6-b279-d3ef2964749b service neutron] 10.222.0.59 "GET /networking/v2.0/networks/03ca7ab9-4a6d-42ee-86c4-e644a355c008?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1851673 Aug 09 16:56:17.976064 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-09568bc0-bead-47d0-8df7-45dc28300474 req-1ad9602a-7e32-4b78-8ee6-5237af576d2b service neutron] 10.222.0.59 "GET /networking/v2.0/networks/03ca7ab9-4a6d-42ee-86c4-e644a355c008?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948145 Aug 09 16:56:18.792377 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-32876f90-9292-4646-827d-7f53e879f109 req-020e42c1-6e23-4f0d-bb9c-8b7b394d9582 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=2daaa8cc-0b52-422c-adaa-98f905bb869b HTTP/1.1" status: 200 len: 210 time: 0.0285745 Aug 09 16:56:19.890839 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-599f4b99-5006-4e2e-b968-80f3a8229e5e req-e0623897-c284-4e8c-a5de-8c978bac8735 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=2daaa8cc-0b52-422c-adaa-98f905bb869b HTTP/1.1" status: 200 len: 210 time: 0.0278299 Aug 09 16:56:20.990844 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-0798c154-4f36-4e78-a3d8-31e8a2537c14 req-5d171941-f4b8-406f-b91d-aece47937b61 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=2daaa8cc-0b52-422c-adaa-98f905bb869b HTTP/1.1" status: 200 len: 210 time: 0.0278606 Aug 09 16:56:22.094494 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-c0b24bdb-8d04-46d0-911b-4c228450b254 req-263cd9c5-2734-4033-8c1e-63d86b346175 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=2daaa8cc-0b52-422c-adaa-98f905bb869b HTTP/1.1" status: 200 len: 210 time: 0.0292754 Aug 09 16:56:23.198300 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-e006b422-fe58-4fff-9bb5-4586c2844a53 req-c321dffb-f6d6-4084-bd9a-248e422cb6f6 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=2daaa8cc-0b52-422c-adaa-98f905bb869b HTTP/1.1" status: 200 len: 210 time: 0.0291185 Aug 09 16:56:23.827619 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09568bc0-bead-47d0-8df7-45dc28300474 req-e50f28fb-5815-46c6-a1ce-98dcc62e9fa5 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:56:23.831747 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-09568bc0-bead-47d0-8df7-45dc28300474 req-e50f28fb-5815-46c6-a1ce-98dcc62e9fa5 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] 10.222.0.91 "GET /networking/v2.0/networks?id=03ca7ab9-4a6d-42ee-86c4-e644a355c008 HTTP/1.1" status: 200 len: 811 time: 0.1177044 Aug 09 16:56:23.928628 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-09568bc0-bead-47d0-8df7-45dc28300474 req-0662a670-419a-4e2e-a2cb-ed94d60c9160 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] 10.222.0.91 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=e5e7f48ecafa4bfe80fadd50e0b24cbb HTTP/1.1" status: 200 len: 380 time: 0.0577245 Aug 09 16:56:23.937800 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.v2.base [req-09568bc0-bead-47d0-8df7-45dc28300474 req-08246b63-9951-48ce-bf23-54e364324882 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Request body: {'port': {'device_id': '2daaa8cc-0b52-422c-adaa-98f905bb869b', 'network_id': '03ca7ab9-4a6d-42ee-86c4-e644a355c008', 'admin_state_up': True, 'tenant_id': 'e5e7f48ecafa4bfe80fadd50e0b24cbb', 'security_groups': ['891c2bba-5f70-4348-a605-867373065164']}} {{(pid=111141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 16:56:24.231304 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09568bc0-bead-47d0-8df7-45dc28300474 req-08246b63-9951-48ce-bf23-54e364324882 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Made reservation on behalf of e5e7f48ecafa4bfe80fadd50e0b24cbb for: {'port': 1} {{(pid=111141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:56:24.236685 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-09568bc0-bead-47d0-8df7-45dc28300474 req-08246b63-9951-48ce-bf23-54e364324882 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (None), before_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:56:24.310232 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-fc2df036-522f-4045-bfb2-351da95e24b4 req-08d46840-a244-4d12-9ccb-7b40c715a6a7 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=2daaa8cc-0b52-422c-adaa-98f905bb869b HTTP/1.1" status: 200 len: 210 time: 0.0336156 Aug 09 16:56:24.376022 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.db.db_base_plugin_common [req-09568bc0-bead-47d0-8df7-45dc28300474 req-08246b63-9951-48ce-bf23-54e364324882 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Allocated IP 172.20.0.10 (03ca7ab9-4a6d-42ee-86c4-e644a355c008/b36b87ee-0e67-4f6f-99fc-27a16ecf7293/de1305b9-b3fe-416b-8157-bf1c65b0aa2a) {{(pid=111141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:56:24.398955 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:56:24.483970 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:56:24.523877 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-09568bc0-bead-47d0-8df7-45dc28300474 req-08246b63-9951-48ce-bf23-54e364324882 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Publish callbacks [] for port (de1305b9-b3fe-416b-8157-bf1c65b0aa2a), precommit_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:56:24.664018 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-09568bc0-bead-47d0-8df7-45dc28300474 req-08246b63-9951-48ce-bf23-54e364324882 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748337861753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12487578'] for port (de1305b9-b3fe-416b-8157-bf1c65b0aa2a), after_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:56:24.710458 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09568bc0-bead-47d0-8df7-45dc28300474 req-08246b63-9951-48ce-bf23-54e364324882 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Network 03ca7ab9-4a6d-42ee-86c4-e644a355c008 is already hosted by enough agents. {{(pid=111141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:56:24.716954 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.scheduler.base_scheduler [req-09568bc0-bead-47d0-8df7-45dc28300474 req-08246b63-9951-48ce-bf23-54e364324882 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Resources bound (agent type, host, resource id): {{(pid=111141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:56:24.721188 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.db.l3_dvrscheduler_db [req-09568bc0-bead-47d0-8df7-45dc28300474 req-08246b63-9951-48ce-bf23-54e364324882 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Received port after_create {{(pid=111141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 09 16:56:24.727760 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08246b63-9951-48ce-bf23-54e364324882 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Pushing event updated for resources: {'Port': ['ID=de1305b9-b3fe-416b-8157-bf1c65b0aa2a,revision_number=1']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:56:24.782225 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09568bc0-bead-47d0-8df7-45dc28300474 req-08246b63-9951-48ce-bf23-54e364324882 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:56:24.782908 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-09568bc0-bead-47d0-8df7-45dc28300474 req-08246b63-9951-48ce-bf23-54e364324882 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90003'] for port (None), before_response {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:56:24.889894 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-09568bc0-bead-47d0-8df7-45dc28300474 req-08246b63-9951-48ce-bf23-54e364324882 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] 10.222.0.91 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9557562 Aug 09 16:56:24.923586 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.provisioning_blocks [None req-265efa5c-7163-4cff-95fa-a13a32cc08bc None None] Provisioning complete for port de1305b9-b3fe-416b-8157-bf1c65b0aa2a triggered by entity DHCP. {{(pid=111142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 16:56:24.924160 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-265efa5c-7163-4cff-95fa-a13a32cc08bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877469'] for port (de1305b9-b3fe-416b-8157-bf1c65b0aa2a), provisioning_complete {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:56:24.960301 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-265efa5c-7163-4cff-95fa-a13a32cc08bc None None] Port de1305b9-b3fe-416b-8157-bf1c65b0aa2a cannot update to ACTIVE because it is not bound. {{(pid=111142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 09 16:56:25.311622 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG dbcounter [-] [111143] Writing DB stats neutron:SELECT=23 {{(pid=111143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:56:25.348821 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG dbcounter [-] [111143] Writing DB stats neutron:SELECT=59,neutron:UPDATE=2 {{(pid=111143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:56:25.431427 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b81694-e743-4557-bceb-83cdf0fd4d26 req-22308b67-6e08-4a56-804b-f9df21b3d77c tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:56:25.433511 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-f8b81694-e743-4557-bceb-83cdf0fd4d26 req-22308b67-6e08-4a56-804b-f9df21b3d77c tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=2daaa8cc-0b52-422c-adaa-98f905bb869b HTTP/1.1" status: 200 len: 932 time: 0.0490997 Aug 09 16:56:25.486375 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-f8b81694-e743-4557-bceb-83cdf0fd4d26 req-dd877caf-ac6c-493c-9e69-d47749d27fed tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=891c2bba-5f70-4348-a605-867373065164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466499 Aug 09 16:56:26.608176 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f754fe-b015-47dc-9bfc-9c747ed309f1 req-d9acee47-fab3-45ef-a05e-d85dc8064e34 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:56:26.609902 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-d3f754fe-b015-47dc-9bfc-9c747ed309f1 req-d9acee47-fab3-45ef-a05e-d85dc8064e34 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=2daaa8cc-0b52-422c-adaa-98f905bb869b HTTP/1.1" status: 200 len: 932 time: 0.0490100 Aug 09 16:56:26.660569 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-d3f754fe-b015-47dc-9bfc-9c747ed309f1 req-c256e5c4-e266-4c2e-94cd-1c074ed34fbb tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=891c2bba-5f70-4348-a605-867373065164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450757 Aug 09 16:56:26.919016 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.v2.base [req-09568bc0-bead-47d0-8df7-45dc28300474 req-6e64a6d8-b084-4bf3-af83-fa7ebfdeb74e service neutron] Request body: {'port': {'device_id': '2daaa8cc-0b52-422c-adaa-98f905bb869b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85236'}} {{(pid=111141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 16:56:26.984358 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-09568bc0-bead-47d0-8df7-45dc28300474 req-6e64a6d8-b084-4bf3-af83-fa7ebfdeb74e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (de1305b9-b3fe-416b-8157-bf1c65b0aa2a), before_update {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:56:27.187720 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:56:27.271421 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.notifiers.nova [req-09568bc0-bead-47d0-8df7-45dc28300474 req-6e64a6d8-b084-4bf3-af83-fa7ebfdeb74e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de1305b9-b3fe-416b-8157-bf1c65b0aa2a {{(pid=111141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 09 16:56:27.280138 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-09568bc0-bead-47d0-8df7-45dc28300474 req-6e64a6d8-b084-4bf3-af83-fa7ebfdeb74e service neutron] Publish callbacks [] for port (de1305b9-b3fe-416b-8157-bf1c65b0aa2a), precommit_update {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:56:27.294516 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.db.provisioning_blocks [req-09568bc0-bead-47d0-8df7-45dc28300474 req-6e64a6d8-b084-4bf3-af83-fa7ebfdeb74e service neutron] Transition to ACTIVE for port object de1305b9-b3fe-416b-8157-bf1c65b0aa2a will not be triggered until provisioned by entity L2. {{(pid=111141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 09 16:56:27.373206 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-09568bc0-bead-47d0-8df7-45dc28300474 req-6e64a6d8-b084-4bf3-af83-fa7ebfdeb74e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748338263269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748337861771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748337861789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12487573'] for port (de1305b9-b3fe-416b-8157-bf1c65b0aa2a), after_update {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:56:27.457007 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e64a6d8-b084-4bf3-af83-fa7ebfdeb74e service neutron] Pushing event updated for resources: {'Port': ['ID=de1305b9-b3fe-416b-8157-bf1c65b0aa2a,revision_number=2']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:56:27.470617 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:56:27.490710 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.managers [req-09568bc0-bead-47d0-8df7-45dc28300474 req-6e64a6d8-b084-4bf3-af83-fa7ebfdeb74e service neutron] Attempting to bind port de1305b9-b3fe-416b-8157-bf1c65b0aa2a on host hv-cinder-85236 for vnic_type normal with profile {{(pid=111141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 09 16:56:27.491054 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.managers [req-09568bc0-bead-47d0-8df7-45dc28300474 req-6e64a6d8-b084-4bf3-af83-fa7ebfdeb74e service neutron] Attempting to bind port de1305b9-b3fe-416b-8157-bf1c65b0aa2a by drivers openvswitch,hyperv on host hv-cinder-85236 at level 0 using segments [{'id': 'dfba7045-db71-4a5e-bed3-6451649a980f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 985, 'network_id': '03ca7ab9-4a6d-42ee-86c4-e644a355c008'}] {{(pid=111141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 09 16:56:27.491416 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09568bc0-bead-47d0-8df7-45dc28300474 req-6e64a6d8-b084-4bf3-af83-fa7ebfdeb74e service neutron] Attempting to bind port de1305b9-b3fe-416b-8157-bf1c65b0aa2a on network 03ca7ab9-4a6d-42ee-86c4-e644a355c008 {{(pid=111141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 16:56:27.496452 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09568bc0-bead-47d0-8df7-45dc28300474 req-6e64a6d8-b084-4bf3-af83-fa7ebfdeb74e service neutron] Port de1305b9-b3fe-416b-8157-bf1c65b0aa2a on network 03ca7ab9-4a6d-42ee-86c4-e644a355c008 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85236 {{(pid=111141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 09 16:56:27.496775 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09568bc0-bead-47d0-8df7-45dc28300474 req-6e64a6d8-b084-4bf3-af83-fa7ebfdeb74e service neutron] Attempting to bind port de1305b9-b3fe-416b-8157-bf1c65b0aa2a on network 03ca7ab9-4a6d-42ee-86c4-e644a355c008 {{(pid=111141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 16:56:27.502320 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09568bc0-bead-47d0-8df7-45dc28300474 req-6e64a6d8-b084-4bf3-af83-fa7ebfdeb74e service neutron] Checking agent: {'id': 'fd1157aa-8fd8-4c6b-a604-f3842f12d305', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85236', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 9, 16, 48, 30), 'started_at': datetime.datetime(2022, 8, 9, 16, 48, 30), 'heartbeat_timestamp': datetime.datetime(2022, 8, 9, 16, 56, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 09 16:56:27.502658 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09568bc0-bead-47d0-8df7-45dc28300474 req-6e64a6d8-b084-4bf3-af83-fa7ebfdeb74e service neutron] Checking segment: {'id': 'dfba7045-db71-4a5e-bed3-6451649a980f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 985, 'network_id': '03ca7ab9-4a6d-42ee-86c4-e644a355c008'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 09 16:56:27.503037 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09568bc0-bead-47d0-8df7-45dc28300474 req-6e64a6d8-b084-4bf3-af83-fa7ebfdeb74e service neutron] Bound using segment: {'id': 'dfba7045-db71-4a5e-bed3-6451649a980f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 985, 'network_id': '03ca7ab9-4a6d-42ee-86c4-e644a355c008'} {{(pid=111141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 09 16:56:27.503493 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.managers [req-09568bc0-bead-47d0-8df7-45dc28300474 req-6e64a6d8-b084-4bf3-af83-fa7ebfdeb74e service neutron] Bound port: de1305b9-b3fe-416b-8157-bf1c65b0aa2a, host: hv-cinder-85236, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfba7045-db71-4a5e-bed3-6451649a980f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 985, 'network_id': '03ca7ab9-4a6d-42ee-86c4-e644a355c008'}}] {{(pid=111141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 09 16:56:27.503856 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-09568bc0-bead-47d0-8df7-45dc28300474 req-6e64a6d8-b084-4bf3-af83-fa7ebfdeb74e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (de1305b9-b3fe-416b-8157-bf1c65b0aa2a), before_update {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:56:27.563927 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.db [req-09568bc0-bead-47d0-8df7-45dc28300474 req-6e64a6d8-b084-4bf3-af83-fa7ebfdeb74e service neutron] For port de1305b9-b3fe-416b-8157-bf1c65b0aa2a, host hv-cinder-85236, cleared binding levels {{(pid=111141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:56:27.566885 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.db [req-09568bc0-bead-47d0-8df7-45dc28300474 req-6e64a6d8-b084-4bf3-af83-fa7ebfdeb74e service neutron] For port de1305b9-b3fe-416b-8157-bf1c65b0aa2a, host hv-cinder-85236, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=de1305b9-b3fe-416b-8157-bf1c65b0aa2a,segment=NetworkSegment(dfba7045-db71-4a5e-bed3-6451649a980f),segment_id=dfba7045-db71-4a5e-bed3-6451649a980f)] {{(pid=111141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:56:27.673641 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-09568bc0-bead-47d0-8df7-45dc28300474 req-6e64a6d8-b084-4bf3-af83-fa7ebfdeb74e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748338263269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748337861771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748337861789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12487573'] for port (de1305b9-b3fe-416b-8157-bf1c65b0aa2a), after_update {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:56:27.677972 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09568bc0-bead-47d0-8df7-45dc28300474 req-6e64a6d8-b084-4bf3-af83-fa7ebfdeb74e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:56:27.678579 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-09568bc0-bead-47d0-8df7-45dc28300474 req-6e64a6d8-b084-4bf3-af83-fa7ebfdeb74e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90003'] for port (None), before_response {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:56:27.682761 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-09568bc0-bead-47d0-8df7-45dc28300474 req-6e64a6d8-b084-4bf3-af83-fa7ebfdeb74e service neutron] 10.222.0.91 "PUT /networking/v2.0/ports/de1305b9-b3fe-416b-8157-bf1c65b0aa2a HTTP/1.1" status: 200 len: 1094 time: 0.7711012 Aug 09 16:56:27.682761 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2daaa8cc-0b52-422c-adaa-98f905bb869b', 'tag': 'de1305b9-b3fe-416b-8157-bf1c65b0aa2a'}] {{(pid=111141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 16:56:27.683449 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fc61e086496b7b72fa0be04cca19be1e9321c349ae61d053137ad661f53d53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67487aa4-9af0-4b81-a092-368bbe1ec931" -d '{"events": [{"name": "network-changed", "server_uuid": "2daaa8cc-0b52-422c-adaa-98f905bb869b", "tag": "de1305b9-b3fe-416b-8157-bf1c65b0aa2a"}]}' {{(pid=111141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:56:27.728190 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Aug 2022 16:56:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44de0de2-dcaf-4839-98f7-1eb6dd0d6c24 x-openstack-request-id: req-44de0de2-dcaf-4839-98f7-1eb6dd0d6c24 {{(pid=111141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:56:27.729895 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2daaa8cc-0b52-422c-adaa-98f905bb869b", "tag": "de1305b9-b3fe-416b-8157-bf1c65b0aa2a", "status": "completed", "code": 200}]} {{(pid=111141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:56:27.730387 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-44de0de2-dcaf-4839-98f7-1eb6dd0d6c24 {{(pid=111141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:56:27.730808 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44de0de2-dcaf-4839-98f7-1eb6dd0d6c24'] response: {'name': 'network-changed', 'server_uuid': '2daaa8cc-0b52-422c-adaa-98f905bb869b', 'tag': 'de1305b9-b3fe-416b-8157-bf1c65b0aa2a', 'status': 'completed', 'code': 200} Aug 09 16:56:27.751552 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e64a6d8-b084-4bf3-af83-fa7ebfdeb74e service neutron] Pushing event updated for resources: {'Port': ['ID=de1305b9-b3fe-416b-8157-bf1c65b0aa2a,revision_number=3']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:56:27.789605 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c28a25-c553-44cd-a653-bebd685af29e req-d9acabac-733f-40d1-820a-d105d684bd6f tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:56:27.792880 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-12c28a25-c553-44cd-a653-bebd685af29e req-d9acabac-733f-40d1-820a-d105d684bd6f tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=2daaa8cc-0b52-422c-adaa-98f905bb869b HTTP/1.1" status: 200 len: 944 time: 0.0571029 Aug 09 16:56:27.831427 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67487aa4-9af0-4b81-a092-368bbe1ec931 req-99aeb05d-bc29-4b8a-b6aa-d6e3c382f2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:56:27.833222 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-67487aa4-9af0-4b81-a092-368bbe1ec931 req-99aeb05d-bc29-4b8a-b6aa-d6e3c382f2ec service neutron] 10.222.0.91 "GET /networking/v2.0/ports?tenant_id=e5e7f48ecafa4bfe80fadd50e0b24cbb&device_id=2daaa8cc-0b52-422c-adaa-98f905bb869b HTTP/1.1" status: 200 len: 1128 time: 0.0444698 Aug 09 16:56:27.847908 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-12c28a25-c553-44cd-a653-bebd685af29e req-304b0101-9624-4a01-9d39-4e04cd57576b tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=891c2bba-5f70-4348-a605-867373065164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493431 Aug 09 16:56:27.951868 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67487aa4-9af0-4b81-a092-368bbe1ec931 req-a907bfac-ed44-4cf1-b767-90302c52bd7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:56:27.953361 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-67487aa4-9af0-4b81-a092-368bbe1ec931 req-a907bfac-ed44-4cf1-b767-90302c52bd7c service neutron] 10.222.0.91 "GET /networking/v2.0/networks?tenant_id=e5e7f48ecafa4bfe80fadd50e0b24cbb&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1009047 Aug 09 16:56:28.051369 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67487aa4-9af0-4b81-a092-368bbe1ec931 req-0b7f7127-44db-4dea-9a89-b569bf8136d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:56:28.052844 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-67487aa4-9af0-4b81-a092-368bbe1ec931 req-0b7f7127-44db-4dea-9a89-b569bf8136d1 service neutron] 10.222.0.91 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0923524 Aug 09 16:56:28.185394 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09568bc0-bead-47d0-8df7-45dc28300474 req-2ebb4be7-a466-4f63-9a55-b7283b0795eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:56:28.185394 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-09568bc0-bead-47d0-8df7-45dc28300474 req-2ebb4be7-a466-4f63-9a55-b7283b0795eb service neutron] 10.222.0.91 "GET /networking/v2.0/ports?tenant_id=e5e7f48ecafa4bfe80fadd50e0b24cbb&device_id=2daaa8cc-0b52-422c-adaa-98f905bb869b HTTP/1.1" status: 200 len: 1128 time: 0.0453427 Aug 09 16:56:28.231953 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-09568bc0-bead-47d0-8df7-45dc28300474 req-4b264567-7203-4220-9dc3-b2b1d530b921 service neutron] 10.222.0.91 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=de1305b9-b3fe-416b-8157-bf1c65b0aa2a HTTP/1.1" status: 200 len: 217 time: 0.0356033 Aug 09 16:56:28.279097 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:56:28.283142 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09568bc0-bead-47d0-8df7-45dc28300474 req-ff071bd9-0004-4b74-8aad-742c1234036f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:56:28.284651 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-09568bc0-bead-47d0-8df7-45dc28300474 req-ff071bd9-0004-4b74-8aad-742c1234036f service neutron] 10.222.0.91 "GET /networking/v2.0/subnets?id=b36b87ee-0e67-4f6f-99fc-27a16ecf7293 HTTP/1.1" status: 200 len: 850 time: 0.0464711 Aug 09 16:56:28.329871 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09568bc0-bead-47d0-8df7-45dc28300474 req-4e5b974b-47ea-4752-9773-5e0d1e163132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:56:28.331384 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-09568bc0-bead-47d0-8df7-45dc28300474 req-4e5b974b-47ea-4752-9773-5e0d1e163132 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?network_id=03ca7ab9-4a6d-42ee-86c4-e644a355c008&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0390182 Aug 09 16:56:28.432644 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-09568bc0-bead-47d0-8df7-45dc28300474 req-7fd8c843-5942-463b-87c5-84b5765c4cd6 service neutron] 10.222.0.91 "GET /networking/v2.0/networks/03ca7ab9-4a6d-42ee-86c4-e644a355c008?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914881 Aug 09 16:56:28.530880 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-09568bc0-bead-47d0-8df7-45dc28300474 req-5c5a5837-0e8b-443c-b694-e8546db74e16 service neutron] 10.222.0.91 "GET /networking/v2.0/networks/03ca7ab9-4a6d-42ee-86c4-e644a355c008?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898750 Aug 09 16:56:28.969524 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a3fff3-f09b-47b8-97aa-0abde669e2dd req-07861b35-27da-4b36-9791-88e389a2def5 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:56:28.971004 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-00a3fff3-f09b-47b8-97aa-0abde669e2dd req-07861b35-27da-4b36-9791-88e389a2def5 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=2daaa8cc-0b52-422c-adaa-98f905bb869b HTTP/1.1" status: 200 len: 944 time: 0.0479198 Aug 09 16:56:29.022241 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-00a3fff3-f09b-47b8-97aa-0abde669e2dd req-0d9a66b5-5342-49b5-a3f5-4a482854e97c tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=891c2bba-5f70-4348-a605-867373065164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452971 Aug 09 16:56:30.142706 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed80d48-a5cf-4c75-813a-b8d2a1e6e112 req-0fd6efcf-5483-464f-afc9-c2350dc2e24c tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:56:30.144285 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-aed80d48-a5cf-4c75-813a-b8d2a1e6e112 req-0fd6efcf-5483-464f-afc9-c2350dc2e24c tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=2daaa8cc-0b52-422c-adaa-98f905bb869b HTTP/1.1" status: 200 len: 944 time: 0.0483522 Aug 09 16:56:30.193910 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-aed80d48-a5cf-4c75-813a-b8d2a1e6e112 req-919239ed-2f70-46a7-83e6-deccb8cbeaf8 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=891c2bba-5f70-4348-a605-867373065164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441165 Aug 09 16:56:31.321297 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25014ad7-9225-4cb7-af32-4ac9d68358ae req-60a66bf3-5e49-4a89-84d0-1772ec1f2f31 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:56:31.323090 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-25014ad7-9225-4cb7-af32-4ac9d68358ae req-60a66bf3-5e49-4a89-84d0-1772ec1f2f31 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=2daaa8cc-0b52-422c-adaa-98f905bb869b HTTP/1.1" status: 200 len: 944 time: 0.0506554 Aug 09 16:56:31.376616 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-25014ad7-9225-4cb7-af32-4ac9d68358ae req-de37faaa-0b21-47b4-8be1-6af2747c64ab tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=891c2bba-5f70-4348-a605-867373065164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456865 Aug 09 16:56:31.660135 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-0e89e999-1a03-4698-9fd5-089eecaed4c2 req-30e15d34-213f-4db7-8ce7-e6528d249c91 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?device_id=da7f4d33-f0b3-4448-9f68-813a5aead47a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0422335 Aug 09 16:56:31.800130 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e89e999-1a03-4698-9fd5-089eecaed4c2 req-1ed264b3-ccd2-4351-90f2-b61ae890aee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:56:31.801630 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-0e89e999-1a03-4698-9fd5-089eecaed4c2 req-1ed264b3-ccd2-4351-90f2-b61ae890aee9 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?tenant_id=432f91c6e89c4fecb0d1f6afb1bcfe7e&device_id=da7f4d33-f0b3-4448-9f68-813a5aead47a HTTP/1.1" status: 200 len: 1130 time: 0.0403781 Aug 09 16:56:31.916348 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e89e999-1a03-4698-9fd5-089eecaed4c2 req-9d79e53d-a0ad-426f-9d2c-da011bbbb30b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:56:31.918709 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-0e89e999-1a03-4698-9fd5-089eecaed4c2 req-9d79e53d-a0ad-426f-9d2c-da011bbbb30b service neutron] 10.222.0.91 "GET /networking/v2.0/networks?id=2fdb2410-afc4-41b9-b8f9-2ac596eb2296 HTTP/1.1" status: 200 len: 918 time: 0.0954754 Aug 09 16:56:32.241201 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (fd1157aa-8fd8-4c6b-a604-f3842f12d305), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:56:32.425098 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-0e89e999-1a03-4698-9fd5-089eecaed4c2 req-1e33ff2b-78d1-49da-95b2-9d3d0f48c9a3 service neutron] 10.222.0.91 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=08bec462-ab8b-4fe8-88b8-287b611ed36a HTTP/1.1" status: 200 len: 1000 time: 0.0640819 Aug 09 16:56:32.469431 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=100 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:56:32.481675 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e89e999-1a03-4698-9fd5-089eecaed4c2 req-5babfd02-4b35-4ac8-8bcd-5b1ca579a004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:56:32.483223 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-0e89e999-1a03-4698-9fd5-089eecaed4c2 req-5babfd02-4b35-4ac8-8bcd-5b1ca579a004 service neutron] 10.222.0.91 "GET /networking/v2.0/subnets?id=1b532a95-1235-4d0d-9992-be56a4fc30cf HTTP/1.1" status: 200 len: 856 time: 0.0514143 Aug 09 16:56:32.532603 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e89e999-1a03-4698-9fd5-089eecaed4c2 req-53625e64-190b-4f0e-a0e4-43975d10694d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:56:32.534121 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-0e89e999-1a03-4698-9fd5-089eecaed4c2 req-53625e64-190b-4f0e-a0e4-43975d10694d service neutron] 10.222.0.91 "GET /networking/v2.0/ports?network_id=2fdb2410-afc4-41b9-b8f9-2ac596eb2296&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0444958 Aug 09 16:56:32.605139 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4977ee-81da-4ff7-93cd-2a620e91199c req-bbc9521a-253b-4bb8-90e2-ddca3c6830ff tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:56:32.605139 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-6f4977ee-81da-4ff7-93cd-2a620e91199c req-bbc9521a-253b-4bb8-90e2-ddca3c6830ff tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=2daaa8cc-0b52-422c-adaa-98f905bb869b HTTP/1.1" status: 200 len: 944 time: 0.0686276 Aug 09 16:56:32.665112 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-6f4977ee-81da-4ff7-93cd-2a620e91199c req-d09912f6-68aa-42c9-b2b4-8e28f702c2b7 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=891c2bba-5f70-4348-a605-867373065164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582860 Aug 09 16:56:32.669103 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-0e89e999-1a03-4698-9fd5-089eecaed4c2 req-399c877d-a3f8-45e3-9dcb-1f58ef864fc1 service neutron] 10.222.0.91 "GET /networking/v2.0/networks/2fdb2410-afc4-41b9-b8f9-2ac596eb2296?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276302 Aug 09 16:56:32.788006 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-0e89e999-1a03-4698-9fd5-089eecaed4c2 req-211693ad-3b50-4475-a2ac-adabcab61903 service neutron] 10.222.0.91 "GET /networking/v2.0/networks/2fdb2410-afc4-41b9-b8f9-2ac596eb2296?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113634 Aug 09 16:56:33.168933 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66955a7d-2e43-4e75-908b-c174b234ec94 req-f4d7b771-5e53-44cc-8709-8ac09f0b8395 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:56:33.170572 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-66955a7d-2e43-4e75-908b-c174b234ec94 req-f4d7b771-5e53-44cc-8709-8ac09f0b8395 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=53f72561-f391-43d4-8264-28016993a6a5 HTTP/1.1" status: 200 len: 945 time: 0.0518253 Aug 09 16:56:33.222738 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-66955a7d-2e43-4e75-908b-c174b234ec94 req-6ab45824-42d8-4387-ab2a-a9932a9fb395 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=7b884b5c-59d3-4005-a700-093097532603&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452909 Aug 09 16:56:33.424831 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.agents_db [None req-a4db1589-5d5b-4049-8210-f6e9f318fefd None None] Agent healthcheck: found 6 active agents {{(pid=111143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:56:33.807431 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7a2464-7439-44e6-9cc4-7881fece1491 req-785dc9e8-49f3-4ff0-b44f-dc987e9f6e08 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:56:33.809899 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-ad7a2464-7439-44e6-9cc4-7881fece1491 req-785dc9e8-49f3-4ff0-b44f-dc987e9f6e08 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=2daaa8cc-0b52-422c-adaa-98f905bb869b HTTP/1.1" status: 200 len: 944 time: 0.0484669 Aug 09 16:56:33.859157 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-ad7a2464-7439-44e6-9cc4-7881fece1491 req-6f0fea2a-bdc0-499a-a96a-a23989540e8c tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=891c2bba-5f70-4348-a605-867373065164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436983 Aug 09 16:56:34.346685 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7580b2d-da88-4cdd-8556-ecab834a62b8 req-64b806bd-00b3-4903-8312-651c4596157c tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:56:34.348169 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-b7580b2d-da88-4cdd-8556-ecab834a62b8 req-64b806bd-00b3-4903-8312-651c4596157c tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=53f72561-f391-43d4-8264-28016993a6a5 HTTP/1.1" status: 200 len: 945 time: 0.0520086 Aug 09 16:56:34.394951 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-b7580b2d-da88-4cdd-8556-ecab834a62b8 req-5f3f7d7c-bfde-4d35-ba22-50b7a120cba9 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=7b884b5c-59d3-4005-a700-093097532603&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412469 Aug 09 16:56:34.978414 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df61c9f-510e-4aa4-b3b3-31e0862b27f2 req-4c90dba3-7804-41c7-94d9-d6b8368edcaa tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:56:34.980961 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-8df61c9f-510e-4aa4-b3b3-31e0862b27f2 req-4c90dba3-7804-41c7-94d9-d6b8368edcaa tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=2daaa8cc-0b52-422c-adaa-98f905bb869b HTTP/1.1" status: 200 len: 944 time: 0.0489974 Aug 09 16:56:35.230417 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-8df61c9f-510e-4aa4-b3b3-31e0862b27f2 req-9a6ac708-6792-478d-8756-89ef04e17487 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=891c2bba-5f70-4348-a605-867373065164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2435758 Aug 09 16:56:35.513952 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13f970a-0b7a-459e-84da-4c700b0e548d req-211e0ae0-5c9c-4ee8-9692-c9bd245ace22 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:56:35.515345 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-e13f970a-0b7a-459e-84da-4c700b0e548d req-211e0ae0-5c9c-4ee8-9692-c9bd245ace22 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=53f72561-f391-43d4-8264-28016993a6a5 HTTP/1.1" status: 200 len: 945 time: 0.0467849 Aug 09 16:56:35.558764 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=100 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:56:35.563368 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-e13f970a-0b7a-459e-84da-4c700b0e548d req-d7bfafb1-b38a-40be-a339-1e3844a89a03 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=7b884b5c-59d3-4005-a700-093097532603&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426116 Aug 09 16:56:36.348367 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf69529-efa4-4c16-8455-3adc23077cb6 req-59873ae2-9e68-4bf5-9bad-e3239fb6aeb6 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:56:36.349798 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-2bf69529-efa4-4c16-8455-3adc23077cb6 req-59873ae2-9e68-4bf5-9bad-e3239fb6aeb6 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=2daaa8cc-0b52-422c-adaa-98f905bb869b HTTP/1.1" status: 200 len: 944 time: 0.0480494 Aug 09 16:56:36.402841 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-2bf69529-efa4-4c16-8455-3adc23077cb6 req-858853f4-ac4b-4774-b77b-d22eec2f8df1 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=891c2bba-5f70-4348-a605-867373065164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473454 Aug 09 16:56:36.693721 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620299cb-c5cd-4c16-a4dd-984214b6b44d req-0782ec0b-f476-4b82-a671-c357518f5684 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:56:36.695260 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-620299cb-c5cd-4c16-a4dd-984214b6b44d req-0782ec0b-f476-4b82-a671-c357518f5684 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=53f72561-f391-43d4-8264-28016993a6a5 HTTP/1.1" status: 200 len: 945 time: 0.0580518 Aug 09 16:56:36.744069 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-620299cb-c5cd-4c16-a4dd-984214b6b44d req-38f05ad5-0628-413c-b1bb-c8292e58333a tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=7b884b5c-59d3-4005-a700-093097532603&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426178 Aug 09 16:56:37.294083 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0effc8bf-5c19-4071-8dad-39f0de7effdd req-84fcc1a1-976c-47b7-bfff-b6a876f52cb4 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:56:37.295587 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-0effc8bf-5c19-4071-8dad-39f0de7effdd req-84fcc1a1-976c-47b7-bfff-b6a876f52cb4 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=53f72561-f391-43d4-8264-28016993a6a5 HTTP/1.1" status: 200 len: 945 time: 0.0482829 Aug 09 16:56:37.384080 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.plugin [req-0effc8bf-5c19-4071-8dad-39f0de7effdd req-748a60e8-f8a7-4c86-961c-884c977810b4 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Deleting port 9f544325-972f-4e60-9365-73a4114a5bfb {{(pid=111141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 09 16:56:37.387968 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-0effc8bf-5c19-4071-8dad-39f0de7effdd req-748a60e8-f8a7-4c86-961c-884c977810b4 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748338259761'] for port (9f544325-972f-4e60-9365-73a4114a5bfb), before_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:56:37.483009 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.db [req-0effc8bf-5c19-4071-8dad-39f0de7effdd req-748a60e8-f8a7-4c86-961c-884c977810b4 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] For port 9f544325-972f-4e60-9365-73a4114a5bfb, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=9f544325-972f-4e60-9365-73a4114a5bfb,segment=NetworkSegment(a94c1f41-ae8b-4dd1-abef-be7e62056af2),segment_id=a94c1f41-ae8b-4dd1-abef-be7e62056af2)] {{(pid=111141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:56:37.483424 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-0effc8bf-5c19-4071-8dad-39f0de7effdd req-748a60e8-f8a7-4c86-961c-884c977810b4 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694862'] for port (9f544325-972f-4e60-9365-73a4114a5bfb), precommit_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:56:37.528113 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1740e31-af6d-44e4-8093-7e5ebe3cbe4e req-0e1d769b-6236-4952-989c-af4b6eb1f8dd tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:56:37.529718 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-e1740e31-af6d-44e4-8093-7e5ebe3cbe4e req-0e1d769b-6236-4952-989c-af4b6eb1f8dd tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=2daaa8cc-0b52-422c-adaa-98f905bb869b HTTP/1.1" status: 200 len: 944 time: 0.0510988 Aug 09 16:56:37.579938 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=100 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:56:37.584990 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-e1740e31-af6d-44e4-8093-7e5ebe3cbe4e req-bd925d88-5d8e-46de-8d53-b881fbab124e tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=891c2bba-5f70-4348-a605-867373065164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489993 Aug 09 16:56:37.650491 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-0effc8bf-5c19-4071-8dad-39f0de7effdd req-748a60e8-f8a7-4c86-961c-884c977810b4 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:56:37.650862 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-0effc8bf-5c19-4071-8dad-39f0de7effdd req-748a60e8-f8a7-4c86-961c-884c977810b4 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-336914'] for floatingip (2fd0040a-f55f-4787-bd53-1708c675d642), after_update {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:56:37.651252 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.db.l3_db [req-0effc8bf-5c19-4071-8dad-39f0de7effdd req-748a60e8-f8a7-4c86-961c-884c977810b4 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Floating IP 2fd0040a-f55f-4787-bd53-1708c675d642 disassociated. External IP: 172.27.2.17, port: 9f544325-972f-4e60-9365-73a4114a5bfb. Aug 09 16:56:37.651612 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.plugin [req-0effc8bf-5c19-4071-8dad-39f0de7effdd req-748a60e8-f8a7-4c86-961c-884c977810b4 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Calling delete_port for 9f544325-972f-4e60-9365-73a4114a5bfb owned by compute:nova {{(pid=111141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 09 16:56:37.655642 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:56:37.858325 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-0effc8bf-5c19-4071-8dad-39f0de7effdd req-748a60e8-f8a7-4c86-961c-884c977810b4 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748338263278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748337861762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12487578'] for port (9f544325-972f-4e60-9365-73a4114a5bfb), after_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:56:37.893226 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad5ab4b-9e62-4f36-a499-63f96680c425 req-c6436dbf-848d-49ed-aaf7-75692cdc305e tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:56:37.894695 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-aad5ab4b-9e62-4f36-a499-63f96680c425 req-c6436dbf-848d-49ed-aaf7-75692cdc305e tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=53f72561-f391-43d4-8264-28016993a6a5 HTTP/1.1" status: 200 len: 945 time: 0.0731151 Aug 09 16:56:37.897661 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748a60e8-f8a7-4c86-961c-884c977810b4 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Pushing event deleted for resources: {'Port': ['ID=9f544325-972f-4e60-9365-73a4114a5bfb,revision_number=None']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:56:38.012105 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:56:38.022153 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-aad5ab4b-9e62-4f36-a499-63f96680c425 req-ad01c093-ff54-49ce-aadc-aec98e1e90a2 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=7b884b5c-59d3-4005-a700-093097532603&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1170788 Aug 09 16:56:38.043350 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0effc8bf-5c19-4071-8dad-39f0de7effdd req-748a60e8-f8a7-4c86-961c-884c977810b4 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Router 536cabdf-f3dd-45b1-ae01-5b812d9138a3 has already been hosted by L3 agent 2cf02505-efcb-442b-855b-6c659df6f18c {{(pid=111141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 09 16:56:38.149442 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0effc8bf-5c19-4071-8dad-39f0de7effdd req-748a60e8-f8a7-4c86-961c-884c977810b4 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Notify agent at l3_agent.dv-cinder-852364-3-iscsi the message routers_updated {{(pid=111141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:56:38.160099 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34db391f-add4-4cb5-a49e-5cc27ddfa632 None None] Sync routers for ids ['536cabdf-f3dd-45b1-ae01-5b812d9138a3'] in dv-cinder-852364-3-iscsi {{(pid=111143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:56:38.186797 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34db391f-add4-4cb5-a49e-5cc27ddfa632 None None] Routers {'536cabdf-f3dd-45b1-ae01-5b812d9138a3'} bound to L3 agent in host dv-cinder-852364-3-iscsi {{(pid=111143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 16:56:38.191711 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.l3_hamode_db [None req-34db391f-add4-4cb5-a49e-5cc27ddfa632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-09T16:42:12Z,description=,heartbeat_timestamp=2022-08-09T16:56:12Z,host='dv-cinder-852364-3-iscsi',id=2cf02505-efcb-442b-855b-6c659df6f18c,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:13Z,topic='l3_agent')) {'router_ids': ['536cabdf-f3dd-45b1-ae01-5b812d9138a3'], 'active': True} {{(pid=111143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:56:38.196165 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.db.l3_dvrscheduler_db [req-0effc8bf-5c19-4071-8dad-39f0de7effdd req-748a60e8-f8a7-4c86-961c-884c977810b4 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] No DVR routers for this DVR port 9f544325-972f-4e60-9365-73a4114a5bfb on host hv-cinder-85236 {{(pid=111141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 09 16:56:38.198776 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-0effc8bf-5c19-4071-8dad-39f0de7effdd req-748a60e8-f8a7-4c86-961c-884c977810b4 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90003'] for port (None), before_response {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:56:38.202986 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-0effc8bf-5c19-4071-8dad-39f0de7effdd req-748a60e8-f8a7-4c86-961c-884c977810b4 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.91 "DELETE /networking/v2.0/ports/9f544325-972f-4e60-9365-73a4114a5bfb HTTP/1.1" status: 204 len: 173 time: 0.8990130 Aug 09 16:56:38.202986 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53f72561-f391-43d4-8264-28016993a6a5', 'name': 'network-vif-deleted', 'tag': '9f544325-972f-4e60-9365-73a4114a5bfb'}] {{(pid=111141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 16:56:38.204907 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fc61e086496b7b72fa0be04cca19be1e9321c349ae61d053137ad661f53d53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76626fcb-4199-4b28-8021-bd54daeca07e" -d '{"events": [{"server_uuid": "53f72561-f391-43d4-8264-28016993a6a5", "name": "network-vif-deleted", "tag": "9f544325-972f-4e60-9365-73a4114a5bfb"}]}' {{(pid=111141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:56:38.258659 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Aug 2022 16:56:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dcd942a-5866-463f-939d-2507ba302a3a x-openstack-request-id: req-2dcd942a-5866-463f-939d-2507ba302a3a {{(pid=111141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:56:38.258958 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53f72561-f391-43d4-8264-28016993a6a5", "name": "network-vif-deleted", "tag": "9f544325-972f-4e60-9365-73a4114a5bfb", "status": "completed", "code": 200}]} {{(pid=111141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:56:38.259252 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-2dcd942a-5866-463f-939d-2507ba302a3a {{(pid=111141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:56:38.259687 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2dcd942a-5866-463f-939d-2507ba302a3a'] response: {'server_uuid': '53f72561-f391-43d4-8264-28016993a6a5', 'name': 'network-vif-deleted', 'tag': '9f544325-972f-4e60-9365-73a4114a5bfb', 'status': 'completed', 'code': 200} Aug 09 16:56:38.341858 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.l3_dvr_db [None req-34db391f-add4-4cb5-a49e-5cc27ddfa632 None None] Set router 536cabdf-f3dd-45b1-ae01-5b812d9138a3 gateway port host: dv-cinder-852364-3-iscsi {{(pid=111143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 16:56:38.617671 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.l3_hamode_db [None req-34db391f-add4-4cb5-a49e-5cc27ddfa632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '536cabdf-f3dd-45b1-ae01-5b812d9138a3', 'name': 'tempest-ServerRescueNegativeTestJSON-830009148-router', 'tenant_id': 'b681b90f2f074e8c8cfb11939edc7f72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'external_fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': '51b6b9aa-6225-414f-b334-3d87b6264367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:50:26Z', 'updated_at': '2022-08-09T16:50:37Z', 'revision_number': 4, 'project_id': 'b681b90f2f074e8c8cfb11939edc7f72', 'gw_port': {'id': '51b6b9aa-6225-414f-b334-3d87b6264367', 'name': '', 'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:c7:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '536cabdf-f3dd-45b1-ae01-5b812d9138a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:50:27Z', 'updated_at': '2022-08-09T16:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-3-iscsi', '_interfaces': [{'id': 'e481dd39-01b9-4ed2-aec9-d0736a244466', 'name': '', 'network_id': 'e7c6cdf7-0095-4da2-9004-cdee3c973d7e', 'tenant_id': 'b681b90f2f074e8c8cfb11939edc7f72', 'mac_address': 'fa:16:3e:e1:dd:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '536cabdf-f3dd-45b1-ae01-5b812d9138a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'fa8494ca-da5a-4e74-b349-aebeb3fbaa4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:50:35Z', 'updated_at': '2022-08-09T16:50:52Z', 'revision_number': 5, 'project_id': 'b681b90f2f074e8c8cfb11939edc7f72', 'subnets': [{'id': 'fa8494ca-da5a-4e74-b349-aebeb3fbaa4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-3-iscsi', False) {} {{(pid=111143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:56:38.644990 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34db391f-add4-4cb5-a49e-5cc27ddfa632 None None] Checking router: 536cabdf-f3dd-45b1-ae01-5b812d9138a3 for host: dv-cinder-852364-3-iscsi {{(pid=111143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:56:38.654389 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34db391f-add4-4cb5-a49e-5cc27ddfa632 None None] Routers {'536cabdf-f3dd-45b1-ae01-5b812d9138a3'} bound to L3 agent in host dv-cinder-852364-3-iscsi {{(pid=111143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 16:56:38.655001 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.l3_hamode_db [None req-34db391f-add4-4cb5-a49e-5cc27ddfa632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-09T16:42:12Z,description=,heartbeat_timestamp=2022-08-09T16:56:12Z,host='dv-cinder-852364-3-iscsi',id=2cf02505-efcb-442b-855b-6c659df6f18c,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:13Z,topic='l3_agent')) {'router_ids': ['536cabdf-f3dd-45b1-ae01-5b812d9138a3'], 'active': True} {{(pid=111143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:56:38.660118 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.wsgi [-] (111141) accepted ('10.222.0.59', 54888) {{(pid=111141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:56:38.722546 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f792a0-b5ee-4775-afbe-47f98c805607 req-11d10c3d-24d4-4b58-bcca-9a372cc8e30a tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:56:38.727558 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-45f792a0-b5ee-4775-afbe-47f98c805607 req-11d10c3d-24d4-4b58-bcca-9a372cc8e30a tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=2daaa8cc-0b52-422c-adaa-98f905bb869b HTTP/1.1" status: 200 len: 944 time: 0.0563889 Aug 09 16:56:38.764437 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.l3_dvr_db [None req-34db391f-add4-4cb5-a49e-5cc27ddfa632 None None] Set router 536cabdf-f3dd-45b1-ae01-5b812d9138a3 gateway port host: dv-cinder-852364-3-iscsi {{(pid=111143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 16:56:38.810714 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-45f792a0-b5ee-4775-afbe-47f98c805607 req-e821894d-0ec1-4491-ab17-cf83a4900211 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=891c2bba-5f70-4348-a605-867373065164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766737 Aug 09 16:56:38.835756 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-fbedc82f-97d9-4f58-a0c4-27326393de18 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:56:38.918519 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-fbedc82f-97d9-4f58-a0c4-27326393de18 admin admin] Publish callbacks [] for security_group (7b36777b-fb0a-4d42-a3e5-eb1ec5799b4d), precommit_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:56:38.922695 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Device 9f544325-972f-4e60-9365-73a4114a5bfb no longer exists at agent hyperv_hv-cinder-85236 {{(pid=111142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:56:38.942345 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] No Port match for: 9f544325-972f-4e60-9365-73a4114a5bfb {{(pid=111142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 09 16:56:38.942661 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Device 9f544325-972f-4e60-9365-73a4114a5bfb not bound to the agent host hv-cinder-85236 {{(pid=111142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:56:38.962459 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.l3_hamode_db [None req-34db391f-add4-4cb5-a49e-5cc27ddfa632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '536cabdf-f3dd-45b1-ae01-5b812d9138a3', 'name': 'tempest-ServerRescueNegativeTestJSON-830009148-router', 'tenant_id': 'b681b90f2f074e8c8cfb11939edc7f72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'external_fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': '51b6b9aa-6225-414f-b334-3d87b6264367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:50:26Z', 'updated_at': '2022-08-09T16:50:37Z', 'revision_number': 4, 'project_id': 'b681b90f2f074e8c8cfb11939edc7f72', 'gw_port': {'id': '51b6b9aa-6225-414f-b334-3d87b6264367', 'name': '', 'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:c7:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '536cabdf-f3dd-45b1-ae01-5b812d9138a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:50:27Z', 'updated_at': '2022-08-09T16:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-3-iscsi', '_interfaces': [{'id': 'e481dd39-01b9-4ed2-aec9-d0736a244466', 'name': '', 'network_id': 'e7c6cdf7-0095-4da2-9004-cdee3c973d7e', 'tenant_id': 'b681b90f2f074e8c8cfb11939edc7f72', 'mac_address': 'fa:16:3e:e1:dd:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '536cabdf-f3dd-45b1-ae01-5b812d9138a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'fa8494ca-da5a-4e74-b349-aebeb3fbaa4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:50:35Z', 'updated_at': '2022-08-09T16:50:52Z', 'revision_number': 5, 'project_id': 'b681b90f2f074e8c8cfb11939edc7f72', 'subnets': [{'id': 'fa8494ca-da5a-4e74-b349-aebeb3fbaa4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-3-iscsi', False) {} {{(pid=111143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:56:38.989196 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34db391f-add4-4cb5-a49e-5cc27ddfa632 None None] The sync data for ids ['536cabdf-f3dd-45b1-ae01-5b812d9138a3'] in dv-cinder-852364-3-iscsi is: [{'id': '536cabdf-f3dd-45b1-ae01-5b812d9138a3', 'name': 'tempest-ServerRescueNegativeTestJSON-830009148-router', 'tenant_id': 'b681b90f2f074e8c8cfb11939edc7f72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'external_fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': '51b6b9aa-6225-414f-b334-3d87b6264367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:50:26Z', 'updated_at': '2022-08-09T16:50:37Z', 'revision_number': 4, 'project_id': 'b681b90f2f074e8c8cfb11939edc7f72', 'gw_port': {'id': '51b6b9aa-6225-414f-b334-3d87b6264367', 'name': '', 'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:c7:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '536cabdf-f3dd-45b1-ae01-5b812d9138a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:50:27Z', 'updated_at': '2022-08-09T16:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-3-iscsi', '_interfaces': [{'id': 'e481dd39-01b9-4ed2-aec9-d0736a244466', 'name': '', 'network_id': 'e7c6cdf7-0095-4da2-9004-cdee3c973d7e', 'tenant_id': 'b681b90f2f074e8c8cfb11939edc7f72', 'mac_address': 'fa:16:3e:e1:dd:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '536cabdf-f3dd-45b1-ae01-5b812d9138a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'fa8494ca-da5a-4e74-b349-aebeb3fbaa4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:50:35Z', 'updated_at': '2022-08-09T16:50:52Z', 'revision_number': 5, 'project_id': 'b681b90f2f074e8c8cfb11939edc7f72', 'subnets': [{'id': 'fa8494ca-da5a-4e74-b349-aebeb3fbaa4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:56:39.001551 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-fbedc82f-97d9-4f58-a0c4-27326393de18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763768'] for security_group (7b36777b-fb0a-4d42-a3e5-eb1ec5799b4d), after_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:56:39.046336 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbedc82f-97d9-4f58-a0c4-27326393de18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b36777b-fb0a-4d42-a3e5-eb1ec5799b4d,revision_number=1']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:56:39.053305 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [None req-fbedc82f-97d9-4f58-a0c4-27326393de18 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=349b924fdb6c4b958f47d3d4adc46285&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3895671 Aug 09 16:56:39.053539 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.wsgi [-] (111141) accepted ('10.222.0.59', 54896) {{(pid=111141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:56:39.130248 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-8b95ad7f-142b-471e-a3b8-f667e2bd4202 admin admin] Publish callbacks [] for security_group (7b36777b-fb0a-4d42-a3e5-eb1ec5799b4d), before_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:56:39.157456 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-2d120694-ba38-4359-938b-45995bd9d756 req-8e7d5f6a-0bf4-4d99-a449-178bdd6328a3 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=53f72561-f391-43d4-8264-28016993a6a5 HTTP/1.1" status: 200 len: 210 time: 0.0301852 Aug 09 16:56:39.161004 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:56:39.164400 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-8b95ad7f-142b-471e-a3b8-f667e2bd4202 admin admin] Publish callbacks [] for security_group (7b36777b-fb0a-4d42-a3e5-eb1ec5799b4d), precommit_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:56:39.280912 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e34d540-8daf-4e97-b0b4-ab1378299020 None None] New status for floating IP 2fd0040a-f55f-4787-bd53-1708c675d642: DOWN {{(pid=111142) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 09 16:56:39.321744 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-8b95ad7f-142b-471e-a3b8-f667e2bd4202 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763768'] for security_group (7b36777b-fb0a-4d42-a3e5-eb1ec5799b4d), after_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:56:39.325160 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-8b95ad7f-142b-471e-a3b8-f667e2bd4202 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:56:39.326398 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [None req-8b95ad7f-142b-471e-a3b8-f667e2bd4202 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/7b36777b-fb0a-4d42-a3e5-eb1ec5799b4d HTTP/1.1" status: 204 len: 168 time: 0.2719319 Aug 09 16:56:39.335821 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b95ad7f-142b-471e-a3b8-f667e2bd4202 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b36777b-fb0a-4d42-a3e5-eb1ec5799b4d,revision_number=None']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:56:39.947116 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc88319c-8654-4368-80e5-0f1118200bae req-d297d9dd-f636-4412-b5a4-1aa6a3ec498d tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:56:39.949386 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-dc88319c-8654-4368-80e5-0f1118200bae req-d297d9dd-f636-4412-b5a4-1aa6a3ec498d tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=2daaa8cc-0b52-422c-adaa-98f905bb869b HTTP/1.1" status: 200 len: 944 time: 0.0489285 Aug 09 16:56:40.005070 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-dc88319c-8654-4368-80e5-0f1118200bae req-68b64fe2-03f4-4183-b872-9a510d1a89d4 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=891c2bba-5f70-4348-a605-867373065164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464354 Aug 09 16:56:40.098444 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-849eb0d0-d0c4-42b8-8b51-36105a1d1413 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (0d699ab0-1a4e-47ab-a625-f3b077123214), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:56:40.328704 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.wsgi [-] (111141) accepted ('10.222.0.59', 54928) {{(pid=111141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:56:40.390219 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-dd202777-c245-43b7-9f2f-40342aabad62 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Publish callbacks [] for security_group (7b884b5c-59d3-4005-a700-093097532603), before_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:56:40.413528 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-dd202777-c245-43b7-9f2f-40342aabad62 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Publish callbacks [] for security_group (7b884b5c-59d3-4005-a700-093097532603), precommit_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:56:40.561161 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-dd202777-c245-43b7-9f2f-40342aabad62 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763768'] for security_group (7b884b5c-59d3-4005-a700-093097532603), after_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:56:40.564128 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-dd202777-c245-43b7-9f2f-40342aabad62 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Publish callbacks [] for security_group (None), before_response {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:56:40.565281 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [None req-dd202777-c245-43b7-9f2f-40342aabad62 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "DELETE /networking/v2.0/security-groups/7b884b5c-59d3-4005-a700-093097532603 HTTP/1.1" status: 204 len: 168 time: 0.2355151 Aug 09 16:56:40.570465 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.wsgi [-] (111141) accepted ('10.222.0.59', 54936) {{(pid=111141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:56:40.583998 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd202777-c245-43b7-9f2f-40342aabad62 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b884b5c-59d3-4005-a700-093097532603,revision_number=None']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:56:40.592563 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.api.v2.resource [None req-18d4cc88-8b45-4bcb-b082-bf9d3c2ef965 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] show failed (client error): The resource could not be found. Aug 09 16:56:40.593661 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [None req-18d4cc88-8b45-4bcb-b082-bf9d3c2ef965 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/security-groups/7b884b5c-59d3-4005-a700-093097532603 HTTP/1.1" status: 404 len: 347 time: 0.0222495 Aug 09 16:56:40.596408 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.wsgi [-] (111141) accepted ('10.222.0.59', 54938) {{(pid=111141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:56:40.717071 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.plugin [None req-abdf4d39-38b6-4713-a336-9b3da3cef7c4 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Deleting port dd572daa-dbae-403f-a860-d4a6b97e7f1b {{(pid=111141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 09 16:56:40.717440 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-abdf4d39-38b6-4713-a336-9b3da3cef7c4 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748338259761'] for port (dd572daa-dbae-403f-a860-d4a6b97e7f1b), before_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:56:40.799490 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-abdf4d39-38b6-4713-a336-9b3da3cef7c4 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694862'] for port (dd572daa-dbae-403f-a860-d4a6b97e7f1b), precommit_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:56:40.799847 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-abdf4d39-38b6-4713-a336-9b3da3cef7c4 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Publish callbacks [] for floatingip (dd572daa-dbae-403f-a860-d4a6b97e7f1b), precommit_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:56:40.813108 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.plugin [None req-abdf4d39-38b6-4713-a336-9b3da3cef7c4 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Calling delete_port for dd572daa-dbae-403f-a860-d4a6b97e7f1b owned by network:floatingip {{(pid=111141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 09 16:56:40.814682 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:DELETE=5 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:56:40.917617 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Device de1305b9-b3fe-416b-8157-bf1c65b0aa2a details requested by agent hyperv_hv-cinder-85236 with host hv-cinder-85236 {{(pid=111142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 16:56:41.026859 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.db [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] For port de1305b9-b3fe-416b-8157-bf1c65b0aa2a, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=de1305b9-b3fe-416b-8157-bf1c65b0aa2a,segment=NetworkSegment(dfba7045-db71-4a5e-bed3-6451649a980f),segment_id=dfba7045-db71-4a5e-bed3-6451649a980f)] {{(pid=111142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:56:41.043900 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Returning: {'device': 'de1305b9-b3fe-416b-8157-bf1c65b0aa2a', 'network_id': '03ca7ab9-4a6d-42ee-86c4-e644a355c008', 'port_id': 'de1305b9-b3fe-416b-8157-bf1c65b0aa2a', 'mac_address': 'fa:16:3e:bb:d3:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 985, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b36b87ee-0e67-4f6f-99fc-27a16ecf7293', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 16:56:41.074234 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-abdf4d39-38b6-4713-a336-9b3da3cef7c4 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748338263278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748337861762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12487578'] for port (dd572daa-dbae-403f-a860-d4a6b97e7f1b), after_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:56:41.082895 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Current status of the port de1305b9-b3fe-416b-8157-bf1c65b0aa2a is: DOWN; New status is: BUILD {{(pid=111142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 16:56:41.083445 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (de1305b9-b3fe-416b-8157-bf1c65b0aa2a), before_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:56:41.095857 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdf4d39-38b6-4713-a336-9b3da3cef7c4 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Pushing event deleted for resources: {'Port': ['ID=dd572daa-dbae-403f-a860-d4a6b97e7f1b,revision_number=None']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:56:41.100079 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.notifiers.nova [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de1305b9-b3fe-416b-8157-bf1c65b0aa2a {{(pid=111142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 09 16:56:41.122529 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.db [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] For port de1305b9-b3fe-416b-8157-bf1c65b0aa2a, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=de1305b9-b3fe-416b-8157-bf1c65b0aa2a,segment=NetworkSegment(dfba7045-db71-4a5e-bed3-6451649a980f),segment_id=dfba7045-db71-4a5e-bed3-6451649a980f)] {{(pid=111142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:56:41.125216 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436d859d-b3ee-4738-9279-167c8b3aff43 req-f15ddd26-384d-42a5-8d29-a925d03fa05b tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:56:41.126777 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-436d859d-b3ee-4738-9279-167c8b3aff43 req-f15ddd26-384d-42a5-8d29-a925d03fa05b tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=2daaa8cc-0b52-422c-adaa-98f905bb869b HTTP/1.1" status: 200 len: 944 time: 0.0485170 Aug 09 16:56:41.169452 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-abdf4d39-38b6-4713-a336-9b3da3cef7c4 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Publish callbacks [] for floatingip (2fd0040a-f55f-4787-bd53-1708c675d642), after_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:56:41.172628 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-abdf4d39-38b6-4713-a336-9b3da3cef7c4 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90003'] for floatingip (None), before_response {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:56:41.173532 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [None req-abdf4d39-38b6-4713-a336-9b3da3cef7c4 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "DELETE /networking/v2.0/floatingips/2fd0040a-f55f-4787-bd53-1708c675d642 HTTP/1.1" status: 204 len: 168 time: 0.5761285 Aug 09 16:56:41.181802 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-436d859d-b3ee-4738-9279-167c8b3aff43 req-554e2bb1-faa4-4e3f-9f20-6e1b0f14be04 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=891c2bba-5f70-4348-a605-867373065164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491462 Aug 09 16:56:41.241357 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748338263269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748337861771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748337861789'] for port (de1305b9-b3fe-416b-8157-bf1c65b0aa2a), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:56:41.267522 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:56:41.289157 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Pushing event updated for resources: {'Port': ['ID=de1305b9-b3fe-416b-8157-bf1c65b0aa2a,revision_number=4']} {{(pid=111142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:56:41.296411 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:56:41.296789 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:56:41.297181 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:56:41.297514 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:56:41.297860 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:56:41.298190 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:56:41.298518 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:56:41.298875 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:56:41.299197 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:56:41.299524 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:56:41.299851 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:56:41.300189 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:56:41.300516 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:56:41.300836 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:56:41.301191 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:56:41.661534 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.db [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] get_ports_and_sgs() called for port_ids ['de1305b9-b3fe-416b-8157-bf1c65b0aa2a'] {{(pid=111142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:56:41.887614 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:56:42.310589 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44198061-28d7-4d53-add7-722ab0705a50 req-217d22f3-7505-4869-90e7-8b05e8988a07 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:56:42.312154 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-44198061-28d7-4d53-add7-722ab0705a50 req-217d22f3-7505-4869-90e7-8b05e8988a07 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=2daaa8cc-0b52-422c-adaa-98f905bb869b HTTP/1.1" status: 200 len: 945 time: 0.0495758 Aug 09 16:56:42.365107 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-44198061-28d7-4d53-add7-722ab0705a50 req-11d334ec-4f56-4a14-b4db-d9c050db7edc tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=891c2bba-5f70-4348-a605-867373065164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471854 Aug 09 16:56:42.442827 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-99c7bac7-6b2e-4d77-af25-824aa0e9d6d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (2cf02505-efcb-442b-855b-6c659df6f18c), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:56:42.938345 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Device de1305b9-b3fe-416b-8157-bf1c65b0aa2a up at agent hyperv_hv-cinder-85236 {{(pid=111142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:56:42.984516 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.provisioning_blocks [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Provisioning for port de1305b9-b3fe-416b-8157-bf1c65b0aa2a completed by entity L2. {{(pid=111142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 09 16:56:43.096475 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.provisioning_blocks [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Provisioning complete for port de1305b9-b3fe-416b-8157-bf1c65b0aa2a triggered by entity L2. {{(pid=111142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 16:56:43.096779 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877469'] for port (de1305b9-b3fe-416b-8157-bf1c65b0aa2a), provisioning_complete {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:56:43.171307 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Current status of the port de1305b9-b3fe-416b-8157-bf1c65b0aa2a is: BUILD; New status is: ACTIVE {{(pid=111142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 16:56:43.171705 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (de1305b9-b3fe-416b-8157-bf1c65b0aa2a), before_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:56:43.199891 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2daaa8cc-0b52-422c-adaa-98f905bb869b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de1305b9-b3fe-416b-8157-bf1c65b0aa2a'}] {{(pid=111142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 16:56:43.203018 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a3936692d9fe67bf654b43a226d329952087876dab2ee9ab8d24037cf19aeb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b055fabb-a8b3-43a9-9358-68a205877c4c" -d '{"events": [{"server_uuid": "2daaa8cc-0b52-422c-adaa-98f905bb869b", "name": "network-vif-plugged", "status": "completed", "tag": "de1305b9-b3fe-416b-8157-bf1c65b0aa2a"}]}' {{(pid=111142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:56:43.218879 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.db [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] For port de1305b9-b3fe-416b-8157-bf1c65b0aa2a, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=de1305b9-b3fe-416b-8157-bf1c65b0aa2a,segment=NetworkSegment(dfba7045-db71-4a5e-bed3-6451649a980f),segment_id=dfba7045-db71-4a5e-bed3-6451649a980f)] {{(pid=111142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:56:43.296106 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748338263269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748337861771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748337861789'] for port (de1305b9-b3fe-416b-8157-bf1c65b0aa2a), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:56:43.355856 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Pushing event updated for resources: {'Port': ['ID=de1305b9-b3fe-416b-8157-bf1c65b0aa2a,revision_number=5']} {{(pid=111142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:56:43.387584 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Aug 2022 16:56:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41f8ac92-74e3-4f0f-afa4-864edd27e4c5 x-openstack-request-id: req-41f8ac92-74e3-4f0f-afa4-864edd27e4c5 {{(pid=111142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:56:43.387900 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2daaa8cc-0b52-422c-adaa-98f905bb869b", "name": "network-vif-plugged", "status": "completed", "tag": "de1305b9-b3fe-416b-8157-bf1c65b0aa2a", "code": 200}]} {{(pid=111142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:56:43.388159 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-41f8ac92-74e3-4f0f-afa4-864edd27e4c5 {{(pid=111142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:56:43.388563 dv-cinder-852364-3-iscsi neutron-server[111142]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41f8ac92-74e3-4f0f-afa4-864edd27e4c5'] response: {'server_uuid': '2daaa8cc-0b52-422c-adaa-98f905bb869b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de1305b9-b3fe-416b-8157-bf1c65b0aa2a', 'code': 200} Aug 09 16:56:43.484498 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=100 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:56:43.493314 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b740c7f-accb-4e92-af47-1e5d63bcd0f8 req-ee722bf2-a0a5-4948-9780-f5c549249d12 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:56:43.494784 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-4b740c7f-accb-4e92-af47-1e5d63bcd0f8 req-ee722bf2-a0a5-4948-9780-f5c549249d12 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=2daaa8cc-0b52-422c-adaa-98f905bb869b HTTP/1.1" status: 200 len: 946 time: 0.0518031 Aug 09 16:56:43.549159 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-4b740c7f-accb-4e92-af47-1e5d63bcd0f8 req-4580298c-d66c-4bdc-8807-7a435eb5d2c1 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=891c2bba-5f70-4348-a605-867373065164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478275 Aug 09 16:56:43.687593 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-e70f562e-e7df-49ad-a15a-67a143aa0666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (bc6be869-02df-4ed8-8ee0-3ec53a1551af), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:56:44.286135 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72e858e-0152-47d1-be6b-42b20d830397 req-49c10dc2-eae0-4cc6-b8e1-24a42fa92aac tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:56:44.287638 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-d72e858e-0152-47d1-be6b-42b20d830397 req-49c10dc2-eae0-4cc6-b8e1-24a42fa92aac tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=bad3d121-535f-4a16-b412-574cf5da50e9 HTTP/1.1" status: 200 len: 945 time: 0.0508862 Aug 09 16:56:44.334615 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-d72e858e-0152-47d1-be6b-42b20d830397 req-b511b1a5-5cee-4cf9-8eb6-1123c5a1604b tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=2bdfd362-24cf-46bd-9f16-b84704a8b95f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414231 Aug 09 16:56:44.933362 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be8ae5b-9b46-4adc-a08e-547cffcb6c65 req-4e702031-0055-4c0d-b3d6-35b4552c7a49 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:56:44.934773 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-8be8ae5b-9b46-4adc-a08e-547cffcb6c65 req-4e702031-0055-4c0d-b3d6-35b4552c7a49 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=2daaa8cc-0b52-422c-adaa-98f905bb869b HTTP/1.1" status: 200 len: 946 time: 0.3043902 Aug 09 16:56:44.983065 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-8be8ae5b-9b46-4adc-a08e-547cffcb6c65 req-717d63b3-80af-4852-a267-d36643602e8c tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=891c2bba-5f70-4348-a605-867373065164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427761 Aug 09 16:56:45.453667 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e21e24d-c4d0-4691-9d05-d68d36efc582 req-9830e195-e489-4b9b-98dc-23699bccb780 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:56:45.455205 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-5e21e24d-c4d0-4691-9d05-d68d36efc582 req-9830e195-e489-4b9b-98dc-23699bccb780 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=bad3d121-535f-4a16-b412-574cf5da50e9 HTTP/1.1" status: 200 len: 945 time: 0.0473945 Aug 09 16:56:45.503199 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-5e21e24d-c4d0-4691-9d05-d68d36efc582 req-7faeb4a4-7778-40a8-b994-84790a5359ca tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=2bdfd362-24cf-46bd-9f16-b84704a8b95f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420611 Aug 09 16:56:45.504705 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-5c325a0b-ed39-4cac-be6f-43defe9e55aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (33bcacdc-c215-42b6-b75f-650d86e609be), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:56:45.703884 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (47988f4d-09d0-4892-bbfe-5b11c743802f), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:56:46.101181 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469339b7-5244-4770-bd0a-96a1b5bc7514 req-1e9f3aaa-e575-46f6-9a22-aaed273184ca tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:56:46.102632 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-469339b7-5244-4770-bd0a-96a1b5bc7514 req-1e9f3aaa-e575-46f6-9a22-aaed273184ca tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=2daaa8cc-0b52-422c-adaa-98f905bb869b HTTP/1.1" status: 200 len: 946 time: 0.0482852 Aug 09 16:56:46.123552 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:56:46.158590 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-469339b7-5244-4770-bd0a-96a1b5bc7514 req-7d4a1a68-4c08-455d-9623-28185df15827 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=891c2bba-5f70-4348-a605-867373065164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495639 Aug 09 16:56:46.629200 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890090de-f627-4e89-873a-bf3defb91645 req-889b5a0b-5eba-4364-a0c8-ce47a8bbbd7f tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:56:46.630675 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-890090de-f627-4e89-873a-bf3defb91645 req-889b5a0b-5eba-4364-a0c8-ce47a8bbbd7f tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=bad3d121-535f-4a16-b412-574cf5da50e9 HTTP/1.1" status: 200 len: 945 time: 0.0529752 Aug 09 16:56:46.678128 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-890090de-f627-4e89-873a-bf3defb91645 req-a476d140-3f11-4bcd-a647-49e289383cdb tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=2bdfd362-24cf-46bd-9f16-b84704a8b95f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416186 Aug 09 16:56:47.281407 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c064a33-ae4d-47f6-b21d-28d726214fd0 req-b8025314-7f74-49ae-9cec-164b488fc8b0 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:56:47.282869 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-5c064a33-ae4d-47f6-b21d-28d726214fd0 req-b8025314-7f74-49ae-9cec-164b488fc8b0 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=2daaa8cc-0b52-422c-adaa-98f905bb869b HTTP/1.1" status: 200 len: 946 time: 0.0507505 Aug 09 16:56:47.331898 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-5c064a33-ae4d-47f6-b21d-28d726214fd0 req-e4acccc3-69c7-4032-922f-4207aa1d8c1f tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=891c2bba-5f70-4348-a605-867373065164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433843 Aug 09 16:56:47.505663 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70498e27-d30f-404a-a9ce-82ba0eb9ec34 req-7068a2ce-b767-4531-9d7d-2aa900a70ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:56:47.507325 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-70498e27-d30f-404a-a9ce-82ba0eb9ec34 req-7068a2ce-b767-4531-9d7d-2aa900a70ec0 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?device_id=2daaa8cc-0b52-422c-adaa-98f905bb869b HTTP/1.1" status: 200 len: 1130 time: 0.0405462 Aug 09 16:56:47.743074 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-70498e27-d30f-404a-a9ce-82ba0eb9ec34 req-0a4247de-ec38-4dd2-bb72-7e8c28a0aa3e service neutron] 10.222.0.91 "GET /networking/v2.0/security-groups?id=891c2bba-5f70-4348-a605-867373065164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410430 Aug 09 16:56:47.802594 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f585f06-74d6-4e76-bcc0-1f9b02efe92d req-bb2406b3-83bc-414b-9b5e-5e837266476c tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:56:47.804150 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-9f585f06-74d6-4e76-bcc0-1f9b02efe92d req-bb2406b3-83bc-414b-9b5e-5e837266476c tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=bad3d121-535f-4a16-b412-574cf5da50e9 HTTP/1.1" status: 200 len: 945 time: 0.0511935 Aug 09 16:56:47.858237 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-9f585f06-74d6-4e76-bcc0-1f9b02efe92d req-6687a731-c1f2-469b-8b3f-f9989913c782 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=2bdfd362-24cf-46bd-9f16-b84704a8b95f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440505 Aug 09 16:56:48.452399 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018bc8d3-e528-41e9-9cab-4fb7f89165c9 req-42d95268-d166-4c57-ae1e-14168c8f693b tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:56:48.454133 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-018bc8d3-e528-41e9-9cab-4fb7f89165c9 req-42d95268-d166-4c57-ae1e-14168c8f693b tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=2daaa8cc-0b52-422c-adaa-98f905bb869b HTTP/1.1" status: 200 len: 946 time: 0.0479152 Aug 09 16:56:48.507216 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-018bc8d3-e528-41e9-9cab-4fb7f89165c9 req-3acfe60f-1a19-46eb-9fb1-fb2db86f56e6 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=891c2bba-5f70-4348-a605-867373065164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469134 Aug 09 16:56:48.560622 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29022fd-f3bf-41f9-894f-e0b3fabda422 req-cca277ee-126d-45f3-a576-d9e4099ae816 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:56:48.562042 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-c29022fd-f3bf-41f9-894f-e0b3fabda422 req-cca277ee-126d-45f3-a576-d9e4099ae816 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=bad3d121-535f-4a16-b412-574cf5da50e9 HTTP/1.1" status: 200 len: 945 time: 0.0511250 Aug 09 16:56:48.988755 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04519eda-32f4-4737-9e71-a0ab676c1401 req-68b09639-72f9-41f8-9b8f-fb8522a9e53d tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:56:48.990216 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-04519eda-32f4-4737-9e71-a0ab676c1401 req-68b09639-72f9-41f8-9b8f-fb8522a9e53d tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=bad3d121-535f-4a16-b412-574cf5da50e9 HTTP/1.1" status: 200 len: 945 time: 0.0482991 Aug 09 16:56:49.045386 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-04519eda-32f4-4737-9e71-a0ab676c1401 req-a01810b1-fe58-4677-971b-8a21a39b5aa6 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=2bdfd362-24cf-46bd-9f16-b84704a8b95f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467296 Aug 09 16:56:49.099763 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.plugin [req-c29022fd-f3bf-41f9-894f-e0b3fabda422 req-c2507528-890f-4f26-bd95-ebe921016900 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Deleting port ba04df11-96c3-4666-be53-8af43db1ed2d {{(pid=111141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 09 16:56:49.100142 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-c29022fd-f3bf-41f9-894f-e0b3fabda422 req-c2507528-890f-4f26-bd95-ebe921016900 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748338259761'] for port (ba04df11-96c3-4666-be53-8af43db1ed2d), before_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:56:49.194783 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.db [req-c29022fd-f3bf-41f9-894f-e0b3fabda422 req-c2507528-890f-4f26-bd95-ebe921016900 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] For port ba04df11-96c3-4666-be53-8af43db1ed2d, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=ba04df11-96c3-4666-be53-8af43db1ed2d,segment=NetworkSegment(a94c1f41-ae8b-4dd1-abef-be7e62056af2),segment_id=a94c1f41-ae8b-4dd1-abef-be7e62056af2)] {{(pid=111141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:56:49.195515 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-c29022fd-f3bf-41f9-894f-e0b3fabda422 req-c2507528-890f-4f26-bd95-ebe921016900 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694862'] for port (ba04df11-96c3-4666-be53-8af43db1ed2d), precommit_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:56:49.209388 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.plugin [req-c29022fd-f3bf-41f9-894f-e0b3fabda422 req-c2507528-890f-4f26-bd95-ebe921016900 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Calling delete_port for ba04df11-96c3-4666-be53-8af43db1ed2d owned by compute:nova {{(pid=111141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 09 16:56:49.418224 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-c29022fd-f3bf-41f9-894f-e0b3fabda422 req-c2507528-890f-4f26-bd95-ebe921016900 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748338263278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748337861762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12487578'] for port (ba04df11-96c3-4666-be53-8af43db1ed2d), after_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:56:49.449226 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2507528-890f-4f26-bd95-ebe921016900 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Pushing event deleted for resources: {'Port': ['ID=ba04df11-96c3-4666-be53-8af43db1ed2d,revision_number=None']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:56:49.455207 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:56:49.457478 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.db [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] get_ports_and_sgs() called for port_ids ['53a24594-3349-4f0d-b4fe-6c7d9baea3f2'] {{(pid=111142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:56:49.469337 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2507528-890f-4f26-bd95-ebe921016900 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:56:49.469701 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2507528-890f-4f26-bd95-ebe921016900 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:56:49.470601 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2507528-890f-4f26-bd95-ebe921016900 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:56:49.470601 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2507528-890f-4f26-bd95-ebe921016900 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:56:49.470908 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2507528-890f-4f26-bd95-ebe921016900 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:56:49.471202 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2507528-890f-4f26-bd95-ebe921016900 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:56:49.471557 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2507528-890f-4f26-bd95-ebe921016900 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:56:49.471893 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2507528-890f-4f26-bd95-ebe921016900 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:56:49.472224 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2507528-890f-4f26-bd95-ebe921016900 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:56:49.472556 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2507528-890f-4f26-bd95-ebe921016900 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:56:49.472887 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2507528-890f-4f26-bd95-ebe921016900 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:56:49.473217 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2507528-890f-4f26-bd95-ebe921016900 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:56:49.473547 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2507528-890f-4f26-bd95-ebe921016900 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:56:49.473901 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2507528-890f-4f26-bd95-ebe921016900 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:56:49.474230 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2507528-890f-4f26-bd95-ebe921016900 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:56:49.514132 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.db.l3_dvrscheduler_db [req-c29022fd-f3bf-41f9-894f-e0b3fabda422 req-c2507528-890f-4f26-bd95-ebe921016900 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] No DVR routers for this DVR port ba04df11-96c3-4666-be53-8af43db1ed2d on host hv-cinder-85236 {{(pid=111141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 09 16:56:49.524648 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-c29022fd-f3bf-41f9-894f-e0b3fabda422 req-c2507528-890f-4f26-bd95-ebe921016900 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90003'] for port (None), before_response {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:56:49.524648 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-c29022fd-f3bf-41f9-894f-e0b3fabda422 req-c2507528-890f-4f26-bd95-ebe921016900 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.91 "DELETE /networking/v2.0/ports/ba04df11-96c3-4666-be53-8af43db1ed2d HTTP/1.1" status: 204 len: 173 time: 0.5232747 Aug 09 16:56:49.524648 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bad3d121-535f-4a16-b412-574cf5da50e9', 'name': 'network-vif-deleted', 'tag': 'ba04df11-96c3-4666-be53-8af43db1ed2d'}] {{(pid=111141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 16:56:49.525471 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fc61e086496b7b72fa0be04cca19be1e9321c349ae61d053137ad661f53d53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-936ad38c-9b19-46d6-b47f-b720f288a931" -d '{"events": [{"server_uuid": "bad3d121-535f-4a16-b412-574cf5da50e9", "name": "network-vif-deleted", "tag": "ba04df11-96c3-4666-be53-8af43db1ed2d"}]}' {{(pid=111141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:56:49.589696 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Aug 2022 16:56:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-185f6f99-3217-4df7-b51f-bf3720329e0c x-openstack-request-id: req-185f6f99-3217-4df7-b51f-bf3720329e0c {{(pid=111141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:56:49.591798 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bad3d121-535f-4a16-b412-574cf5da50e9", "name": "network-vif-deleted", "tag": "ba04df11-96c3-4666-be53-8af43db1ed2d", "status": "completed", "code": 200}]} {{(pid=111141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:56:49.591798 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-185f6f99-3217-4df7-b51f-bf3720329e0c {{(pid=111141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:56:49.591798 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-185f6f99-3217-4df7-b51f-bf3720329e0c'] response: {'server_uuid': 'bad3d121-535f-4a16-b412-574cf5da50e9', 'name': 'network-vif-deleted', 'tag': 'ba04df11-96c3-4666-be53-8af43db1ed2d', 'status': 'completed', 'code': 200} Aug 09 16:56:49.654497 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520da185-db75-4fdb-a57b-bacd216bba15 req-d2a5dac2-ffb1-46a1-a382-40241879ad1b tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:56:49.656001 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-520da185-db75-4fdb-a57b-bacd216bba15 req-d2a5dac2-ffb1-46a1-a382-40241879ad1b tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=2daaa8cc-0b52-422c-adaa-98f905bb869b HTTP/1.1" status: 200 len: 946 time: 0.0550334 Aug 09 16:56:49.707313 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-520da185-db75-4fdb-a57b-bacd216bba15 req-cf96da3a-691a-443c-90ce-7d050ffcfd09 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=891c2bba-5f70-4348-a605-867373065164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456204 Aug 09 16:56:49.835302 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706dc49e-5bcc-47e9-b037-4e7fa41fc806 req-ef889913-5dc6-4e45-91ea-76ffef6645b6 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:56:49.837008 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-706dc49e-5bcc-47e9-b037-4e7fa41fc806 req-ef889913-5dc6-4e45-91ea-76ffef6645b6 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=2daaa8cc-0b52-422c-adaa-98f905bb869b HTTP/1.1" status: 200 len: 946 time: 0.0524342 Aug 09 16:56:49.850007 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=100 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:56:49.895306 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-706dc49e-5bcc-47e9-b037-4e7fa41fc806 req-3864238f-c8f6-4c20-a27d-1010bea9f5a2 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=891c2bba-5f70-4348-a605-867373065164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511174 Aug 09 16:56:49.929546 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.wsgi [-] (111141) accepted ('10.222.0.59', 55084) {{(pid=111141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:56:49.997997 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cf0ebfd-7bdf-4215-992c-7d0f4bab6bcd tempest-TestVolumeBootPattern-459593281 tempest-TestVolumeBootPattern-459593281-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:56:50.005925 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.wsgi [-] (111140) accepted ('10.222.0.59', 55086) {{(pid=111140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:56:50.007544 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [None req-6cf0ebfd-7bdf-4215-992c-7d0f4bab6bcd tempest-TestVolumeBootPattern-459593281 tempest-TestVolumeBootPattern-459593281-project-admin] 10.222.0.59 "GET /networking/v2.0/ports?device_id=2daaa8cc-0b52-422c-adaa-98f905bb869b HTTP/1.1" status: 200 len: 1125 time: 0.0766771 Aug 09 16:56:50.013523 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.v2.base [None req-896f5a04-b0c7-4cf3-ad6b-3c72e1f511a0 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Request body: {'floatingip': {'floating_network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'port_id': 'de1305b9-b3fe-416b-8157-bf1c65b0aa2a', 'tenant_id': 'e5e7f48ecafa4bfe80fadd50e0b24cbb', 'fixed_ip_address': '172.20.0.10'}} {{(pid=111140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 16:56:50.141810 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-896f5a04-b0c7-4cf3-ad6b-3c72e1f511a0 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:56:50.202303 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-6fd2bc36-0552-4aed-b46d-5dbec966cba5 req-ff19723d-824c-41c2-9db2-491df85ed8b6 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=bad3d121-535f-4a16-b412-574cf5da50e9 HTTP/1.1" status: 200 len: 210 time: 0.0721090 Aug 09 16:56:50.259797 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-896f5a04-b0c7-4cf3-ad6b-3c72e1f511a0 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (None), before_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:56:50.383404 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.db.db_base_plugin_common [None req-896f5a04-b0c7-4cf3-ad6b-3c72e1f511a0 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Allocated IP 172.27.2.74 (0b446ac8-416d-4492-b144-c475e4beb84a/4516d54a-1367-472b-b3e4-4bb105fe12f6/c0c48822-fc33-4d40-80e9-8bb715a9926d) {{(pid=111140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:56:50.420809 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.wsgi [-] (111141) accepted ('10.222.0.59', 55098) {{(pid=111141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:56:50.456979 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:56:50.521299 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-896f5a04-b0c7-4cf3-ad6b-3c72e1f511a0 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Publish callbacks [] for port (c0c48822-fc33-4d40-80e9-8bb715a9926d), precommit_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:56:50.545387 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-f6ece9b2-e0b7-49e8-986a-bc0e0bb502ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:56:50.587304 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:INSERT=2 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:56:50.591437 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7040df-b65b-4d5e-96b0-a1cd1ea55037 req-1fad803e-3212-45d4-9cd1-369896278d7b tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:56:50.592963 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-9c7040df-b65b-4d5e-96b0-a1cd1ea55037 req-1fad803e-3212-45d4-9cd1-369896278d7b tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=da7f4d33-f0b3-4448-9f68-813a5aead47a HTTP/1.1" status: 200 len: 946 time: 0.0698965 Aug 09 16:56:50.626933 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-f6ece9b2-e0b7-49e8-986a-bc0e0bb502ae admin admin] Publish callbacks [] for security_group (a668742f-581b-4ec1-8dd4-c0a58434d697), precommit_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:56:50.646461 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-9c7040df-b65b-4d5e-96b0-a1cd1ea55037 req-8a422477-fa98-4e24-94d9-cc358a21a981 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=3d9f5ea8-d0d2-408b-afd6-30dd186663a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471921 Aug 09 16:56:50.693277 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-896f5a04-b0c7-4cf3-ad6b-3c72e1f511a0 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748337861753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12086677'] for port (c0c48822-fc33-4d40-80e9-8bb715a9926d), after_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:56:50.721647 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-f6ece9b2-e0b7-49e8-986a-bc0e0bb502ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763768'] for security_group (a668742f-581b-4ec1-8dd4-c0a58434d697), after_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:56:50.736936 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-896f5a04-b0c7-4cf3-ad6b-3c72e1f511a0 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Network 0b446ac8-416d-4492-b144-c475e4beb84a is already hosted by enough agents. {{(pid=111140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:56:50.741392 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:56:50.742461 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.scheduler.base_scheduler [None req-896f5a04-b0c7-4cf3-ad6b-3c72e1f511a0 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Resources bound (agent type, host, resource id): {{(pid=111140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:56:50.745769 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-896f5a04-b0c7-4cf3-ad6b-3c72e1f511a0 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Received port after_create {{(pid=111140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 09 16:56:50.763393 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [None req-f6ece9b2-e0b7-49e8-986a-bc0e0bb502ae admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=edcff61330a54478a6dbadb3e23dcf82&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3429704 Aug 09 16:56:50.764269 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ece9b2-e0b7-49e8-986a-bc0e0bb502ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a668742f-581b-4ec1-8dd4-c0a58434d697,revision_number=1']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:56:50.766534 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.wsgi [-] (111141) accepted ('10.222.0.59', 55104) {{(pid=111141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:56:50.770009 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896f5a04-b0c7-4cf3-ad6b-3c72e1f511a0 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Pushing event updated for resources: {'Port': ['ID=c0c48822-fc33-4d40-80e9-8bb715a9926d,revision_number=1']} {{(pid=111140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:56:50.819029 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-09c1d7ff-16be-46a8-90af-e6b95463074f admin admin] Publish callbacks [] for security_group (a668742f-581b-4ec1-8dd4-c0a58434d697), before_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:56:50.842507 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-09c1d7ff-16be-46a8-90af-e6b95463074f admin admin] Publish callbacks [] for security_group (a668742f-581b-4ec1-8dd4-c0a58434d697), precommit_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:56:50.950214 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-09c1d7ff-16be-46a8-90af-e6b95463074f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763768'] for security_group (a668742f-581b-4ec1-8dd4-c0a58434d697), after_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:56:50.952958 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-09c1d7ff-16be-46a8-90af-e6b95463074f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:56:50.954143 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [None req-09c1d7ff-16be-46a8-90af-e6b95463074f admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/a668742f-581b-4ec1-8dd4-c0a58434d697 HTTP/1.1" status: 204 len: 168 time: 0.1866729 Aug 09 16:56:50.962844 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c1d7ff-16be-46a8-90af-e6b95463074f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a668742f-581b-4ec1-8dd4-c0a58434d697,revision_number=None']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:56:50.985954 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Device ba04df11-96c3-4666-be53-8af43db1ed2d no longer exists at agent hyperv_hv-cinder-85236 {{(pid=111142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:56:51.008240 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] No Port match for: ba04df11-96c3-4666-be53-8af43db1ed2d {{(pid=111142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 09 16:56:51.008594 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Device ba04df11-96c3-4666-be53-8af43db1ed2d not bound to the agent host hv-cinder-85236 {{(pid=111142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:56:51.123381 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-896f5a04-b0c7-4cf3-ad6b-3c72e1f511a0 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Publish callbacks [] for floatingip (3f405fb0-16f8-41a9-bafd-3f124cb64559), precommit_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:56:51.339858 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-4a8de6a6-62cc-4440-8664-f26a3366615b req-a737fe7a-2aeb-496d-89b0-4983d37f57ec tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=bad3d121-535f-4a16-b412-574cf5da50e9 HTTP/1.1" status: 200 len: 210 time: 0.0470295 Aug 09 16:56:51.348834 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-896f5a04-b0c7-4cf3-ad6b-3c72e1f511a0 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (c0c48822-fc33-4d40-80e9-8bb715a9926d), before_update {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:56:51.392387 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:56:51.438599 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG dbcounter [-] [111143] Writing DB stats neutron:SELECT=74 {{(pid=111143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:56:51.447833 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG dbcounter [-] [111143] Writing DB stats neutron:SELECT=66 {{(pid=111143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:56:51.525666 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-896f5a04-b0c7-4cf3-ad6b-3c72e1f511a0 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Publish callbacks [] for port (c0c48822-fc33-4d40-80e9-8bb715a9926d), precommit_update {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:56:51.618597 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-896f5a04-b0c7-4cf3-ad6b-3c72e1f511a0 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748338263269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748337861771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748337861789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12086682'] for port (c0c48822-fc33-4d40-80e9-8bb715a9926d), after_update {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:56:51.692484 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896f5a04-b0c7-4cf3-ad6b-3c72e1f511a0 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Pushing event updated for resources: {'Port': ['ID=c0c48822-fc33-4d40-80e9-8bb715a9926d,revision_number=2']} {{(pid=111140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:56:51.695278 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-896f5a04-b0c7-4cf3-ad6b-3c72e1f511a0 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-336914'] for floatingip (3f405fb0-16f8-41a9-bafd-3f124cb64559), after_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:56:51.782085 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7820389d-f898-4a77-9afd-122aa131644c req-8ccec4ee-1aa0-4df0-ad53-2aecb33a9ec7 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:56:51.783528 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-7820389d-f898-4a77-9afd-122aa131644c req-8ccec4ee-1aa0-4df0-ad53-2aecb33a9ec7 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=da7f4d33-f0b3-4448-9f68-813a5aead47a HTTP/1.1" status: 200 len: 946 time: 0.0487001 Aug 09 16:56:51.797546 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.db.l3_db [None req-896f5a04-b0c7-4cf3-ad6b-3c72e1f511a0 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Floating IP 3f405fb0-16f8-41a9-bafd-3f124cb64559 associated. External IP: 172.27.2.74, port: de1305b9-b3fe-416b-8157-bf1c65b0aa2a. Aug 09 16:56:51.836101 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-7820389d-f898-4a77-9afd-122aa131644c req-20461c18-8d26-4114-b3e9-59d74dcfec40 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=3d9f5ea8-d0d2-408b-afd6-30dd186663a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464699 Aug 09 16:56:51.908745 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:56:52.021211 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cf0392-6a45-401c-981f-26d1bfe397eb req-a3b4de49-b6ef-4902-8b95-090048a4b585 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:56:52.022772 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-02cf0392-6a45-401c-981f-26d1bfe397eb req-a3b4de49-b6ef-4902-8b95-090048a4b585 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=ead4e2e4-484b-4150-81ce-4cfc1e9a1c06 HTTP/1.1" status: 200 len: 945 time: 0.1128519 Aug 09 16:56:52.100627 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-02cf0392-6a45-401c-981f-26d1bfe397eb req-356cdbca-2eb9-4408-a690-8f309cadd281 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=094db54e-e69e-4f26-af56-17f52fa862f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702889 Aug 09 16:56:52.102484 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-896f5a04-b0c7-4cf3-ad6b-3c72e1f511a0 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Router 7b1d7653-d26c-46fd-a988-11a269ea7e23 has already been hosted by L3 agent 2cf02505-efcb-442b-855b-6c659df6f18c {{(pid=111140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 09 16:56:52.157614 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.wsgi [-] (111141) accepted ('10.222.0.59', 55138) {{(pid=111141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:56:52.222884 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-896f5a04-b0c7-4cf3-ad6b-3c72e1f511a0 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Notify agent at l3_agent.dv-cinder-852364-3-iscsi the message routers_updated {{(pid=111140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:56:52.235057 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e5965e-e41a-4e0e-bfbd-fb8ceaa8e697 None None] Sync routers for ids ['7b1d7653-d26c-46fd-a988-11a269ea7e23'] in dv-cinder-852364-3-iscsi {{(pid=111143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:56:52.246162 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e5965e-e41a-4e0e-bfbd-fb8ceaa8e697 None None] Routers {'7b1d7653-d26c-46fd-a988-11a269ea7e23'} bound to L3 agent in host dv-cinder-852364-3-iscsi {{(pid=111143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 16:56:52.246781 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.l3_hamode_db [None req-f6e5965e-e41a-4e0e-bfbd-fb8ceaa8e697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-09T16:42:12Z,description=,heartbeat_timestamp=2022-08-09T16:56:42Z,host='dv-cinder-852364-3-iscsi',id=2cf02505-efcb-442b-855b-6c659df6f18c,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:13Z,topic='l3_agent')) {'router_ids': ['7b1d7653-d26c-46fd-a988-11a269ea7e23'], 'active': True} {{(pid=111143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:56:52.275557 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.v2.base [None req-d76fc19b-e06c-4855-a32d-7a712891196b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2011522395-network', 'tenant_id': '7ffda0edbe694650b9de23928f1de1a4'}} {{(pid=111141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 16:56:52.334807 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-896f5a04-b0c7-4cf3-ad6b-3c72e1f511a0 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90003'] for floatingip (None), before_response {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:56:52.350565 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.l3_dvr_db [None req-f6e5965e-e41a-4e0e-bfbd-fb8ceaa8e697 None None] Set router 7b1d7653-d26c-46fd-a988-11a269ea7e23 gateway port host: dv-cinder-852364-3-iscsi {{(pid=111143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 16:56:52.368218 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [None req-896f5a04-b0c7-4cf3-ad6b-3c72e1f511a0 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] 10.222.0.59 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3608382 Aug 09 16:56:52.368830 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2daaa8cc-0b52-422c-adaa-98f905bb869b', 'tag': 'de1305b9-b3fe-416b-8157-bf1c65b0aa2a'}] {{(pid=111140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 16:56:52.371329 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f41bda9ed637a92b78517b41d4edf2586523f8da12b25a219bf38f0aed6eb417" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a290d30-2e4e-4e91-9656-70b39e4acc8a" -d '{"events": [{"name": "network-changed", "server_uuid": "2daaa8cc-0b52-422c-adaa-98f905bb869b", "tag": "de1305b9-b3fe-416b-8157-bf1c65b0aa2a"}]}' {{(pid=111140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:56:52.417330 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Aug 2022 16:56:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cec8c619-44bf-40a1-968f-4ea22f6756f7 x-openstack-request-id: req-cec8c619-44bf-40a1-968f-4ea22f6756f7 {{(pid=111140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:56:52.417330 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2daaa8cc-0b52-422c-adaa-98f905bb869b", "tag": "de1305b9-b3fe-416b-8157-bf1c65b0aa2a", "status": "completed", "code": 200}]} {{(pid=111140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:56:52.417330 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-cec8c619-44bf-40a1-968f-4ea22f6756f7 {{(pid=111140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:56:52.417330 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cec8c619-44bf-40a1-968f-4ea22f6756f7'] response: {'name': 'network-changed', 'server_uuid': '2daaa8cc-0b52-422c-adaa-98f905bb869b', 'tag': 'de1305b9-b3fe-416b-8157-bf1c65b0aa2a', 'status': 'completed', 'code': 200} Aug 09 16:56:52.439408 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d76fc19b-e06c-4855-a32d-7a712891196b admin admin] Made reservation on behalf of 7ffda0edbe694650b9de23928f1de1a4 for: {'network': 1} {{(pid=111141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:56:52.441843 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-d76fc19b-e06c-4855-a32d-7a712891196b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for network (None), before_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:56:52.457630 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-d76fc19b-e06c-4855-a32d-7a712891196b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:56:52.476180 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:56:52.552352 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-d76fc19b-e06c-4855-a32d-7a712891196b admin admin] Publish callbacks [] for security_group (da40407e-4fba-40cd-93a9-019f01c74743), precommit_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:56:52.573477 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.l3_hamode_db [None req-f6e5965e-e41a-4e0e-bfbd-fb8ceaa8e697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b1d7653-d26c-46fd-a988-11a269ea7e23', 'name': 'tempest-TestVolumeBootPattern-812573823-router', 'tenant_id': 'e5e7f48ecafa4bfe80fadd50e0b24cbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'external_fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': 'be992953-963d-4a09-bb47-b723431b87cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:51:58Z', 'updated_at': '2022-08-09T16:52:02Z', 'revision_number': 4, 'project_id': 'e5e7f48ecafa4bfe80fadd50e0b24cbb', 'gw_port': {'id': 'be992953-963d-4a09-bb47-b723431b87cd', 'name': '', 'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:85:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b1d7653-d26c-46fd-a988-11a269ea7e23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:51:59Z', 'updated_at': '2022-08-09T16:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-3-iscsi', '_floatingips': [{'id': '3f405fb0-16f8-41a9-bafd-3f124cb64559', 'tenant_id': 'e5e7f48ecafa4bfe80fadd50e0b24cbb', 'floating_ip_address': '172.27.2.74', 'floating_network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'router_id': '7b1d7653-d26c-46fd-a988-11a269ea7e23', 'port_id': 'de1305b9-b3fe-416b-8157-bf1c65b0aa2a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03ca7ab9-4a6d-42ee-86c4-e644a355c008', 'mac_address': 'fa:16:3e:bb:d3:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2daaa8cc-0b52-422c-adaa-98f905bb869b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-09T16:56:50Z', 'updated_at': '2022-08-09T16:56:50Z', 'revision_number': 0, 'project_id': 'e5e7f48ecafa4bfe80fadd50e0b24cbb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e23a157b-3cec-48c9-bddb-dfa7847c6d89', 'name': '', 'network_id': '03ca7ab9-4a6d-42ee-86c4-e644a355c008', 'tenant_id': 'e5e7f48ecafa4bfe80fadd50e0b24cbb', 'mac_address': 'fa:16:3e:1b:6b:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b1d7653-d26c-46fd-a988-11a269ea7e23', 'device_owner': 'network:router_interface', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'b36b87ee-0e67-4f6f-99fc-27a16ecf7293', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:52:01Z', 'updated_at': '2022-08-09T16:52:08Z', 'revision_number': 5, 'project_id': 'e5e7f48ecafa4bfe80fadd50e0b24cbb', 'subnets': [{'id': 'b36b87ee-0e67-4f6f-99fc-27a16ecf7293', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-3-iscsi', False) {} {{(pid=111143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:56:52.601343 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e5965e-e41a-4e0e-bfbd-fb8ceaa8e697 None None] Checking router: 7b1d7653-d26c-46fd-a988-11a269ea7e23 for host: dv-cinder-852364-3-iscsi {{(pid=111143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:56:52.610994 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e5965e-e41a-4e0e-bfbd-fb8ceaa8e697 None None] Routers {'7b1d7653-d26c-46fd-a988-11a269ea7e23'} bound to L3 agent in host dv-cinder-852364-3-iscsi {{(pid=111143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 16:56:52.611609 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.l3_hamode_db [None req-f6e5965e-e41a-4e0e-bfbd-fb8ceaa8e697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-09T16:42:12Z,description=,heartbeat_timestamp=2022-08-09T16:56:42Z,host='dv-cinder-852364-3-iscsi',id=2cf02505-efcb-442b-855b-6c659df6f18c,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:13Z,topic='l3_agent')) {'router_ids': ['7b1d7653-d26c-46fd-a988-11a269ea7e23'], 'active': True} {{(pid=111143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:56:52.636374 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-d76fc19b-e06c-4855-a32d-7a712891196b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763768'] for security_group (da40407e-4fba-40cd-93a9-019f01c74743), after_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:56:52.669079 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d76fc19b-e06c-4855-a32d-7a712891196b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 975} {{(pid=111141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 16:56:52.675690 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76fc19b-e06c-4855-a32d-7a712891196b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da40407e-4fba-40cd-93a9-019f01c74743,revision_number=1']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:56:52.681719 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-d76fc19b-e06c-4855-a32d-7a712891196b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3501092'] for segment (b62976c3-72a4-413b-b97a-9681014c555d), precommit_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:56:52.682063 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.db.segments_db [None req-d76fc19b-e06c-4855-a32d-7a712891196b admin admin] Added segment b62976c3-72a4-413b-b97a-9681014c555d of type vlan for network 3e93bc5e-1b39-45ff-a87b-06d2e09742f3 Aug 09 16:56:52.714564 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.l3_dvr_db [None req-f6e5965e-e41a-4e0e-bfbd-fb8ceaa8e697 None None] Set router 7b1d7653-d26c-46fd-a988-11a269ea7e23 gateway port host: dv-cinder-852364-3-iscsi {{(pid=111143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 16:56:52.725338 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-d76fc19b-e06c-4855-a32d-7a712891196b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748337886136'] for network (3e93bc5e-1b39-45ff-a87b-06d2e09742f3), precommit_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:56:52.836153 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-d76fc19b-e06c-4855-a32d-7a712891196b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463'] for network (3e93bc5e-1b39-45ff-a87b-06d2e09742f3), after_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:56:52.837289 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d76fc19b-e06c-4855-a32d-7a712891196b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:56:52.837981 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-d76fc19b-e06c-4855-a32d-7a712891196b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526441'] for network (None), before_response {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:56:52.904627 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76fc19b-e06c-4855-a32d-7a712891196b admin admin] Pushing event updated for resources: {'Network': ['ID=3e93bc5e-1b39-45ff-a87b-06d2e09742f3,revision_number=1']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:56:52.916207 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Network 3e93bc5e-1b39-45ff-a87b-06d2e09742f3 details requested by agent ovs-agent-dv-cinder-852364-3-iscsi with host dv-cinder-852364-3-iscsi {{(pid=111142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 16:56:52.919948 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e991ef-08ce-48e7-95ed-8a1291bc1b63 req-a9e68b2d-10c6-46d7-9f43-cac646cff75b tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:56:52.922247 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-21e991ef-08ce-48e7-95ed-8a1291bc1b63 req-a9e68b2d-10c6-46d7-9f43-cac646cff75b tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=a4d48aed-6528-46cd-a11e-6899591a4a27 HTTP/1.1" status: 200 len: 946 time: 0.0660887 Aug 09 16:56:52.937559 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.l3_hamode_db [None req-f6e5965e-e41a-4e0e-bfbd-fb8ceaa8e697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b1d7653-d26c-46fd-a988-11a269ea7e23', 'name': 'tempest-TestVolumeBootPattern-812573823-router', 'tenant_id': 'e5e7f48ecafa4bfe80fadd50e0b24cbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'external_fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': 'be992953-963d-4a09-bb47-b723431b87cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:51:58Z', 'updated_at': '2022-08-09T16:52:02Z', 'revision_number': 4, 'project_id': 'e5e7f48ecafa4bfe80fadd50e0b24cbb', 'gw_port': {'id': 'be992953-963d-4a09-bb47-b723431b87cd', 'name': '', 'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:85:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b1d7653-d26c-46fd-a988-11a269ea7e23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:51:59Z', 'updated_at': '2022-08-09T16:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-3-iscsi', '_floatingips': [{'id': '3f405fb0-16f8-41a9-bafd-3f124cb64559', 'tenant_id': 'e5e7f48ecafa4bfe80fadd50e0b24cbb', 'floating_ip_address': '172.27.2.74', 'floating_network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'router_id': '7b1d7653-d26c-46fd-a988-11a269ea7e23', 'port_id': 'de1305b9-b3fe-416b-8157-bf1c65b0aa2a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03ca7ab9-4a6d-42ee-86c4-e644a355c008', 'mac_address': 'fa:16:3e:bb:d3:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2daaa8cc-0b52-422c-adaa-98f905bb869b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-09T16:56:50Z', 'updated_at': '2022-08-09T16:56:50Z', 'revision_number': 0, 'project_id': 'e5e7f48ecafa4bfe80fadd50e0b24cbb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e23a157b-3cec-48c9-bddb-dfa7847c6d89', 'name': '', 'network_id': '03ca7ab9-4a6d-42ee-86c4-e644a355c008', 'tenant_id': 'e5e7f48ecafa4bfe80fadd50e0b24cbb', 'mac_address': 'fa:16:3e:1b:6b:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b1d7653-d26c-46fd-a988-11a269ea7e23', 'device_owner': 'network:router_interface', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'b36b87ee-0e67-4f6f-99fc-27a16ecf7293', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:52:01Z', 'updated_at': '2022-08-09T16:52:08Z', 'revision_number': 5, 'project_id': 'e5e7f48ecafa4bfe80fadd50e0b24cbb', 'subnets': [{'id': 'b36b87ee-0e67-4f6f-99fc-27a16ecf7293', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-3-iscsi', False) {} {{(pid=111143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:56:52.938027 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [None req-d76fc19b-e06c-4855-a32d-7a712891196b admin admin] 10.222.0.59 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.7782001 Aug 09 16:56:52.940126 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.wsgi [-] (111141) accepted ('10.222.0.59', 55154) {{(pid=111141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:56:52.946981 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.v2.base [None req-c1f2c91d-aed0-4642-ae72-55f7a697aade admin admin] Request body: {'subnet': {'network_id': '3e93bc5e-1b39-45ff-a87b-06d2e09742f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2011522395-subnet', 'tenant_id': '7ffda0edbe694650b9de23928f1de1a4', 'ip_version': 4}} {{(pid=111141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 16:56:52.964781 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e5965e-e41a-4e0e-bfbd-fb8ceaa8e697 None None] The sync data for ids ['7b1d7653-d26c-46fd-a988-11a269ea7e23'] in dv-cinder-852364-3-iscsi is: [{'id': '7b1d7653-d26c-46fd-a988-11a269ea7e23', 'name': 'tempest-TestVolumeBootPattern-812573823-router', 'tenant_id': 'e5e7f48ecafa4bfe80fadd50e0b24cbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'external_fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': 'be992953-963d-4a09-bb47-b723431b87cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:51:58Z', 'updated_at': '2022-08-09T16:52:02Z', 'revision_number': 4, 'project_id': 'e5e7f48ecafa4bfe80fadd50e0b24cbb', 'gw_port': {'id': 'be992953-963d-4a09-bb47-b723431b87cd', 'name': '', 'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:85:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b1d7653-d26c-46fd-a988-11a269ea7e23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:51:59Z', 'updated_at': '2022-08-09T16:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-3-iscsi', '_floatingips': [{'id': '3f405fb0-16f8-41a9-bafd-3f124cb64559', 'tenant_id': 'e5e7f48ecafa4bfe80fadd50e0b24cbb', 'floating_ip_address': '172.27.2.74', 'floating_network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'router_id': '7b1d7653-d26c-46fd-a988-11a269ea7e23', 'port_id': 'de1305b9-b3fe-416b-8157-bf1c65b0aa2a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03ca7ab9-4a6d-42ee-86c4-e644a355c008', 'mac_address': 'fa:16:3e:bb:d3:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2daaa8cc-0b52-422c-adaa-98f905bb869b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-09T16:56:50Z', 'updated_at': '2022-08-09T16:56:50Z', 'revision_number': 0, 'project_id': 'e5e7f48ecafa4bfe80fadd50e0b24cbb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e23a157b-3cec-48c9-bddb-dfa7847c6d89', 'name': '', 'network_id': '03ca7ab9-4a6d-42ee-86c4-e644a355c008', 'tenant_id': 'e5e7f48ecafa4bfe80fadd50e0b24cbb', 'mac_address': 'fa:16:3e:1b:6b:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b1d7653-d26c-46fd-a988-11a269ea7e23', 'device_owner': 'network:router_interface', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'b36b87ee-0e67-4f6f-99fc-27a16ecf7293', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:52:01Z', 'updated_at': '2022-08-09T16:52:08Z', 'revision_number': 5, 'project_id': 'e5e7f48ecafa4bfe80fadd50e0b24cbb', 'subnets': [{'id': 'b36b87ee-0e67-4f6f-99fc-27a16ecf7293', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:56:52.977113 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=77,neutron:INSERT=17,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:56:52.990877 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-21e991ef-08ce-48e7-95ed-8a1291bc1b63 req-f79b59db-afd5-47a8-a70f-31c02b543ec9 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=2bdfd362-24cf-46bd-9f16-b84704a8b95f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622723 Aug 09 16:56:53.037967 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73c91f2-9e51-4b64-a548-f39436206957 req-24d8bfec-184c-48da-a3c1-4eb7b8302b89 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:56:53.043766 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-e73c91f2-9e51-4b64-a548-f39436206957 req-24d8bfec-184c-48da-a3c1-4eb7b8302b89 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=da7f4d33-f0b3-4448-9f68-813a5aead47a HTTP/1.1" status: 200 len: 946 time: 0.0815485 Aug 09 16:56:53.095405 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-e73c91f2-9e51-4b64-a548-f39436206957 req-059ce299-a25d-4039-9ddf-56dab58265e1 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=3d9f5ea8-d0d2-408b-afd6-30dd186663a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480309 Aug 09 16:56:53.109798 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1f2c91d-aed0-4642-ae72-55f7a697aade admin admin] Made reservation on behalf of 7ffda0edbe694650b9de23928f1de1a4 for: {'subnet': 1} {{(pid=111141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:56:53.114016 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-c1f2c91d-aed0-4642-ae72-55f7a697aade admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12315165'] for subnet (None), before_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:56:53.216448 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cbb31af-0be8-4889-98ec-b6ad27b0530e None None] New status for floating IP 3f405fb0-16f8-41a9-bafd-3f124cb64559: ACTIVE {{(pid=111142) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 09 16:56:53.252432 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea059efa-def7-4aed-a202-c48bf0a6455e req-01402f06-5eb6-4f97-bd41-d8015eafdea4 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:56:53.255157 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-ea059efa-def7-4aed-a202-c48bf0a6455e req-01402f06-5eb6-4f97-bd41-d8015eafdea4 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=ead4e2e4-484b-4150-81ce-4cfc1e9a1c06 HTTP/1.1" status: 200 len: 945 time: 0.0582242 Aug 09 16:56:53.269680 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:56:53.310094 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-ea059efa-def7-4aed-a202-c48bf0a6455e req-140a6ba8-b4aa-48e6-b8b2-ddd8a0228d69 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=094db54e-e69e-4f26-af56-17f52fa862f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493836 Aug 09 16:56:53.378451 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-c1f2c91d-aed0-4642-ae72-55f7a697aade admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12487470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12315147'] for subnet (0c663383-3c98-40dd-81bd-5c2758326a06), after_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:56:53.440196 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f2c91d-aed0-4642-ae72-55f7a697aade admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c663383-3c98-40dd-81bd-5c2758326a06,revision_number=0']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:56:53.445611 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f2c91d-aed0-4642-ae72-55f7a697aade admin admin] Checking segment: {'id': 'b62976c3-72a4-413b-b97a-9681014c555d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 975, 'network_id': '3e93bc5e-1b39-45ff-a87b-06d2e09742f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 09 16:56:53.446483 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1f2c91d-aed0-4642-ae72-55f7a697aade admin admin] Network hostable DHCP agents. Network: 3e93bc5e-1b39-45ff-a87b-06d2e09742f3, hostable agents: ['0d699ab0-1a4e-47ab-a625-f3b077123214'], hosted agents: [] {{(pid=111141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 16:56:53.519336 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1f2c91d-aed0-4642-ae72-55f7a697aade admin admin] Network 3e93bc5e-1b39-45ff-a87b-06d2e09742f3 is scheduled to be hosted by DHCP agent 0d699ab0-1a4e-47ab-a625-f3b077123214 with binding_index 1 {{(pid=111141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 16:56:53.599132 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.scheduler.base_scheduler [None req-c1f2c91d-aed0-4642-ae72-55f7a697aade admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852364-3-iscsi, 3e93bc5e-1b39-45ff-a87b-06d2e09742f3) {{(pid=111141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:56:53.603215 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1f2c91d-aed0-4642-ae72-55f7a697aade admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:56:53.603822 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-c1f2c91d-aed0-4642-ae72-55f7a697aade admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526441'] for subnet (None), before_response {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:56:53.608399 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e05eee4-a5ab-4f26-b141-7f50a9e3d27d None None] Network 3e93bc5e-1b39-45ff-a87b-06d2e09742f3 requested from dv-cinder-852364-3-iscsi {{(pid=111142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 09 16:56:53.613044 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:56:53.667931 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:56:53.712272 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0b32360-6a06-4c4a-91e2-570d4bb52eff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c3c12f7-d4c6-523e-962d-24da77ca8a50-3e93bc5e-1b39-45ff-a87b-06d2e09742f3', 'network_id': '3e93bc5e-1b39-45ff-a87b-06d2e09742f3', 'project_id': '7ffda0edbe694650b9de23928f1de1a4', 'fixed_ips': [{'subnet_id': '0c663383-3c98-40dd-81bd-5c2758326a06'}]}} from dv-cinder-852364-3-iscsi. {{(pid=111142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 09 16:56:53.713201 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-e0b32360-6a06-4c4a-91e2-570d4bb52eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (None), before_create {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:56:53.729487 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [None req-c1f2c91d-aed0-4642-ae72-55f7a697aade admin admin] 10.222.0.59 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7880585 Aug 09 16:56:53.732832 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.wsgi [-] (111141) accepted ('10.222.0.59', 55158) {{(pid=111141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:56:53.737135 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.v2.base [None req-ace9f01b-8550-4594-bf98-b4385d65ecf1 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2011522395-router', 'tenant_id': '7ffda0edbe694650b9de23928f1de1a4', 'external_gateway_info': {'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a'}}} {{(pid=111141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 16:56:53.841895 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-ace9f01b-8550-4594-bf98-b4385d65ecf1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-341582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-334'] for router (fcf1b0aa-b905-4f1f-8bc3-d3c46a138ddd), before_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:56:53.842982 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-ace9f01b-8550-4594-bf98-b4385d65ecf1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-337957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692940', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-558489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-327'] for router (fcf1b0aa-b905-4f1f-8bc3-d3c46a138ddd), precommit_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:56:53.849281 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.db_base_plugin_common [None req-e0b32360-6a06-4c4a-91e2-570d4bb52eff None None] Allocated IP 172.20.0.2 (3e93bc5e-1b39-45ff-a87b-06d2e09742f3/0c663383-3c98-40dd-81bd-5c2758326a06/424a409e-f391-4607-83bf-e4a3c8611e92) {{(pid=111142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:56:53.904016 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-ace9f01b-8550-4594-bf98-b4385d65ecf1 admin admin] Publish callbacks [] for router_controller (fcf1b0aa-b905-4f1f-8bc3-d3c46a138ddd), precommit_add_association {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:56:53.997538 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-e0b32360-6a06-4c4a-91e2-570d4bb52eff None None] Publish callbacks [] for port (424a409e-f391-4607-83bf-e4a3c8611e92), precommit_create {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:56:54.070559 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-e0b32360-6a06-4c4a-91e2-570d4bb52eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748337861753'] for port (424a409e-f391-4607-83bf-e4a3c8611e92), after_create {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:56:54.113743 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0b32360-6a06-4c4a-91e2-570d4bb52eff None None] Network 3e93bc5e-1b39-45ff-a87b-06d2e09742f3 is already hosted by enough agents. {{(pid=111142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:56:54.118924 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.scheduler.base_scheduler [None req-e0b32360-6a06-4c4a-91e2-570d4bb52eff None None] Resources bound (agent type, host, resource id): {{(pid=111142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:56:54.121256 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b32360-6a06-4c4a-91e2-570d4bb52eff None None] Pushing event updated for resources: {'Port': ['ID=424a409e-f391-4607-83bf-e4a3c8611e92,revision_number=1']} {{(pid=111142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:56:54.123421 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b32360-6a06-4c4a-91e2-570d4bb52eff None None] Received port after_create {{(pid=111142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 09 16:56:54.139762 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-ace9f01b-8550-4594-bf98-b4385d65ecf1 admin admin] Publish callbacks [] for router_gateway (fcf1b0aa-b905-4f1f-8bc3-d3c46a138ddd), precommit_update {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:56:54.157895 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1488bde3-ed5d-49bd-a09c-c6737fb4de07 req-97869e03-41e2-4153-b58d-dde0f2e0d2ee tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:56:54.160932 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-1488bde3-ed5d-49bd-a09c-c6737fb4de07 req-97869e03-41e2-4153-b58d-dde0f2e0d2ee tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=a4d48aed-6528-46cd-a11e-6899591a4a27 HTTP/1.1" status: 200 len: 946 time: 0.0827715 Aug 09 16:56:54.161824 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:56:54.192455 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.managers [None req-e0b32360-6a06-4c4a-91e2-570d4bb52eff None None] Attempting to bind port 424a409e-f391-4607-83bf-e4a3c8611e92 on host dv-cinder-852364-3-iscsi for vnic_type normal with profile {{(pid=111142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 09 16:56:54.192830 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.managers [None req-e0b32360-6a06-4c4a-91e2-570d4bb52eff None None] Attempting to bind port 424a409e-f391-4607-83bf-e4a3c8611e92 by drivers openvswitch,hyperv on host dv-cinder-852364-3-iscsi at level 0 using segments [{'id': 'b62976c3-72a4-413b-b97a-9681014c555d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 975, 'network_id': '3e93bc5e-1b39-45ff-a87b-06d2e09742f3'}] {{(pid=111142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 09 16:56:54.193192 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b32360-6a06-4c4a-91e2-570d4bb52eff None None] Attempting to bind port 424a409e-f391-4607-83bf-e4a3c8611e92 on network 3e93bc5e-1b39-45ff-a87b-06d2e09742f3 {{(pid=111142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 16:56:54.200556 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b32360-6a06-4c4a-91e2-570d4bb52eff None None] Checking agent: {'id': '47988f4d-09d0-4892-bbfe-5b11c743802f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852364-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 9, 16, 42, 16), 'started_at': datetime.datetime(2022, 8, 9, 16, 42, 46), 'heartbeat_timestamp': datetime.datetime(2022, 8, 9, 16, 56, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852364-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 09 16:56:54.201276 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b32360-6a06-4c4a-91e2-570d4bb52eff None None] Checking segment: {'id': 'b62976c3-72a4-413b-b97a-9681014c555d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 975, 'network_id': '3e93bc5e-1b39-45ff-a87b-06d2e09742f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 09 16:56:54.201687 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-e0b32360-6a06-4c4a-91e2-570d4bb52eff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:56:54.202096 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b32360-6a06-4c4a-91e2-570d4bb52eff None None] Bound using segment: {'id': 'b62976c3-72a4-413b-b97a-9681014c555d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 975, 'network_id': '3e93bc5e-1b39-45ff-a87b-06d2e09742f3'} {{(pid=111142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 09 16:56:54.202686 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.managers [None req-e0b32360-6a06-4c4a-91e2-570d4bb52eff None None] Bound port: 424a409e-f391-4607-83bf-e4a3c8611e92, host: dv-cinder-852364-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b62976c3-72a4-413b-b97a-9681014c555d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 975, 'network_id': '3e93bc5e-1b39-45ff-a87b-06d2e09742f3'}}] {{(pid=111142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 09 16:56:54.203073 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-e0b32360-6a06-4c4a-91e2-570d4bb52eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (424a409e-f391-4607-83bf-e4a3c8611e92), before_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:56:54.229137 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-1488bde3-ed5d-49bd-a09c-c6737fb4de07 req-8fe33632-cff6-4e0d-939e-51e711958c55 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=2bdfd362-24cf-46bd-9f16-b84704a8b95f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614569 Aug 09 16:56:54.239783 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815c30bc-f54f-4278-b411-09c069b928d1 req-14230b87-aeb6-4493-a473-701ab5b39577 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:56:54.248105 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-815c30bc-f54f-4278-b411-09c069b928d1 req-14230b87-aeb6-4493-a473-701ab5b39577 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=da7f4d33-f0b3-4448-9f68-813a5aead47a HTTP/1.1" status: 200 len: 946 time: 0.0583274 Aug 09 16:56:54.258617 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:56:54.286491 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.db [None req-e0b32360-6a06-4c4a-91e2-570d4bb52eff None None] For port 424a409e-f391-4607-83bf-e4a3c8611e92, host dv-cinder-852364-3-iscsi, cleared binding levels {{(pid=111142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:56:54.290030 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.db [None req-e0b32360-6a06-4c4a-91e2-570d4bb52eff None None] For port 424a409e-f391-4607-83bf-e4a3c8611e92, host dv-cinder-852364-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-3-iscsi',level=0,port_id=424a409e-f391-4607-83bf-e4a3c8611e92,segment=NetworkSegment(b62976c3-72a4-413b-b97a-9681014c555d),segment_id=b62976c3-72a4-413b-b97a-9681014c555d)] {{(pid=111142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:56:54.298000 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-815c30bc-f54f-4278-b411-09c069b928d1 req-0e73656b-1199-4c71-a69e-363e7459cfb0 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=3d9f5ea8-d0d2-408b-afd6-30dd186663a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490305 Aug 09 16:56:54.399620 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-e0b32360-6a06-4c4a-91e2-570d4bb52eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748338263269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748337861771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748337861789'] for port (424a409e-f391-4607-83bf-e4a3c8611e92), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:56:54.425646 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:56:54.434945 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-ace9f01b-8550-4594-bf98-b4385d65ecf1 admin admin] Publish callbacks [] for router_gateway (fcf1b0aa-b905-4f1f-8bc3-d3c46a138ddd), before_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:56:54.457668 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b32360-6a06-4c4a-91e2-570d4bb52eff None None] Pushing event updated for resources: {'Port': ['ID=424a409e-f391-4607-83bf-e4a3c8611e92,revision_number=2']} {{(pid=111142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:56:54.459346 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-ace9f01b-8550-4594-bf98-b4385d65ecf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (None), before_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:56:54.467272 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d612bc-c47f-4dc0-b400-27c8a094e752 req-39293717-3eed-412f-84dd-2b0b7f98b9d5 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:56:54.468839 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-86d612bc-c47f-4dc0-b400-27c8a094e752 req-39293717-3eed-412f-84dd-2b0b7f98b9d5 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=ead4e2e4-484b-4150-81ce-4cfc1e9a1c06 HTTP/1.1" status: 200 len: 945 time: 0.0799994 Aug 09 16:56:54.561863 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-86d612bc-c47f-4dc0-b400-27c8a094e752 req-38401818-fdce-47e5-b078-fd9c77b41174 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=094db54e-e69e-4f26-af56-17f52fa862f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861044 Aug 09 16:56:54.631762 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.db.db_base_plugin_common [None req-ace9f01b-8550-4594-bf98-b4385d65ecf1 admin admin] Allocated IP 172.27.2.135 (0b446ac8-416d-4492-b144-c475e4beb84a/4516d54a-1367-472b-b3e4-4bb105fe12f6/16c9b00e-1b6a-4e8a-aeaf-bb0eaf29fcb9) {{(pid=111141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:56:54.749081 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-ace9f01b-8550-4594-bf98-b4385d65ecf1 admin admin] Publish callbacks [] for port (16c9b00e-1b6a-4e8a-aeaf-bb0eaf29fcb9), precommit_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:56:54.847173 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-ace9f01b-8550-4594-bf98-b4385d65ecf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748337861753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12487578'] for port (16c9b00e-1b6a-4e8a-aeaf-bb0eaf29fcb9), after_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:56:54.878152 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:56:54.890624 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ace9f01b-8550-4594-bf98-b4385d65ecf1 admin admin] Network 0b446ac8-416d-4492-b144-c475e4beb84a is already hosted by enough agents. {{(pid=111141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:56:54.893786 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.scheduler.base_scheduler [None req-ace9f01b-8550-4594-bf98-b4385d65ecf1 admin admin] Resources bound (agent type, host, resource id): {{(pid=111141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:56:54.897481 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace9f01b-8550-4594-bf98-b4385d65ecf1 admin admin] Received port after_create {{(pid=111141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 09 16:56:54.900654 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace9f01b-8550-4594-bf98-b4385d65ecf1 admin admin] Pushing event updated for resources: {'Port': ['ID=16c9b00e-1b6a-4e8a-aeaf-bb0eaf29fcb9,revision_number=1']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:56:55.089214 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Device 08bec462-ab8b-4fe8-88b8-287b611ed36a no longer exists at agent hyperv_hv-cinder-85236 {{(pid=111142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:56:55.164550 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Current status of the port 08bec462-ab8b-4fe8-88b8-287b611ed36a is: ACTIVE; New status is: DOWN {{(pid=111142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 16:56:55.165038 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (08bec462-ab8b-4fe8-88b8-287b611ed36a), before_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:56:55.191091 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da7f4d33-f0b3-4448-9f68-813a5aead47a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '08bec462-ab8b-4fe8-88b8-287b611ed36a'}] {{(pid=111142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 16:56:55.193544 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a3936692d9fe67bf654b43a226d329952087876dab2ee9ab8d24037cf19aeb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d44443a7-d63a-41be-9180-225dd1d0dc31" -d '{"events": [{"server_uuid": "da7f4d33-f0b3-4448-9f68-813a5aead47a", "name": "network-vif-unplugged", "status": "completed", "tag": "08bec462-ab8b-4fe8-88b8-287b611ed36a"}]}' {{(pid=111142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:56:55.216591 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.db [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] For port 08bec462-ab8b-4fe8-88b8-287b611ed36a, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=08bec462-ab8b-4fe8-88b8-287b611ed36a,segment=NetworkSegment(38d2f02a-8f81-4105-9e72-6704317cfa7c),segment_id=38d2f02a-8f81-4105-9e72-6704317cfa7c)] {{(pid=111142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:56:55.236484 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Aug 2022 16:56:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f91ef77b-e4bb-4933-ae46-e2c19ad8b01b x-openstack-request-id: req-f91ef77b-e4bb-4933-ae46-e2c19ad8b01b {{(pid=111142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:56:55.236782 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da7f4d33-f0b3-4448-9f68-813a5aead47a", "name": "network-vif-unplugged", "status": "completed", "tag": "08bec462-ab8b-4fe8-88b8-287b611ed36a", "code": 200}]} {{(pid=111142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:56:55.237034 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-f91ef77b-e4bb-4933-ae46-e2c19ad8b01b {{(pid=111142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:56:55.237473 dv-cinder-852364-3-iscsi neutron-server[111142]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f91ef77b-e4bb-4933-ae46-e2c19ad8b01b'] response: {'server_uuid': 'da7f4d33-f0b3-4448-9f68-813a5aead47a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '08bec462-ab8b-4fe8-88b8-287b611ed36a', 'code': 200} Aug 09 16:56:55.271566 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-ace9f01b-8550-4594-bf98-b4385d65ecf1 admin admin] Publish callbacks [] for router_gateway (fcf1b0aa-b905-4f1f-8bc3-d3c46a138ddd), after_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:56:55.298259 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748338263269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748337861771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748337861789'] for port (08bec462-ab8b-4fe8-88b8-287b611ed36a), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:56:55.298968 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Device 787d32ec-b8e9-4f96-acec-6fb00d0163dd no longer exists at agent hyperv_hv-cinder-85236 {{(pid=111142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:56:55.389968 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7845f9a1-e11b-4289-9c4c-87a61dd120ec req-47a5df5f-a87d-4823-8ddc-f0a120f16105 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:56:55.391725 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-7845f9a1-e11b-4289-9c4c-87a61dd120ec req-47a5df5f-a87d-4823-8ddc-f0a120f16105 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=a4d48aed-6528-46cd-a11e-6899591a4a27 HTTP/1.1" status: 200 len: 946 time: 0.0599904 Aug 09 16:56:55.413510 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Current status of the port 787d32ec-b8e9-4f96-acec-6fb00d0163dd is: ACTIVE; New status is: DOWN {{(pid=111142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 16:56:55.413909 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (787d32ec-b8e9-4f96-acec-6fb00d0163dd), before_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:56:55.420160 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Pushing event updated for resources: {'Port': ['ID=08bec462-ab8b-4fe8-88b8-287b611ed36a,revision_number=11']} {{(pid=111142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:56:55.440943 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fbc0eb4-dbba-46e1-86f1-9f2fcda96d27 None None] Network 3e93bc5e-1b39-45ff-a87b-06d2e09742f3 requested from dv-cinder-852364-3-iscsi {{(pid=111142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 09 16:56:55.445550 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82435e2-ee20-4f7b-82db-81103a8f5af8 req-48c4642c-46ee-4148-8923-35f96c17f758 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:56:55.448049 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-e82435e2-ee20-4f7b-82db-81103a8f5af8 req-48c4642c-46ee-4148-8923-35f96c17f758 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=da7f4d33-f0b3-4448-9f68-813a5aead47a HTTP/1.1" status: 200 len: 944 time: 0.0576456 Aug 09 16:56:55.493714 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-7845f9a1-e11b-4289-9c4c-87a61dd120ec req-bf162d64-4a5b-4cff-9037-0cb44e42c92a tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=2bdfd362-24cf-46bd-9f16-b84704a8b95f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682697 Aug 09 16:56:55.512749 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.provisioning_blocks [None req-ac2bd093-be7f-47d2-84ac-f48789a7d284 None None] Provisioning complete for port 424a409e-f391-4607-83bf-e4a3c8611e92 triggered by entity DHCP. {{(pid=111142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 16:56:55.514449 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-ac2bd093-be7f-47d2-84ac-f48789a7d284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877469'] for port (424a409e-f391-4607-83bf-e4a3c8611e92), provisioning_complete {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:56:55.531747 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-e82435e2-ee20-4f7b-82db-81103a8f5af8 req-b1fcb46b-a7e7-4dad-a85d-872bcc616359 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=3d9f5ea8-d0d2-408b-afd6-30dd186663a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650539 Aug 09 16:56:55.554180 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.db [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] For port 787d32ec-b8e9-4f96-acec-6fb00d0163dd, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=787d32ec-b8e9-4f96-acec-6fb00d0163dd,segment=NetworkSegment(22b689c2-f947-4ac8-81fc-daefa317b1b6),segment_id=22b689c2-f947-4ac8-81fc-daefa317b1b6)] {{(pid=111142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:56:55.591906 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-ace9f01b-8550-4594-bf98-b4385d65ecf1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-338920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689217'] for router (fcf1b0aa-b905-4f1f-8bc3-d3c46a138ddd), after_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:56:55.638818 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:56:55.647270 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748338263269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748337861771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748337861789'] for port (787d32ec-b8e9-4f96-acec-6fb00d0163dd), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:56:55.686857 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-ac2bd093-be7f-47d2-84ac-f48789a7d284 None None] Current status of the port 424a409e-f391-4607-83bf-e4a3c8611e92 is: DOWN; New status is: ACTIVE {{(pid=111142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 16:56:55.687290 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-ac2bd093-be7f-47d2-84ac-f48789a7d284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (424a409e-f391-4607-83bf-e4a3c8611e92), before_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:56:55.724355 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Pushing event updated for resources: {'Port': ['ID=787d32ec-b8e9-4f96-acec-6fb00d0163dd,revision_number=6']} {{(pid=111142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:56:55.736288 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492217cb-16db-493c-a70c-6521afc9d65b req-b0d5fff5-1c7e-4947-beaf-eebf529151ec tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:56:55.738156 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-492217cb-16db-493c-a70c-6521afc9d65b req-b0d5fff5-1c7e-4947-beaf-eebf529151ec tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=ead4e2e4-484b-4150-81ce-4cfc1e9a1c06 HTTP/1.1" status: 200 len: 943 time: 0.0991306 Aug 09 16:56:55.742155 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.db [None req-ac2bd093-be7f-47d2-84ac-f48789a7d284 None None] For port 424a409e-f391-4607-83bf-e4a3c8611e92, host dv-cinder-852364-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-3-iscsi',level=0,port_id=424a409e-f391-4607-83bf-e4a3c8611e92,segment=NetworkSegment(b62976c3-72a4-413b-b97a-9681014c555d),segment_id=b62976c3-72a4-413b-b97a-9681014c555d)] {{(pid=111142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:56:55.809886 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-492217cb-16db-493c-a70c-6521afc9d65b req-00a98380-623d-4770-a2a7-10a5b9cca435 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=094db54e-e69e-4f26-af56-17f52fa862f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619709 Aug 09 16:56:55.841226 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-ac2bd093-be7f-47d2-84ac-f48789a7d284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748338263269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748337861771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748337861789'] for port (424a409e-f391-4607-83bf-e4a3c8611e92), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:56:55.867655 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ace9f01b-8550-4594-bf98-b4385d65ecf1 admin admin] Router fcf1b0aa-b905-4f1f-8bc3-d3c46a138ddd is scheduled to L3 agent 2cf02505-efcb-442b-855b-6c659df6f18c with binding_index 1 {{(pid=111141) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 09 16:56:55.879160 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:56:55.893180 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2bd093-be7f-47d2-84ac-f48789a7d284 None None] Pushing event updated for resources: {'Port': ['ID=424a409e-f391-4607-83bf-e4a3c8611e92,revision_number=3']} {{(pid=111142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:56:55.960584 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.provisioning_blocks [None req-cfa1ce0d-e4de-4477-8eb0-233e685d2ad6 None None] Provisioning complete for port 424a409e-f391-4607-83bf-e4a3c8611e92 triggered by entity DHCP. {{(pid=111142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 16:56:55.961003 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-cfa1ce0d-e4de-4477-8eb0-233e685d2ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877469'] for port (424a409e-f391-4607-83bf-e4a3c8611e92), provisioning_complete {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:56:55.972979 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ace9f01b-8550-4594-bf98-b4385d65ecf1 admin admin] Notify agent at l3_agent.dv-cinder-852364-3-iscsi the message routers_updated {{(pid=111141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:56:55.984206 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e14fb12-b49e-486a-922b-9ac66a210d6e None None] Sync routers for ids ['fcf1b0aa-b905-4f1f-8bc3-d3c46a138ddd'] in dv-cinder-852364-3-iscsi {{(pid=111143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:56:55.998000 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e14fb12-b49e-486a-922b-9ac66a210d6e None None] Routers {'fcf1b0aa-b905-4f1f-8bc3-d3c46a138ddd'} bound to L3 agent in host dv-cinder-852364-3-iscsi {{(pid=111143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 16:56:55.998624 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.l3_hamode_db [None req-3e14fb12-b49e-486a-922b-9ac66a210d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-09T16:42:12Z,description=,heartbeat_timestamp=2022-08-09T16:56:42Z,host='dv-cinder-852364-3-iscsi',id=2cf02505-efcb-442b-855b-6c659df6f18c,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:13Z,topic='l3_agent')) {'router_ids': ['fcf1b0aa-b905-4f1f-8bc3-d3c46a138ddd'], 'active': True} {{(pid=111143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:56:56.005634 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:56:56.037556 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-cfa1ce0d-e4de-4477-8eb0-233e685d2ad6 None None] Current status of the port 424a409e-f391-4607-83bf-e4a3c8611e92 is: ACTIVE; New status is: ACTIVE {{(pid=111142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 16:56:56.061447 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-ace9f01b-8550-4594-bf98-b4385d65ecf1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:56:56.065352 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [None req-ace9f01b-8550-4594-bf98-b4385d65ecf1 admin admin] 10.222.0.59 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.3289027 Aug 09 16:56:56.071206 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.wsgi [-] (111141) accepted ('10.222.0.59', 55176) {{(pid=111141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:56:56.111588 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.l3_dvr_db [None req-3e14fb12-b49e-486a-922b-9ac66a210d6e None None] Set router fcf1b0aa-b905-4f1f-8bc3-d3c46a138ddd gateway port host: dv-cinder-852364-3-iscsi {{(pid=111143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 16:56:56.121676 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:56:56.154052 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Device 424a409e-f391-4607-83bf-e4a3c8611e92 up at agent ovs-agent-dv-cinder-852364-3-iscsi {{(pid=111142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:56:56.206700 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.provisioning_blocks [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Provisioning complete for port 424a409e-f391-4607-83bf-e4a3c8611e92 triggered by entity L2. {{(pid=111142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 16:56:56.207079 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877469'] for port (424a409e-f391-4607-83bf-e4a3c8611e92), provisioning_complete {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:56:56.290844 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Current status of the port 424a409e-f391-4607-83bf-e4a3c8611e92 is: ACTIVE; New status is: ACTIVE {{(pid=111142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 16:56:56.324006 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG dbcounter [-] [111143] Writing DB stats neutron:SELECT=100 {{(pid=111143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:56:56.373759 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG dbcounter [-] [111143] Writing DB stats neutron:SELECT=100 {{(pid=111143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:56:56.391267 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.l3_hamode_db [None req-3e14fb12-b49e-486a-922b-9ac66a210d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcf1b0aa-b905-4f1f-8bc3-d3c46a138ddd', 'name': 'tempest-TestMinimumBasicScenario-2011522395-router', 'tenant_id': '7ffda0edbe694650b9de23928f1de1a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'external_fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': '16c9b00e-1b6a-4e8a-aeaf-bb0eaf29fcb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:56:53Z', 'updated_at': '2022-08-09T16:56:55Z', 'revision_number': 3, 'project_id': '7ffda0edbe694650b9de23928f1de1a4', 'gw_port': {'id': '16c9b00e-1b6a-4e8a-aeaf-bb0eaf29fcb9', 'name': '', 'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:fe:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcf1b0aa-b905-4f1f-8bc3-d3c46a138ddd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:56:54Z', 'updated_at': '2022-08-09T16:56:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-3-iscsi'}], 'dv-cinder-852364-3-iscsi', False) {} {{(pid=111143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:56:56.417514 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e14fb12-b49e-486a-922b-9ac66a210d6e None None] Checking router: fcf1b0aa-b905-4f1f-8bc3-d3c46a138ddd for host: dv-cinder-852364-3-iscsi {{(pid=111143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:56:56.417768 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e14fb12-b49e-486a-922b-9ac66a210d6e None None] Updating router fcf1b0aa-b905-4f1f-8bc3-d3c46a138ddd port 16c9b00e-1b6a-4e8a-aeaf-bb0eaf29fcb9 binding host dv-cinder-852364-3-iscsi {{(pid=111143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 16:56:56.446569 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron_lib.callbacks.manager [None req-3e14fb12-b49e-486a-922b-9ac66a210d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (16c9b00e-1b6a-4e8a-aeaf-bb0eaf29fcb9), before_update {{(pid=111143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:56:56.497957 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a290d30-2e4e-4e91-9656-70b39e4acc8a req-6ab23851-6bdc-49fd-bb64-560dd0b408ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:56:56.499685 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-4a290d30-2e4e-4e91-9656-70b39e4acc8a req-6ab23851-6bdc-49fd-bb64-560dd0b408ac service neutron] 10.222.0.91 "GET /networking/v2.0/ports?tenant_id=e5e7f48ecafa4bfe80fadd50e0b24cbb&device_id=2daaa8cc-0b52-422c-adaa-98f905bb869b HTTP/1.1" status: 200 len: 1130 time: 0.0872431 Aug 09 16:56:56.509009 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc99ad0-8b9a-4ecf-902b-50fa4cf67485 req-9c2f092f-6e0f-4ad2-b684-fa3f81a822c4 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:56:56.510382 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-6cc99ad0-8b9a-4ecf-902b-50fa4cf67485 req-9c2f092f-6e0f-4ad2-b684-fa3f81a822c4 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=da7f4d33-f0b3-4448-9f68-813a5aead47a HTTP/1.1" status: 200 len: 944 time: 0.0968287 Aug 09 16:56:56.653879 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05992cc6-3218-4993-a8c6-fb21a3157bfa req-ad47ad84-f2d5-47e1-845f-07ffc7f06614 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:56:56.656124 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-05992cc6-3218-4993-a8c6-fb21a3157bfa req-ad47ad84-f2d5-47e1-845f-07ffc7f06614 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=a4d48aed-6528-46cd-a11e-6899591a4a27 HTTP/1.1" status: 200 len: 946 time: 0.0551319 Aug 09 16:56:56.710573 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron_lib.callbacks.manager [None req-3e14fb12-b49e-486a-922b-9ac66a210d6e None None] Publish callbacks [] for port (16c9b00e-1b6a-4e8a-aeaf-bb0eaf29fcb9), precommit_update {{(pid=111143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:56:56.721622 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-05992cc6-3218-4993-a8c6-fb21a3157bfa req-5af67519-2f3b-4a1f-8937-5b76be715494 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=2bdfd362-24cf-46bd-9f16-b84704a8b95f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546770 Aug 09 16:56:56.769617 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4411f124-36bc-4a6f-9189-41d7b845b678 req-33adc2d6-0a6b-4751-96dd-fe74577b0144 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:56:56.771053 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-4411f124-36bc-4a6f-9189-41d7b845b678 req-33adc2d6-0a6b-4751-96dd-fe74577b0144 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=ead4e2e4-484b-4150-81ce-4cfc1e9a1c06 HTTP/1.1" status: 200 len: 943 time: 0.2259557 Aug 09 16:56:56.824888 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron_lib.callbacks.manager [None req-3e14fb12-b49e-486a-922b-9ac66a210d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748338263269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748337861771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748337861789'] for port (16c9b00e-1b6a-4e8a-aeaf-bb0eaf29fcb9), after_update {{(pid=111143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:56:56.864223 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.plugins.ml2.managers [None req-3e14fb12-b49e-486a-922b-9ac66a210d6e None None] Attempting to bind port 16c9b00e-1b6a-4e8a-aeaf-bb0eaf29fcb9 on host dv-cinder-852364-3-iscsi for vnic_type normal with profile {{(pid=111143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 09 16:56:56.864673 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.plugins.ml2.managers [None req-3e14fb12-b49e-486a-922b-9ac66a210d6e None None] Attempting to bind port 16c9b00e-1b6a-4e8a-aeaf-bb0eaf29fcb9 by drivers openvswitch,hyperv on host dv-cinder-852364-3-iscsi at level 0 using segments [{'id': '3548ff03-3b62-477c-991b-01c3e3081105', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a'}] {{(pid=111143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 09 16:56:56.865102 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e14fb12-b49e-486a-922b-9ac66a210d6e None None] Attempting to bind port 16c9b00e-1b6a-4e8a-aeaf-bb0eaf29fcb9 on network 0b446ac8-416d-4492-b144-c475e4beb84a {{(pid=111143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 16:56:56.875937 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce66eef5-959d-45a9-88e2-df8961dc2ad4 req-83dbc137-87c6-4ead-b128-cecb6edf8da5 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:56:56.877466 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-ce66eef5-959d-45a9-88e2-df8961dc2ad4 req-83dbc137-87c6-4ead-b128-cecb6edf8da5 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=da7f4d33-f0b3-4448-9f68-813a5aead47a HTTP/1.1" status: 200 len: 944 time: 0.2425382 Aug 09 16:56:56.878594 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e14fb12-b49e-486a-922b-9ac66a210d6e None None] Checking agent: {'id': '47988f4d-09d0-4892-bbfe-5b11c743802f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852364-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 9, 16, 42, 16), 'started_at': datetime.datetime(2022, 8, 9, 16, 42, 46), 'heartbeat_timestamp': datetime.datetime(2022, 8, 9, 16, 56, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852364-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 09 16:56:56.879049 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e14fb12-b49e-486a-922b-9ac66a210d6e None None] Checking segment: {'id': '3548ff03-3b62-477c-991b-01c3e3081105', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 09 16:56:56.879536 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron_lib.callbacks.manager [None req-3e14fb12-b49e-486a-922b-9ac66a210d6e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:56:56.879994 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e14fb12-b49e-486a-922b-9ac66a210d6e None None] Bound using segment: {'id': '3548ff03-3b62-477c-991b-01c3e3081105', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a'} {{(pid=111143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 09 16:56:56.880669 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.plugins.ml2.managers [None req-3e14fb12-b49e-486a-922b-9ac66a210d6e None None] Bound port: 16c9b00e-1b6a-4e8a-aeaf-bb0eaf29fcb9, host: dv-cinder-852364-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3548ff03-3b62-477c-991b-01c3e3081105', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a'}}] {{(pid=111143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 09 16:56:56.881117 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron_lib.callbacks.manager [None req-3e14fb12-b49e-486a-922b-9ac66a210d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (16c9b00e-1b6a-4e8a-aeaf-bb0eaf29fcb9), before_update {{(pid=111143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:56:56.891309 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbf4390-9e2f-4d29-be73-bd73d2272d62 req-b3d1d24e-259b-48f6-95bd-7d15f1819731 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:56:56.892786 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-ecbf4390-9e2f-4d29-be73-bd73d2272d62 req-b3d1d24e-259b-48f6-95bd-7d15f1819731 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=a4d48aed-6528-46cd-a11e-6899591a4a27 HTTP/1.1" status: 200 len: 946 time: 0.1875744 Aug 09 16:56:56.908928 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1354d51-2ecd-4cba-97ed-98867d2bdc80 None None] Pushing event updated for resources: {'Port': ['ID=16c9b00e-1b6a-4e8a-aeaf-bb0eaf29fcb9,revision_number=2']} {{(pid=111143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:56:56.921024 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1354d51-2ecd-4cba-97ed-98867d2bdc80 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:56:56.921503 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1354d51-2ecd-4cba-97ed-98867d2bdc80 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:56:56.921870 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1354d51-2ecd-4cba-97ed-98867d2bdc80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:56:56.922223 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1354d51-2ecd-4cba-97ed-98867d2bdc80 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:56:56.922721 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1354d51-2ecd-4cba-97ed-98867d2bdc80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:56:56.923277 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1354d51-2ecd-4cba-97ed-98867d2bdc80 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:56:56.923761 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1354d51-2ecd-4cba-97ed-98867d2bdc80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:56:56.924264 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1354d51-2ecd-4cba-97ed-98867d2bdc80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:56:56.924820 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1354d51-2ecd-4cba-97ed-98867d2bdc80 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:56:56.925153 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1354d51-2ecd-4cba-97ed-98867d2bdc80 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:56:56.926063 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1354d51-2ecd-4cba-97ed-98867d2bdc80 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:56:56.926063 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1354d51-2ecd-4cba-97ed-98867d2bdc80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:56:56.926420 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1354d51-2ecd-4cba-97ed-98867d2bdc80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:56:56.926745 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1354d51-2ecd-4cba-97ed-98867d2bdc80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:56:56.927053 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1354d51-2ecd-4cba-97ed-98867d2bdc80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:56:56.940200 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f3d658-8705-42c6-a80b-24fb1247e921 req-9365b2ac-c95c-4676-8199-262d51efa337 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:56:56.941854 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-93f3d658-8705-42c6-a80b-24fb1247e921 req-9365b2ac-c95c-4676-8199-262d51efa337 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=ead4e2e4-484b-4150-81ce-4cfc1e9a1c06 HTTP/1.1" status: 200 len: 943 time: 0.0513818 Aug 09 16:56:56.955875 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.plugins.ml2.db [None req-3e14fb12-b49e-486a-922b-9ac66a210d6e None None] For port 16c9b00e-1b6a-4e8a-aeaf-bb0eaf29fcb9, host dv-cinder-852364-3-iscsi, cleared binding levels {{(pid=111143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:56:56.965515 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.plugins.ml2.db [None req-3e14fb12-b49e-486a-922b-9ac66a210d6e None None] For port 16c9b00e-1b6a-4e8a-aeaf-bb0eaf29fcb9, host dv-cinder-852364-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-3-iscsi',level=0,port_id=16c9b00e-1b6a-4e8a-aeaf-bb0eaf29fcb9,segment=NetworkSegment(3548ff03-3b62-477c-991b-01c3e3081105),segment_id=3548ff03-3b62-477c-991b-01c3e3081105)] {{(pid=111143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:56:56.968733 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.plugin [req-6cc99ad0-8b9a-4ecf-902b-50fa4cf67485 req-3c4388d4-c6a2-4a55-8418-257a8835a3b3 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Deleting port 08bec462-ab8b-4fe8-88b8-287b611ed36a {{(pid=111141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 09 16:56:56.969085 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-6cc99ad0-8b9a-4ecf-902b-50fa4cf67485 req-3c4388d4-c6a2-4a55-8418-257a8835a3b3 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748338259761'] for port (08bec462-ab8b-4fe8-88b8-287b611ed36a), before_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:56:56.993549 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-93f3d658-8705-42c6-a80b-24fb1247e921 req-ea9b227a-fb3d-4d87-abbb-405af36ab37b tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=094db54e-e69e-4f26-af56-17f52fa862f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444007 Aug 09 16:56:57.057167 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a290d30-2e4e-4e91-9656-70b39e4acc8a req-85aac482-0122-4ea3-bda3-e181835602b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:56:57.059359 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-4a290d30-2e4e-4e91-9656-70b39e4acc8a req-85aac482-0122-4ea3-bda3-e181835602b1 service neutron] 10.222.0.91 "GET /networking/v2.0/networks?id=03ca7ab9-4a6d-42ee-86c4-e644a355c008 HTTP/1.1" status: 200 len: 912 time: 0.5117853 Aug 09 16:56:57.060112 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron_lib.callbacks.manager [None req-3e14fb12-b49e-486a-922b-9ac66a210d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748338263269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748337861771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748337861789'] for port (16c9b00e-1b6a-4e8a-aeaf-bb0eaf29fcb9), after_update {{(pid=111143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:56:57.100143 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e14fb12-b49e-486a-922b-9ac66a210d6e None None] Routers {'fcf1b0aa-b905-4f1f-8bc3-d3c46a138ddd'} bound to L3 agent in host dv-cinder-852364-3-iscsi {{(pid=111143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 16:56:57.100847 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.l3_hamode_db [None req-3e14fb12-b49e-486a-922b-9ac66a210d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-09T16:42:12Z,description=,heartbeat_timestamp=2022-08-09T16:56:42Z,host='dv-cinder-852364-3-iscsi',id=2cf02505-efcb-442b-855b-6c659df6f18c,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:13Z,topic='l3_agent')) {'router_ids': ['fcf1b0aa-b905-4f1f-8bc3-d3c46a138ddd'], 'active': True} {{(pid=111143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:56:57.157904 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1354d51-2ecd-4cba-97ed-98867d2bdc80 None None] Pushing event updated for resources: {'Port': ['ID=16c9b00e-1b6a-4e8a-aeaf-bb0eaf29fcb9,revision_number=3']} {{(pid=111143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:56:57.186678 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=100 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:56:57.220045 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.l3_dvr_db [None req-3e14fb12-b49e-486a-922b-9ac66a210d6e None None] Set router fcf1b0aa-b905-4f1f-8bc3-d3c46a138ddd gateway port host: dv-cinder-852364-3-iscsi {{(pid=111143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 16:56:57.238956 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ead4e2e4-484b-4150-81ce-4cfc1e9a1c06', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '787d32ec-b8e9-4f96-acec-6fb00d0163dd'}] {{(pid=111142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 16:56:57.241332 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a3936692d9fe67bf654b43a226d329952087876dab2ee9ab8d24037cf19aeb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bcd9b94-ea20-4019-9c2e-64b1171a64c7" -d '{"events": [{"server_uuid": "ead4e2e4-484b-4150-81ce-4cfc1e9a1c06", "name": "network-vif-unplugged", "status": "completed", "tag": "787d32ec-b8e9-4f96-acec-6fb00d0163dd"}]}' {{(pid=111142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:56:57.260465 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.plugin [req-4411f124-36bc-4a6f-9189-41d7b845b678 req-2a139a3d-1625-4c4f-a7eb-5b0e6343b5e6 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Deleting port 787d32ec-b8e9-4f96-acec-6fb00d0163dd {{(pid=111141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 09 16:56:57.261356 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-4411f124-36bc-4a6f-9189-41d7b845b678 req-2a139a3d-1625-4c4f-a7eb-5b0e6343b5e6 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748338259761'] for port (787d32ec-b8e9-4f96-acec-6fb00d0163dd), before_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:56:57.282945 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Aug 2022 16:56:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b704fb7-537e-4d08-864e-b4f8049e5322 x-openstack-request-id: req-6b704fb7-537e-4d08-864e-b4f8049e5322 {{(pid=111142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:56:57.283370 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ead4e2e4-484b-4150-81ce-4cfc1e9a1c06", "name": "network-vif-unplugged", "status": "completed", "tag": "787d32ec-b8e9-4f96-acec-6fb00d0163dd", "code": 200}]} {{(pid=111142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:56:57.283617 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-6b704fb7-537e-4d08-864e-b4f8049e5322 {{(pid=111142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:56:57.284006 dv-cinder-852364-3-iscsi neutron-server[111142]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b704fb7-537e-4d08-864e-b4f8049e5322'] response: {'server_uuid': 'ead4e2e4-484b-4150-81ce-4cfc1e9a1c06', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '787d32ec-b8e9-4f96-acec-6fb00d0163dd', 'code': 200} Aug 09 16:56:57.296479 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-ce66eef5-959d-45a9-88e2-df8961dc2ad4 req-1129057a-bcdd-4ab9-9031-f480bba1db13 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=3d9f5ea8-d0d2-408b-afd6-30dd186663a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4027154 Aug 09 16:56:57.343557 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-4a290d30-2e4e-4e91-9656-70b39e4acc8a req-eb6d0a47-4677-42d4-801b-915d9bbf21ef service neutron] 10.222.0.91 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=de1305b9-b3fe-416b-8157-bf1c65b0aa2a HTTP/1.1" status: 200 len: 1001 time: 0.2604940 Aug 09 16:56:57.350016 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG dbcounter [-] [111143] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=111143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:56:57.350652 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.plugin [req-ecbf4390-9e2f-4d29-be73-bd73d2272d62 req-e8faddd6-e314-447c-a77b-6da5cd85d0d2 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Deleting port 53a24594-3349-4f0d-b4fe-6c7d9baea3f2 {{(pid=111141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 09 16:56:57.351000 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-ecbf4390-9e2f-4d29-be73-bd73d2272d62 req-e8faddd6-e314-447c-a77b-6da5cd85d0d2 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748338259761'] for port (53a24594-3349-4f0d-b4fe-6c7d9baea3f2), before_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:56:57.403681 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.l3_hamode_db [None req-3e14fb12-b49e-486a-922b-9ac66a210d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcf1b0aa-b905-4f1f-8bc3-d3c46a138ddd', 'name': 'tempest-TestMinimumBasicScenario-2011522395-router', 'tenant_id': '7ffda0edbe694650b9de23928f1de1a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'external_fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': '16c9b00e-1b6a-4e8a-aeaf-bb0eaf29fcb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:56:53Z', 'updated_at': '2022-08-09T16:56:55Z', 'revision_number': 3, 'project_id': '7ffda0edbe694650b9de23928f1de1a4', 'gw_port': {'id': '16c9b00e-1b6a-4e8a-aeaf-bb0eaf29fcb9', 'name': '', 'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:fe:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcf1b0aa-b905-4f1f-8bc3-d3c46a138ddd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:56:54Z', 'updated_at': '2022-08-09T16:56:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-3-iscsi'}], 'dv-cinder-852364-3-iscsi', False) {} {{(pid=111143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:56:57.428061 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e14fb12-b49e-486a-922b-9ac66a210d6e None None] The sync data for ids ['fcf1b0aa-b905-4f1f-8bc3-d3c46a138ddd'] in dv-cinder-852364-3-iscsi is: [{'id': 'fcf1b0aa-b905-4f1f-8bc3-d3c46a138ddd', 'name': 'tempest-TestMinimumBasicScenario-2011522395-router', 'tenant_id': '7ffda0edbe694650b9de23928f1de1a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'external_fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': '16c9b00e-1b6a-4e8a-aeaf-bb0eaf29fcb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:56:53Z', 'updated_at': '2022-08-09T16:56:55Z', 'revision_number': 3, 'project_id': '7ffda0edbe694650b9de23928f1de1a4', 'gw_port': {'id': '16c9b00e-1b6a-4e8a-aeaf-bb0eaf29fcb9', 'name': '', 'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:fe:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcf1b0aa-b905-4f1f-8bc3-d3c46a138ddd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:56:54Z', 'updated_at': '2022-08-09T16:56:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-3-iscsi'}] {{(pid=111143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:56:57.455910 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.db [req-6cc99ad0-8b9a-4ecf-902b-50fa4cf67485 req-3c4388d4-c6a2-4a55-8418-257a8835a3b3 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] For port 08bec462-ab8b-4fe8-88b8-287b611ed36a, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=08bec462-ab8b-4fe8-88b8-287b611ed36a,segment=NetworkSegment(38d2f02a-8f81-4105-9e72-6704317cfa7c),segment_id=38d2f02a-8f81-4105-9e72-6704317cfa7c)] {{(pid=111141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:56:57.455910 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-6cc99ad0-8b9a-4ecf-902b-50fa4cf67485 req-3c4388d4-c6a2-4a55-8418-257a8835a3b3 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694862'] for port (08bec462-ab8b-4fe8-88b8-287b611ed36a), precommit_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:56:57.493104 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=100 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:56:57.571850 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a290d30-2e4e-4e91-9656-70b39e4acc8a req-239e577f-f2c1-4b67-9401-7579790cfa2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:56:57.573843 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-4a290d30-2e4e-4e91-9656-70b39e4acc8a req-239e577f-f2c1-4b67-9401-7579790cfa2f service neutron] 10.222.0.91 "GET /networking/v2.0/subnets?id=b36b87ee-0e67-4f6f-99fc-27a16ecf7293 HTTP/1.1" status: 200 len: 850 time: 0.2149992 Aug 09 16:56:57.672415 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.db [req-4411f124-36bc-4a6f-9189-41d7b845b678 req-2a139a3d-1625-4c4f-a7eb-5b0e6343b5e6 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] For port 787d32ec-b8e9-4f96-acec-6fb00d0163dd, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=787d32ec-b8e9-4f96-acec-6fb00d0163dd,segment=NetworkSegment(22b689c2-f947-4ac8-81fc-daefa317b1b6),segment_id=22b689c2-f947-4ac8-81fc-daefa317b1b6)] {{(pid=111141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:56:57.672788 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-4411f124-36bc-4a6f-9189-41d7b845b678 req-2a139a3d-1625-4c4f-a7eb-5b0e6343b5e6 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694862'] for port (787d32ec-b8e9-4f96-acec-6fb00d0163dd), precommit_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:56:57.783285 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a290d30-2e4e-4e91-9656-70b39e4acc8a req-7fc91fb0-41cc-4cd6-b01f-9a8bbabc61cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:56:57.784807 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-4a290d30-2e4e-4e91-9656-70b39e4acc8a req-7fc91fb0-41cc-4cd6-b01f-9a8bbabc61cc service neutron] 10.222.0.91 "GET /networking/v2.0/ports?network_id=03ca7ab9-4a6d-42ee-86c4-e644a355c008&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1826799 Aug 09 16:56:57.864125 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba15c82d-be6f-4c04-93fd-8f8095b70e01 req-b381a449-eba8-4fc8-be9f-eb272b3df7ec tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:56:57.865738 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-ba15c82d-be6f-4c04-93fd-8f8095b70e01 req-b381a449-eba8-4fc8-be9f-eb272b3df7ec tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=a4d48aed-6528-46cd-a11e-6899591a4a27 HTTP/1.1" status: 200 len: 946 time: 0.0589406 Aug 09 16:56:57.921670 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-ba15c82d-be6f-4c04-93fd-8f8095b70e01 req-a64bb8d6-a87d-4370-acaf-e944c4dd572c tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=2bdfd362-24cf-46bd-9f16-b84704a8b95f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486832 Aug 09 16:56:58.099460 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.db [req-ecbf4390-9e2f-4d29-be73-bd73d2272d62 req-e8faddd6-e314-447c-a77b-6da5cd85d0d2 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] For port 53a24594-3349-4f0d-b4fe-6c7d9baea3f2, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=53a24594-3349-4f0d-b4fe-6c7d9baea3f2,segment=NetworkSegment(a94c1f41-ae8b-4dd1-abef-be7e62056af2),segment_id=a94c1f41-ae8b-4dd1-abef-be7e62056af2)] {{(pid=111141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:56:58.100056 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-ecbf4390-9e2f-4d29-be73-bd73d2272d62 req-e8faddd6-e314-447c-a77b-6da5cd85d0d2 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694862'] for port (53a24594-3349-4f0d-b4fe-6c7d9baea3f2), precommit_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:56:58.162484 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Device 16c9b00e-1b6a-4e8a-aeaf-bb0eaf29fcb9 up at agent ovs-agent-dv-cinder-852364-3-iscsi {{(pid=111142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:56:58.211382 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.provisioning_blocks [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Provisioning complete for port 16c9b00e-1b6a-4e8a-aeaf-bb0eaf29fcb9 triggered by entity L2. {{(pid=111142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 16:56:58.211761 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877469'] for port (16c9b00e-1b6a-4e8a-aeaf-bb0eaf29fcb9), provisioning_complete {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:56:58.270171 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.plugin [req-ecbf4390-9e2f-4d29-be73-bd73d2272d62 req-e8faddd6-e314-447c-a77b-6da5cd85d0d2 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Calling delete_port for 53a24594-3349-4f0d-b4fe-6c7d9baea3f2 owned by compute:nova {{(pid=111141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 09 16:56:58.295048 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Current status of the port 16c9b00e-1b6a-4e8a-aeaf-bb0eaf29fcb9 is: DOWN; New status is: ACTIVE {{(pid=111142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 16:56:58.295658 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (16c9b00e-1b6a-4e8a-aeaf-bb0eaf29fcb9), before_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:56:58.302682 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=100 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:56:58.317993 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-2233aad4-7e58-43c5-8c67-f1075cd273ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (None), before_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:56:58.318617 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.db [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] For port 16c9b00e-1b6a-4e8a-aeaf-bb0eaf29fcb9, host dv-cinder-852364-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-3-iscsi',level=0,port_id=16c9b00e-1b6a-4e8a-aeaf-bb0eaf29fcb9,segment=NetworkSegment(3548ff03-3b62-477c-991b-01c3e3081105),segment_id=3548ff03-3b62-477c-991b-01c3e3081105)] {{(pid=111142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:56:58.357790 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82c53b4-ea49-4b57-bd13-d8f73fc1b9c1 req-4f48a302-783d-4a34-a55f-332a3b2fc13d tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:56:58.364897 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-a82c53b4-ea49-4b57-bd13-d8f73fc1b9c1 req-4f48a302-783d-4a34-a55f-332a3b2fc13d tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=ead4e2e4-484b-4150-81ce-4cfc1e9a1c06 HTTP/1.1" status: 200 len: 943 time: 0.2700491 Aug 09 16:56:58.385716 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-6cc99ad0-8b9a-4ecf-902b-50fa4cf67485 req-3c4388d4-c6a2-4a55-8418-257a8835a3b3 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:56:58.386137 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-6cc99ad0-8b9a-4ecf-902b-50fa4cf67485 req-3c4388d4-c6a2-4a55-8418-257a8835a3b3 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-336914'] for floatingip (b3aa92e8-b7bb-430c-80a4-9821331edf59), after_update {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:56:58.386571 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.db.l3_db [req-6cc99ad0-8b9a-4ecf-902b-50fa4cf67485 req-3c4388d4-c6a2-4a55-8418-257a8835a3b3 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Floating IP b3aa92e8-b7bb-430c-80a4-9821331edf59 disassociated. External IP: 172.27.2.89, port: 08bec462-ab8b-4fe8-88b8-287b611ed36a. Aug 09 16:56:58.386903 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.plugin [req-6cc99ad0-8b9a-4ecf-902b-50fa4cf67485 req-3c4388d4-c6a2-4a55-8418-257a8835a3b3 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Calling delete_port for 08bec462-ab8b-4fe8-88b8-287b611ed36a owned by compute:nova {{(pid=111141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 09 16:56:58.406928 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748338263269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748337861771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748337861789'] for port (16c9b00e-1b6a-4e8a-aeaf-bb0eaf29fcb9), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:56:58.455570 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950c0f06-6865-45a5-9874-f4fda5152c39 req-382a75fd-0eab-42f7-bd4f-2fa65236e889 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:56:58.457688 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-950c0f06-6865-45a5-9874-f4fda5152c39 req-382a75fd-0eab-42f7-bd4f-2fa65236e889 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=da7f4d33-f0b3-4448-9f68-813a5aead47a HTTP/1.1" status: 200 len: 944 time: 0.0667655 Aug 09 16:56:58.483952 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Pushing event updated for resources: {'Port': ['ID=16c9b00e-1b6a-4e8a-aeaf-bb0eaf29fcb9,revision_number=4']} {{(pid=111142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:56:58.506556 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:56:58.522048 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-950c0f06-6865-45a5-9874-f4fda5152c39 req-3fcdd865-9420-4f55-903b-68db5ffa15bd tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=3d9f5ea8-d0d2-408b-afd6-30dd186663a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525367 Aug 09 16:56:58.545229 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-4411f124-36bc-4a6f-9189-41d7b845b678 req-2a139a3d-1625-4c4f-a7eb-5b0e6343b5e6 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:56:58.547012 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-4411f124-36bc-4a6f-9189-41d7b845b678 req-2a139a3d-1625-4c4f-a7eb-5b0e6343b5e6 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-336914'] for floatingip (4a8e17de-d632-48e0-b908-5e3b3c9c6efa), after_update {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:56:58.547012 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.db.l3_db [req-4411f124-36bc-4a6f-9189-41d7b845b678 req-2a139a3d-1625-4c4f-a7eb-5b0e6343b5e6 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Floating IP 4a8e17de-d632-48e0-b908-5e3b3c9c6efa disassociated. External IP: 172.27.2.190, port: 787d32ec-b8e9-4f96-acec-6fb00d0163dd. Aug 09 16:56:58.547012 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.plugin [req-4411f124-36bc-4a6f-9189-41d7b845b678 req-2a139a3d-1625-4c4f-a7eb-5b0e6343b5e6 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Calling delete_port for 787d32ec-b8e9-4f96-acec-6fb00d0163dd owned by compute:nova {{(pid=111141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 09 16:56:58.633528 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-4a290d30-2e4e-4e91-9656-70b39e4acc8a req-51cc09e8-20a7-47d0-afd7-a9567a6daf71 service neutron] 10.222.0.91 "GET /networking/v2.0/networks/03ca7ab9-4a6d-42ee-86c4-e644a355c008?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5360055 Aug 09 16:56:58.758702 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-a82c53b4-ea49-4b57-bd13-d8f73fc1b9c1 req-2c73e280-12bc-45ac-9f86-1b8e7003e463 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=094db54e-e69e-4f26-af56-17f52fa862f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3929477 Aug 09 16:56:58.919765 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=89,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:56:59.003576 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-4a290d30-2e4e-4e91-9656-70b39e4acc8a req-9f510494-9434-4ea9-b9c6-547d13675545 service neutron] 10.222.0.91 "GET /networking/v2.0/networks/03ca7ab9-4a6d-42ee-86c4-e644a355c008?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3562293 Aug 09 16:56:59.037455 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Device 53a24594-3349-4f0d-b4fe-6c7d9baea3f2 no longer exists at agent hyperv_hv-cinder-85236 {{(pid=111142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:56:59.054600 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa770f9-d3f4-48a6-8545-e3809fdc7ac1 req-9f66bd6a-6587-422e-8796-3f3b38c4836b tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:56:59.058449 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-7aa770f9-d3f4-48a6-8545-e3809fdc7ac1 req-9f66bd6a-6587-422e-8796-3f3b38c4836b tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=a4d48aed-6528-46cd-a11e-6899591a4a27 HTTP/1.1" status: 200 len: 946 time: 0.0593786 Aug 09 16:56:59.064458 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.db.db_base_plugin_common [None req-2233aad4-7e58-43c5-8c67-f1075cd273ea admin admin] Allocated IP 172.20.0.1 (3e93bc5e-1b39-45ff-a87b-06d2e09742f3/0c663383-3c98-40dd-81bd-5c2758326a06/ee995c18-f1e6-4bf9-94d9-aa3541acfe1f) {{(pid=111141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:56:59.118922 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-7aa770f9-d3f4-48a6-8545-e3809fdc7ac1 req-d4c18bd8-1d5b-4e31-8643-7251338648fc tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=2bdfd362-24cf-46bd-9f16-b84704a8b95f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531375 Aug 09 16:56:59.129745 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Current status of the port 53a24594-3349-4f0d-b4fe-6c7d9baea3f2 is: ACTIVE; New status is: DOWN {{(pid=111142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 16:56:59.130155 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (53a24594-3349-4f0d-b4fe-6c7d9baea3f2), before_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:56:59.131944 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-ecbf4390-9e2f-4d29-be73-bd73d2272d62 req-e8faddd6-e314-447c-a77b-6da5cd85d0d2 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748338263278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748337861762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12487578'] for port (53a24594-3349-4f0d-b4fe-6c7d9baea3f2), after_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:56:59.154262 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=76,neutron:DELETE=17,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:56:59.155918 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:56:59.182107 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8faddd6-e314-447c-a77b-6da5cd85d0d2 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Pushing event deleted for resources: {'Port': ['ID=53a24594-3349-4f0d-b4fe-6c7d9baea3f2,revision_number=None']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:56:59.234306 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-6cc99ad0-8b9a-4ecf-902b-50fa4cf67485 req-3c4388d4-c6a2-4a55-8418-257a8835a3b3 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748338263278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748337861762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12487578'] for port (08bec462-ab8b-4fe8-88b8-287b611ed36a), after_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:56:59.241025 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecbf4390-9e2f-4d29-be73-bd73d2272d62 req-e8faddd6-e314-447c-a77b-6da5cd85d0d2 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] No DVR routers for this DVR port 53a24594-3349-4f0d-b4fe-6c7d9baea3f2 on host hv-cinder-85236 {{(pid=111141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 09 16:56:59.246025 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-ecbf4390-9e2f-4d29-be73-bd73d2272d62 req-e8faddd6-e314-447c-a77b-6da5cd85d0d2 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90003'] for port (None), before_response {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:56:59.249119 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-ecbf4390-9e2f-4d29-be73-bd73d2272d62 req-e8faddd6-e314-447c-a77b-6da5cd85d0d2 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.91 "DELETE /networking/v2.0/ports/53a24594-3349-4f0d-b4fe-6c7d9baea3f2 HTTP/1.1" status: 204 len: 173 time: 2.3423252 Aug 09 16:56:59.255234 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4d48aed-6528-46cd-a11e-6899591a4a27', 'name': 'network-vif-deleted', 'tag': '53a24594-3349-4f0d-b4fe-6c7d9baea3f2'}] {{(pid=111141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 16:56:59.259174 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fc61e086496b7b72fa0be04cca19be1e9321c349ae61d053137ad661f53d53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3a4dea4-2f80-4907-b52b-e55a038e49c3" -d '{"events": [{"server_uuid": "a4d48aed-6528-46cd-a11e-6899591a4a27", "name": "network-vif-deleted", "tag": "53a24594-3349-4f0d-b4fe-6c7d9baea3f2"}]}' {{(pid=111141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:56:59.293214 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-4411f124-36bc-4a6f-9189-41d7b845b678 req-2a139a3d-1625-4c4f-a7eb-5b0e6343b5e6 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748338263278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748337861762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12487578'] for port (787d32ec-b8e9-4f96-acec-6fb00d0163dd), after_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:56:59.294827 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4388d4-c6a2-4a55-8418-257a8835a3b3 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Pushing event deleted for resources: {'Port': ['ID=08bec462-ab8b-4fe8-88b8-287b611ed36a,revision_number=None']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:56:59.304458 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Aug 2022 16:56:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f4c7410-c9b9-4b5b-b018-9384d90a9e05 x-openstack-request-id: req-2f4c7410-c9b9-4b5b-b018-9384d90a9e05 {{(pid=111141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:56:59.308170 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4d48aed-6528-46cd-a11e-6899591a4a27", "name": "network-vif-deleted", "tag": "53a24594-3349-4f0d-b4fe-6c7d9baea3f2", "status": "completed", "code": 200}]} {{(pid=111141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:56:59.308170 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-2f4c7410-c9b9-4b5b-b018-9384d90a9e05 {{(pid=111141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:56:59.308170 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f4c7410-c9b9-4b5b-b018-9384d90a9e05'] response: {'server_uuid': 'a4d48aed-6528-46cd-a11e-6899591a4a27', 'name': 'network-vif-deleted', 'tag': '53a24594-3349-4f0d-b4fe-6c7d9baea3f2', 'status': 'completed', 'code': 200} Aug 09 16:56:59.320139 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-2233aad4-7e58-43c5-8c67-f1075cd273ea admin admin] Publish callbacks [] for port (ee995c18-f1e6-4bf9-94d9-aa3541acfe1f), precommit_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:56:59.353083 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a139a3d-1625-4c4f-a7eb-5b0e6343b5e6 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Pushing event deleted for resources: {'Port': ['ID=787d32ec-b8e9-4f96-acec-6fb00d0163dd,revision_number=None']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:56:59.565995 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6cc99ad0-8b9a-4ecf-902b-50fa4cf67485 req-3c4388d4-c6a2-4a55-8418-257a8835a3b3 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Router a94090c4-336e-481c-a22d-3841e2f9caeb has already been hosted by L3 agent 2cf02505-efcb-442b-855b-6c659df6f18c {{(pid=111141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 09 16:56:59.570406 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4411f124-36bc-4a6f-9189-41d7b845b678 req-2a139a3d-1625-4c4f-a7eb-5b0e6343b5e6 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Router 286245d4-d1e1-45d8-a33e-8ce6c103810d has already been hosted by L3 agent 2cf02505-efcb-442b-855b-6c659df6f18c {{(pid=111141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 09 16:56:59.576758 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-2233aad4-7e58-43c5-8c67-f1075cd273ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748337861753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12487578'] for port (ee995c18-f1e6-4bf9-94d9-aa3541acfe1f), after_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:56:59.636812 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2233aad4-7e58-43c5-8c67-f1075cd273ea admin admin] Network 3e93bc5e-1b39-45ff-a87b-06d2e09742f3 is already hosted by enough agents. {{(pid=111141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:56:59.670469 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-0b6284c1-084e-4250-91a8-b8d6f71e17a4 req-11cbb63f-fde8-4892-aee1-0e4be38e6a26 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=da7f4d33-f0b3-4448-9f68-813a5aead47a HTTP/1.1" status: 200 len: 210 time: 0.0578771 Aug 09 16:56:59.704653 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.scheduler.base_scheduler [None req-2233aad4-7e58-43c5-8c67-f1075cd273ea admin admin] Resources bound (agent type, host, resource id): {{(pid=111141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:56:59.722748 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2233aad4-7e58-43c5-8c67-f1075cd273ea admin admin] Received port after_create {{(pid=111141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 09 16:56:59.722748 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2233aad4-7e58-43c5-8c67-f1075cd273ea admin admin] Pushing event updated for resources: {'Port': ['ID=ee995c18-f1e6-4bf9-94d9-aa3541acfe1f,revision_number=1']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:56:59.846018 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-2233aad4-7e58-43c5-8c67-f1075cd273ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-337058'] for router_interface (fcf1b0aa-b905-4f1f-8bc3-d3c46a138ddd), before_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:00.102925 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.provisioning_blocks [None req-e6cdaee9-7c83-402d-a680-d636d5ca3a3f None None] Provisioning complete for port ee995c18-f1e6-4bf9-94d9-aa3541acfe1f triggered by entity DHCP. {{(pid=111142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 16:57:00.103479 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-e6cdaee9-7c83-402d-a680-d636d5ca3a3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877469'] for port (ee995c18-f1e6-4bf9-94d9-aa3541acfe1f), provisioning_complete {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:00.149438 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-e6cdaee9-7c83-402d-a680-d636d5ca3a3f None None] Port ee995c18-f1e6-4bf9-94d9-aa3541acfe1f cannot update to ACTIVE because it is not bound. {{(pid=111142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 09 16:57:00.180234 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Device 16c9b00e-1b6a-4e8a-aeaf-bb0eaf29fcb9 up at agent ovs-agent-dv-cinder-852364-3-iscsi {{(pid=111142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:57:00.208667 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:57:00.212418 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-0e306493-3ac9-4dd5-b89c-50c0bab56b1c req-daab876d-0559-4a6b-93ac-a5d453fe14ba tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=ead4e2e4-484b-4150-81ce-4cfc1e9a1c06 HTTP/1.1" status: 200 len: 210 time: 0.3637505 Aug 09 16:57:00.216678 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6cc99ad0-8b9a-4ecf-902b-50fa4cf67485 req-3c4388d4-c6a2-4a55-8418-257a8835a3b3 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Notify agent at l3_agent.dv-cinder-852364-3-iscsi the message routers_updated {{(pid=111141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:57:00.218550 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4411f124-36bc-4a6f-9189-41d7b845b678 req-2a139a3d-1625-4c4f-a7eb-5b0e6343b5e6 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Notify agent at l3_agent.dv-cinder-852364-3-iscsi the message routers_updated {{(pid=111141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:57:00.243557 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73797deb-85bc-4b04-88e5-1c46dce629b3 None None] Sync routers for ids ['a94090c4-336e-481c-a22d-3841e2f9caeb'] in dv-cinder-852364-3-iscsi {{(pid=111142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:57:00.253062 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.provisioning_blocks [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Provisioning complete for port 16c9b00e-1b6a-4e8a-aeaf-bb0eaf29fcb9 triggered by entity L2. {{(pid=111142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 16:57:00.253527 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877469'] for port (16c9b00e-1b6a-4e8a-aeaf-bb0eaf29fcb9), provisioning_complete {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:00.289651 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b90c612a-15bc-4a97-9b4c-592cf03c0edd None None] Sync routers for ids ['286245d4-d1e1-45d8-a33e-8ce6c103810d'] in dv-cinder-852364-3-iscsi {{(pid=111143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:57:00.293545 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73797deb-85bc-4b04-88e5-1c46dce629b3 None None] Routers {'a94090c4-336e-481c-a22d-3841e2f9caeb'} bound to L3 agent in host dv-cinder-852364-3-iscsi {{(pid=111142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 16:57:00.294277 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_hamode_db [None req-73797deb-85bc-4b04-88e5-1c46dce629b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-09T16:42:12Z,description=,heartbeat_timestamp=2022-08-09T16:56:42Z,host='dv-cinder-852364-3-iscsi',id=2cf02505-efcb-442b-855b-6c659df6f18c,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:13Z,topic='l3_agent')) {'router_ids': ['a94090c4-336e-481c-a22d-3841e2f9caeb'], 'active': True} {{(pid=111142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:57:00.310871 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG dbcounter [-] [111143] Writing DB stats neutron:SELECT=100 {{(pid=111143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:57:00.312469 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b90c612a-15bc-4a97-9b4c-592cf03c0edd None None] Routers {'286245d4-d1e1-45d8-a33e-8ce6c103810d'} bound to L3 agent in host dv-cinder-852364-3-iscsi {{(pid=111143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 16:57:00.313522 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.l3_hamode_db [None req-b90c612a-15bc-4a97-9b4c-592cf03c0edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-09T16:42:12Z,description=,heartbeat_timestamp=2022-08-09T16:56:42Z,host='dv-cinder-852364-3-iscsi',id=2cf02505-efcb-442b-855b-6c659df6f18c,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:13Z,topic='l3_agent')) {'router_ids': ['286245d4-d1e1-45d8-a33e-8ce6c103810d'], 'active': True} {{(pid=111143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:57:00.326865 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cc99ad0-8b9a-4ecf-902b-50fa4cf67485 req-3c4388d4-c6a2-4a55-8418-257a8835a3b3 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] No DVR routers for this DVR port 08bec462-ab8b-4fe8-88b8-287b611ed36a on host hv-cinder-85236 {{(pid=111141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 09 16:57:00.330128 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.db.l3_dvrscheduler_db [req-4411f124-36bc-4a6f-9189-41d7b845b678 req-2a139a3d-1625-4c4f-a7eb-5b0e6343b5e6 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] No DVR routers for this DVR port 787d32ec-b8e9-4f96-acec-6fb00d0163dd on host hv-cinder-85236 {{(pid=111141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 09 16:57:00.335569 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-6f06689c-bdf1-49c9-95f1-895858be298f req-20afedc4-f0b1-4353-8506-9d6219185d38 tempest-ServerRescueNegativeTestJSON-1381187790 tempest-ServerRescueNegativeTestJSON-1381187790-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=a4d48aed-6528-46cd-a11e-6899591a4a27 HTTP/1.1" status: 200 len: 210 time: 0.0670898 Aug 09 16:57:00.336146 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-6cc99ad0-8b9a-4ecf-902b-50fa4cf67485 req-3c4388d4-c6a2-4a55-8418-257a8835a3b3 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90003'] for port (None), before_response {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:00.339676 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-6cc99ad0-8b9a-4ecf-902b-50fa4cf67485 req-3c4388d4-c6a2-4a55-8418-257a8835a3b3 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.91 "DELETE /networking/v2.0/ports/08bec462-ab8b-4fe8-88b8-287b611ed36a HTTP/1.1" status: 204 len: 173 time: 3.7930632 Aug 09 16:57:00.341309 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-4411f124-36bc-4a6f-9189-41d7b845b678 req-2a139a3d-1625-4c4f-a7eb-5b0e6343b5e6 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90003'] for port (None), before_response {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:00.344559 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-4411f124-36bc-4a6f-9189-41d7b845b678 req-2a139a3d-1625-4c4f-a7eb-5b0e6343b5e6 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.91 "DELETE /networking/v2.0/ports/787d32ec-b8e9-4f96-acec-6fb00d0163dd HTTP/1.1" status: 204 len: 173 time: 3.5580077 Aug 09 16:57:00.372821 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:57:00.444400 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.l3_dvr_db [None req-b90c612a-15bc-4a97-9b4c-592cf03c0edd None None] Set router 286245d4-d1e1-45d8-a33e-8ce6c103810d gateway port host: dv-cinder-852364-3-iscsi {{(pid=111143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 16:57:00.480463 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Current status of the port 16c9b00e-1b6a-4e8a-aeaf-bb0eaf29fcb9 is: ACTIVE; New status is: ACTIVE {{(pid=111142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 16:57:00.514700 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-2233aad4-7e58-43c5-8c67-f1075cd273ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (ee995c18-f1e6-4bf9-94d9-aa3541acfe1f), before_update {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:00.516080 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_dvr_db [None req-73797deb-85bc-4b04-88e5-1c46dce629b3 None None] Set router a94090c4-336e-481c-a22d-3841e2f9caeb gateway port host: dv-cinder-852364-3-iscsi {{(pid=111142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 16:57:00.688401 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.l3_hamode_db [None req-b90c612a-15bc-4a97-9b4c-592cf03c0edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '286245d4-d1e1-45d8-a33e-8ce6c103810d', 'name': 'tempest-AttachVolumeNegativeTest-928294095-router', 'tenant_id': '321de2c92d814e6ab1da13939153da87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'external_fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '4a7ffaa3-c015-4647-9470-4b3ca7886b6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:50:27Z', 'updated_at': '2022-08-09T16:50:38Z', 'revision_number': 4, 'project_id': '321de2c92d814e6ab1da13939153da87', 'gw_port': {'id': '4a7ffaa3-c015-4647-9470-4b3ca7886b6c', 'name': '', 'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:31:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '286245d4-d1e1-45d8-a33e-8ce6c103810d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:50:28Z', 'updated_at': '2022-08-09T16:50:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-3-iscsi', '_interfaces': [{'id': '194e42e3-ea8f-4dc2-912a-d9842de147c7', 'name': '', 'network_id': 'd512bb64-4fdf-40f1-b457-d57f69ae1831', 'tenant_id': '321de2c92d814e6ab1da13939153da87', 'mac_address': 'fa:16:3e:a5:4f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '286245d4-d1e1-45d8-a33e-8ce6c103810d', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '414c40d7-70ed-42dc-9e49-6496154d7c43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:50:35Z', 'updated_at': '2022-08-09T16:50:50Z', 'revision_number': 5, 'project_id': '321de2c92d814e6ab1da13939153da87', 'subnets': [{'id': '414c40d7-70ed-42dc-9e49-6496154d7c43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-3-iscsi', False) {} {{(pid=111143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:57:00.708270 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-2233aad4-7e58-43c5-8c67-f1075cd273ea admin admin] Publish callbacks [] for port (ee995c18-f1e6-4bf9-94d9-aa3541acfe1f), precommit_update {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:00.716444 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b90c612a-15bc-4a97-9b4c-592cf03c0edd None None] Checking router: 286245d4-d1e1-45d8-a33e-8ce6c103810d for host: dv-cinder-852364-3-iscsi {{(pid=111143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:57:00.724964 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b90c612a-15bc-4a97-9b4c-592cf03c0edd None None] Routers {'286245d4-d1e1-45d8-a33e-8ce6c103810d'} bound to L3 agent in host dv-cinder-852364-3-iscsi {{(pid=111143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 16:57:00.725566 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.l3_hamode_db [None req-b90c612a-15bc-4a97-9b4c-592cf03c0edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-09T16:42:12Z,description=,heartbeat_timestamp=2022-08-09T16:56:42Z,host='dv-cinder-852364-3-iscsi',id=2cf02505-efcb-442b-855b-6c659df6f18c,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:13Z,topic='l3_agent')) {'router_ids': ['286245d4-d1e1-45d8-a33e-8ce6c103810d'], 'active': True} {{(pid=111143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:57:00.788337 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-2233aad4-7e58-43c5-8c67-f1075cd273ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748338263269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748337861771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748337861789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12487573'] for port (ee995c18-f1e6-4bf9-94d9-aa3541acfe1f), after_update {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:00.825610 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-04fc175a-5b21-40c7-87ac-93aa382a02f6 req-a3c834ea-60d2-4187-938b-9348f3d19cb9 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=da7f4d33-f0b3-4448-9f68-813a5aead47a HTTP/1.1" status: 200 len: 210 time: 0.0393624 Aug 09 16:57:00.897626 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-2233aad4-7e58-43c5-8c67-f1075cd273ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-336402'] for router_interface (fcf1b0aa-b905-4f1f-8bc3-d3c46a138ddd), after_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:00.917697 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2233aad4-7e58-43c5-8c67-f1075cd273ea admin admin] Pushing event updated for resources: {'Port': ['ID=ee995c18-f1e6-4bf9-94d9-aa3541acfe1f,revision_number=2']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:57:00.919783 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_hamode_db [None req-73797deb-85bc-4b04-88e5-1c46dce629b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a94090c4-336e-481c-a22d-3841e2f9caeb', 'name': 'tempest-AttachVolumeShelveTestJSON-1656146575-router', 'tenant_id': '432f91c6e89c4fecb0d1f6afb1bcfe7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'external_fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': '98cf9500-f4e4-480b-a0ee-c5ca9d65cb60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:52:16Z', 'updated_at': '2022-08-09T16:52:21Z', 'revision_number': 4, 'project_id': '432f91c6e89c4fecb0d1f6afb1bcfe7e', 'gw_port': {'id': '98cf9500-f4e4-480b-a0ee-c5ca9d65cb60', 'name': '', 'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:77:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a94090c4-336e-481c-a22d-3841e2f9caeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:52:17Z', 'updated_at': '2022-08-09T16:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-3-iscsi', '_interfaces': [{'id': '53668189-405d-4788-875d-ae32e5d147ba', 'name': '', 'network_id': '2fdb2410-afc4-41b9-b8f9-2ac596eb2296', 'tenant_id': '432f91c6e89c4fecb0d1f6afb1bcfe7e', 'mac_address': 'fa:16:3e:c4:c6:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a94090c4-336e-481c-a22d-3841e2f9caeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '1b532a95-1235-4d0d-9992-be56a4fc30cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:52:20Z', 'updated_at': '2022-08-09T16:52:28Z', 'revision_number': 5, 'project_id': '432f91c6e89c4fecb0d1f6afb1bcfe7e', 'subnets': [{'id': '1b532a95-1235-4d0d-9992-be56a4fc30cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-3-iscsi', False) {} {{(pid=111142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:57:00.943477 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.l3_dvr_db [None req-b90c612a-15bc-4a97-9b4c-592cf03c0edd None None] Set router 286245d4-d1e1-45d8-a33e-8ce6c103810d gateway port host: dv-cinder-852364-3-iscsi {{(pid=111143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 16:57:00.947942 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73797deb-85bc-4b04-88e5-1c46dce629b3 None None] Checking router: a94090c4-336e-481c-a22d-3841e2f9caeb for host: dv-cinder-852364-3-iscsi {{(pid=111142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:57:00.957003 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73797deb-85bc-4b04-88e5-1c46dce629b3 None None] Routers {'a94090c4-336e-481c-a22d-3841e2f9caeb'} bound to L3 agent in host dv-cinder-852364-3-iscsi {{(pid=111142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 16:57:00.957734 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_hamode_db [None req-73797deb-85bc-4b04-88e5-1c46dce629b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-09T16:42:12Z,description=,heartbeat_timestamp=2022-08-09T16:56:42Z,host='dv-cinder-852364-3-iscsi',id=2cf02505-efcb-442b-855b-6c659df6f18c,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:13Z,topic='l3_agent')) {'router_ids': ['a94090c4-336e-481c-a22d-3841e2f9caeb'], 'active': True} {{(pid=111142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:57:00.993048 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:57:01.022304 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:57:01.028759 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2233aad4-7e58-43c5-8c67-f1075cd273ea admin admin] Network 3e93bc5e-1b39-45ff-a87b-06d2e09742f3 is already hosted by enough agents. {{(pid=111141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:57:01.030208 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.scheduler.base_scheduler [None req-2233aad4-7e58-43c5-8c67-f1075cd273ea admin admin] Resources bound (agent type, host, resource id): {{(pid=111141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:57:01.072470 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_dvr_db [None req-73797deb-85bc-4b04-88e5-1c46dce629b3 None None] Set router a94090c4-336e-481c-a22d-3841e2f9caeb gateway port host: dv-cinder-852364-3-iscsi {{(pid=111142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 16:57:01.102284 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG dbcounter [-] [111143] Writing DB stats neutron:SELECT=100 {{(pid=111143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:57:01.158036 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2233aad4-7e58-43c5-8c67-f1075cd273ea admin admin] Router fcf1b0aa-b905-4f1f-8bc3-d3c46a138ddd has already been hosted by L3 agent 2cf02505-efcb-442b-855b-6c659df6f18c {{(pid=111141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 09 16:57:01.168949 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.l3_hamode_db [None req-b90c612a-15bc-4a97-9b4c-592cf03c0edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '286245d4-d1e1-45d8-a33e-8ce6c103810d', 'name': 'tempest-AttachVolumeNegativeTest-928294095-router', 'tenant_id': '321de2c92d814e6ab1da13939153da87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'external_fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '4a7ffaa3-c015-4647-9470-4b3ca7886b6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:50:27Z', 'updated_at': '2022-08-09T16:50:38Z', 'revision_number': 4, 'project_id': '321de2c92d814e6ab1da13939153da87', 'gw_port': {'id': '4a7ffaa3-c015-4647-9470-4b3ca7886b6c', 'name': '', 'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:31:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '286245d4-d1e1-45d8-a33e-8ce6c103810d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:50:28Z', 'updated_at': '2022-08-09T16:50:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-3-iscsi', '_interfaces': [{'id': '194e42e3-ea8f-4dc2-912a-d9842de147c7', 'name': '', 'network_id': 'd512bb64-4fdf-40f1-b457-d57f69ae1831', 'tenant_id': '321de2c92d814e6ab1da13939153da87', 'mac_address': 'fa:16:3e:a5:4f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '286245d4-d1e1-45d8-a33e-8ce6c103810d', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '414c40d7-70ed-42dc-9e49-6496154d7c43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:50:35Z', 'updated_at': '2022-08-09T16:50:50Z', 'revision_number': 5, 'project_id': '321de2c92d814e6ab1da13939153da87', 'subnets': [{'id': '414c40d7-70ed-42dc-9e49-6496154d7c43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-3-iscsi', False) {} {{(pid=111143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:57:01.209858 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b90c612a-15bc-4a97-9b4c-592cf03c0edd None None] The sync data for ids ['286245d4-d1e1-45d8-a33e-8ce6c103810d'] in dv-cinder-852364-3-iscsi is: [{'id': '286245d4-d1e1-45d8-a33e-8ce6c103810d', 'name': 'tempest-AttachVolumeNegativeTest-928294095-router', 'tenant_id': '321de2c92d814e6ab1da13939153da87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'external_fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '4a7ffaa3-c015-4647-9470-4b3ca7886b6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:50:27Z', 'updated_at': '2022-08-09T16:50:38Z', 'revision_number': 4, 'project_id': '321de2c92d814e6ab1da13939153da87', 'gw_port': {'id': '4a7ffaa3-c015-4647-9470-4b3ca7886b6c', 'name': '', 'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:31:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '286245d4-d1e1-45d8-a33e-8ce6c103810d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:50:28Z', 'updated_at': '2022-08-09T16:50:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-3-iscsi', '_interfaces': [{'id': '194e42e3-ea8f-4dc2-912a-d9842de147c7', 'name': '', 'network_id': 'd512bb64-4fdf-40f1-b457-d57f69ae1831', 'tenant_id': '321de2c92d814e6ab1da13939153da87', 'mac_address': 'fa:16:3e:a5:4f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '286245d4-d1e1-45d8-a33e-8ce6c103810d', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '414c40d7-70ed-42dc-9e49-6496154d7c43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:50:35Z', 'updated_at': '2022-08-09T16:50:50Z', 'revision_number': 5, 'project_id': '321de2c92d814e6ab1da13939153da87', 'subnets': [{'id': '414c40d7-70ed-42dc-9e49-6496154d7c43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:57:01.250510 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=100 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:57:01.306080 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da7f4d33-f0b3-4448-9f68-813a5aead47a', 'name': 'network-vif-deleted', 'tag': '08bec462-ab8b-4fe8-88b8-287b611ed36a'}, {'server_uuid': 'ead4e2e4-484b-4150-81ce-4cfc1e9a1c06', 'name': 'network-vif-deleted', 'tag': '787d32ec-b8e9-4f96-acec-6fb00d0163dd'}] {{(pid=111141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 16:57:01.309425 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fc61e086496b7b72fa0be04cca19be1e9321c349ae61d053137ad661f53d53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2844e85e-f592-41ce-b281-6655dbf2a842" -d '{"events": [{"server_uuid": "da7f4d33-f0b3-4448-9f68-813a5aead47a", "name": "network-vif-deleted", "tag": "08bec462-ab8b-4fe8-88b8-287b611ed36a"}, {"server_uuid": "ead4e2e4-484b-4150-81ce-4cfc1e9a1c06", "name": "network-vif-deleted", "tag": "787d32ec-b8e9-4f96-acec-6fb00d0163dd"}]}' {{(pid=111141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:57:01.313481 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2233aad4-7e58-43c5-8c67-f1075cd273ea admin admin] Notify agent at l3_agent.dv-cinder-852364-3-iscsi the message routers_updated {{(pid=111141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:57:01.325774 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [None req-2233aad4-7e58-43c5-8c67-f1075cd273ea admin admin] 10.222.0.59 "PUT /networking/v2.0/routers/fcf1b0aa-b905-4f1f-8bc3-d3c46a138ddd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2592080 Aug 09 16:57:01.336874 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-096552f7-cdd4-4f08-8bfe-bb56adedbce9 None None] Sync routers for ids ['fcf1b0aa-b905-4f1f-8bc3-d3c46a138ddd'] in dv-cinder-852364-3-iscsi {{(pid=111142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:57:01.367695 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-096552f7-cdd4-4f08-8bfe-bb56adedbce9 None None] Routers {'fcf1b0aa-b905-4f1f-8bc3-d3c46a138ddd'} bound to L3 agent in host dv-cinder-852364-3-iscsi {{(pid=111142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 16:57:01.368528 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_hamode_db [None req-096552f7-cdd4-4f08-8bfe-bb56adedbce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-09T16:42:12Z,description=,heartbeat_timestamp=2022-08-09T16:56:42Z,host='dv-cinder-852364-3-iscsi',id=2cf02505-efcb-442b-855b-6c659df6f18c,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:13Z,topic='l3_agent')) {'router_ids': ['fcf1b0aa-b905-4f1f-8bc3-d3c46a138ddd'], 'active': True} {{(pid=111142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:57:01.380718 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 09 Aug 2022 16:57:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79fc17aa-6e4e-4b10-a058-d138a74e65d8 x-openstack-request-id: req-79fc17aa-6e4e-4b10-a058-d138a74e65d8 {{(pid=111141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:57:01.381364 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da7f4d33-f0b3-4448-9f68-813a5aead47a", "name": "network-vif-deleted", "tag": "08bec462-ab8b-4fe8-88b8-287b611ed36a", "status": "completed", "code": 200}, {"server_uuid": "ead4e2e4-484b-4150-81ce-4cfc1e9a1c06", "name": "network-vif-deleted", "tag": "787d32ec-b8e9-4f96-acec-6fb00d0163dd", "status": "completed", "code": 200}]} {{(pid=111141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:57:01.381686 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-79fc17aa-6e4e-4b10-a058-d138a74e65d8 {{(pid=111141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:57:01.382213 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79fc17aa-6e4e-4b10-a058-d138a74e65d8'] response: {'server_uuid': 'da7f4d33-f0b3-4448-9f68-813a5aead47a', 'name': 'network-vif-deleted', 'tag': '08bec462-ab8b-4fe8-88b8-287b611ed36a', 'status': 'completed', 'code': 200} Aug 09 16:57:01.382543 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79fc17aa-6e4e-4b10-a058-d138a74e65d8'] response: {'server_uuid': 'ead4e2e4-484b-4150-81ce-4cfc1e9a1c06', 'name': 'network-vif-deleted', 'tag': '787d32ec-b8e9-4f96-acec-6fb00d0163dd', 'status': 'completed', 'code': 200} Aug 09 16:57:01.403593 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-eec38d39-5f43-43ce-a33a-3c722832704f req-7a90b874-3653-487e-8c49-c0622dc89a79 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=ead4e2e4-484b-4150-81ce-4cfc1e9a1c06 HTTP/1.1" status: 200 len: 210 time: 0.0543485 Aug 09 16:57:01.430442 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_hamode_db [None req-73797deb-85bc-4b04-88e5-1c46dce629b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a94090c4-336e-481c-a22d-3841e2f9caeb', 'name': 'tempest-AttachVolumeShelveTestJSON-1656146575-router', 'tenant_id': '432f91c6e89c4fecb0d1f6afb1bcfe7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'external_fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': '98cf9500-f4e4-480b-a0ee-c5ca9d65cb60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:52:16Z', 'updated_at': '2022-08-09T16:52:21Z', 'revision_number': 4, 'project_id': '432f91c6e89c4fecb0d1f6afb1bcfe7e', 'gw_port': {'id': '98cf9500-f4e4-480b-a0ee-c5ca9d65cb60', 'name': '', 'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:77:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a94090c4-336e-481c-a22d-3841e2f9caeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:52:17Z', 'updated_at': '2022-08-09T16:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-3-iscsi', '_interfaces': [{'id': '53668189-405d-4788-875d-ae32e5d147ba', 'name': '', 'network_id': '2fdb2410-afc4-41b9-b8f9-2ac596eb2296', 'tenant_id': '432f91c6e89c4fecb0d1f6afb1bcfe7e', 'mac_address': 'fa:16:3e:c4:c6:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a94090c4-336e-481c-a22d-3841e2f9caeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '1b532a95-1235-4d0d-9992-be56a4fc30cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:52:20Z', 'updated_at': '2022-08-09T16:52:28Z', 'revision_number': 5, 'project_id': '432f91c6e89c4fecb0d1f6afb1bcfe7e', 'subnets': [{'id': '1b532a95-1235-4d0d-9992-be56a4fc30cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-3-iscsi', False) {} {{(pid=111142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:57:01.459490 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.wsgi [-] (111140) accepted ('10.222.0.59', 55220) {{(pid=111140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:57:01.475811 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73797deb-85bc-4b04-88e5-1c46dce629b3 None None] The sync data for ids ['a94090c4-336e-481c-a22d-3841e2f9caeb'] in dv-cinder-852364-3-iscsi is: [{'id': 'a94090c4-336e-481c-a22d-3841e2f9caeb', 'name': 'tempest-AttachVolumeShelveTestJSON-1656146575-router', 'tenant_id': '432f91c6e89c4fecb0d1f6afb1bcfe7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'external_fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': '98cf9500-f4e4-480b-a0ee-c5ca9d65cb60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:52:16Z', 'updated_at': '2022-08-09T16:52:21Z', 'revision_number': 4, 'project_id': '432f91c6e89c4fecb0d1f6afb1bcfe7e', 'gw_port': {'id': '98cf9500-f4e4-480b-a0ee-c5ca9d65cb60', 'name': '', 'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:77:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a94090c4-336e-481c-a22d-3841e2f9caeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:52:17Z', 'updated_at': '2022-08-09T16:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-3-iscsi', '_interfaces': [{'id': '53668189-405d-4788-875d-ae32e5d147ba', 'name': '', 'network_id': '2fdb2410-afc4-41b9-b8f9-2ac596eb2296', 'tenant_id': '432f91c6e89c4fecb0d1f6afb1bcfe7e', 'mac_address': 'fa:16:3e:c4:c6:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a94090c4-336e-481c-a22d-3841e2f9caeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '1b532a95-1235-4d0d-9992-be56a4fc30cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:52:20Z', 'updated_at': '2022-08-09T16:52:28Z', 'revision_number': 5, 'project_id': '432f91c6e89c4fecb0d1f6afb1bcfe7e', 'subnets': [{'id': '1b532a95-1235-4d0d-9992-be56a4fc30cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:57:01.480781 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.provisioning_blocks [None req-a18554c7-ae9a-4477-aa1f-e83e81ca18a0 None None] Provisioning complete for port ee995c18-f1e6-4bf9-94d9-aa3541acfe1f triggered by entity DHCP. {{(pid=111142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 16:57:01.481164 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-a18554c7-ae9a-4477-aa1f-e83e81ca18a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877469'] for port (ee995c18-f1e6-4bf9-94d9-aa3541acfe1f), provisioning_complete {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:01.562631 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-a18554c7-ae9a-4477-aa1f-e83e81ca18a0 None None] Port ee995c18-f1e6-4bf9-94d9-aa3541acfe1f cannot update to ACTIVE because it is not bound. {{(pid=111142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 09 16:57:01.585626 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_dvr_db [None req-096552f7-cdd4-4f08-8bfe-bb56adedbce9 None None] Set router fcf1b0aa-b905-4f1f-8bc3-d3c46a138ddd gateway port host: dv-cinder-852364-3-iscsi {{(pid=111142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 16:57:01.692895 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=100 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:57:01.751364 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-228b8c84-9e90-49bb-9eec-f05c4421adce None None] New status for floating IP 4a8e17de-d632-48e0-b908-5e3b3c9c6efa: DOWN {{(pid=111143) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 09 16:57:02.051885 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_hamode_db [None req-096552f7-cdd4-4f08-8bfe-bb56adedbce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcf1b0aa-b905-4f1f-8bc3-d3c46a138ddd', 'name': 'tempest-TestMinimumBasicScenario-2011522395-router', 'tenant_id': '7ffda0edbe694650b9de23928f1de1a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'external_fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': '16c9b00e-1b6a-4e8a-aeaf-bb0eaf29fcb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:56:53Z', 'updated_at': '2022-08-09T16:57:00Z', 'revision_number': 4, 'project_id': '7ffda0edbe694650b9de23928f1de1a4', 'gw_port': {'id': '16c9b00e-1b6a-4e8a-aeaf-bb0eaf29fcb9', 'name': '', 'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:fe:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcf1b0aa-b905-4f1f-8bc3-d3c46a138ddd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:56:54Z', 'updated_at': '2022-08-09T16:56:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-3-iscsi', '_interfaces': [{'id': 'ee995c18-f1e6-4bf9-94d9-aa3541acfe1f', 'name': '', 'network_id': '3e93bc5e-1b39-45ff-a87b-06d2e09742f3', 'tenant_id': '7ffda0edbe694650b9de23928f1de1a4', 'mac_address': 'fa:16:3e:2e:5f:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcf1b0aa-b905-4f1f-8bc3-d3c46a138ddd', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '0c663383-3c98-40dd-81bd-5c2758326a06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:56:58Z', 'updated_at': '2022-08-09T16:57:00Z', 'revision_number': 2, 'project_id': '7ffda0edbe694650b9de23928f1de1a4', 'subnets': [{'id': '0c663383-3c98-40dd-81bd-5c2758326a06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-3-iscsi', False) {} {{(pid=111142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:57:02.055378 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64051046-7615-4269-8aae-a0790116e9c8 None None] New status for floating IP b3aa92e8-b7bb-430c-80a4-9821331edf59: DOWN {{(pid=111142) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 09 16:57:02.117095 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-096552f7-cdd4-4f08-8bfe-bb56adedbce9 None None] Checking router: fcf1b0aa-b905-4f1f-8bc3-d3c46a138ddd for host: dv-cinder-852364-3-iscsi {{(pid=111142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:57:02.117457 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-096552f7-cdd4-4f08-8bfe-bb56adedbce9 None None] Updating router fcf1b0aa-b905-4f1f-8bc3-d3c46a138ddd port ee995c18-f1e6-4bf9-94d9-aa3541acfe1f binding host dv-cinder-852364-3-iscsi {{(pid=111142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 16:57:02.139702 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-87796bcc-62f6-474e-8c19-4c1f87fb45e3 req-09c32ed2-c572-4eb8-bc98-8406f91ee7e3 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=da7f4d33-f0b3-4448-9f68-813a5aead47a HTTP/1.1" status: 200 len: 210 time: 0.0833619 Aug 09 16:57:02.244544 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-096552f7-cdd4-4f08-8bfe-bb56adedbce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (ee995c18-f1e6-4bf9-94d9-aa3541acfe1f), before_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:02.297075 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (fd1157aa-8fd8-4c6b-a604-f3842f12d305), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:02.345537 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.wsgi [-] (111141) accepted ('10.222.0.59', 55244) {{(pid=111141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:57:02.354727 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:57:02.366000 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.v2.base [None req-57bda04f-e953-4219-b85b-25a2d9ec2f5e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-773050216-network', 'tenant_id': '0be34a6e7f4b4c7b83a7f35bacd83504'}} {{(pid=111141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 16:57:02.445046 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-8fad0943-db00-4499-bd40-f972dbe55aad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-336439'] for router_interface (536cabdf-f3dd-45b1-ae01-5b812d9138a3), before_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:02.498334 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57bda04f-e953-4219-b85b-25a2d9ec2f5e admin admin] Made reservation on behalf of 0be34a6e7f4b4c7b83a7f35bacd83504 for: {'network': 1} {{(pid=111141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:57:02.500793 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-57bda04f-e953-4219-b85b-25a2d9ec2f5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for network (None), before_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:02.513857 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-57bda04f-e953-4219-b85b-25a2d9ec2f5e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:02.598128 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.wsgi [-] (111141) accepted ('10.222.0.59', 55252) {{(pid=111141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:57:02.627327 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-096552f7-cdd4-4f08-8bfe-bb56adedbce9 None None] Publish callbacks [] for port (ee995c18-f1e6-4bf9-94d9-aa3541acfe1f), precommit_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:02.670089 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-57bda04f-e953-4219-b85b-25a2d9ec2f5e admin admin] Publish callbacks [] for security_group (617b79bf-97fc-4b17-9819-024ab5c7bae9), precommit_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:02.672403 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=100 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:57:02.690578 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-7d213b20-764b-4c29-974a-810326cf53cb tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Publish callbacks [] for security_group (094db54e-e69e-4f26-af56-17f52fa862f6), before_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:02.716404 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-7d213b20-764b-4c29-974a-810326cf53cb tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Publish callbacks [] for security_group (094db54e-e69e-4f26-af56-17f52fa862f6), precommit_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:02.731746 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-096552f7-cdd4-4f08-8bfe-bb56adedbce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748338263269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748337861771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748337861789'] for port (ee995c18-f1e6-4bf9-94d9-aa3541acfe1f), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:02.757995 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-57bda04f-e953-4219-b85b-25a2d9ec2f5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763768'] for security_group (617b79bf-97fc-4b17-9819-024ab5c7bae9), after_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:02.789617 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57bda04f-e953-4219-b85b-25a2d9ec2f5e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 996} {{(pid=111141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 16:57:02.790797 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.plugins.ml2.plugin [None req-8fad0943-db00-4499-bd40-f972dbe55aad admin admin] Deleting port e481dd39-01b9-4ed2-aec9-d0736a244466 {{(pid=111140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 09 16:57:02.791336 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-8fad0943-db00-4499-bd40-f972dbe55aad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748338259761'] for port (e481dd39-01b9-4ed2-aec9-d0736a244466), before_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:02.797255 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595f2be-810d-4e24-baca-0ded33682157 None None] Pushing event updated for resources: {'Port': ['ID=ee995c18-f1e6-4bf9-94d9-aa3541acfe1f,revision_number=3']} {{(pid=111142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:57:02.805997 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bda04f-e953-4219-b85b-25a2d9ec2f5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=617b79bf-97fc-4b17-9819-024ab5c7bae9,revision_number=1']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:57:02.815657 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-57bda04f-e953-4219-b85b-25a2d9ec2f5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3501092'] for segment (17c1c821-20f6-4898-8c1c-25efbcd6d204), precommit_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:02.816064 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.db.segments_db [None req-57bda04f-e953-4219-b85b-25a2d9ec2f5e admin admin] Added segment 17c1c821-20f6-4898-8c1c-25efbcd6d204 of type vlan for network de15ea89-14ec-4998-b8b6-0b64323b5704 Aug 09 16:57:02.843383 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.managers [None req-096552f7-cdd4-4f08-8bfe-bb56adedbce9 None None] Attempting to bind port ee995c18-f1e6-4bf9-94d9-aa3541acfe1f on host dv-cinder-852364-3-iscsi for vnic_type normal with profile {{(pid=111142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 09 16:57:02.843763 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.managers [None req-096552f7-cdd4-4f08-8bfe-bb56adedbce9 None None] Attempting to bind port ee995c18-f1e6-4bf9-94d9-aa3541acfe1f by drivers openvswitch,hyperv on host dv-cinder-852364-3-iscsi at level 0 using segments [{'id': 'b62976c3-72a4-413b-b97a-9681014c555d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 975, 'network_id': '3e93bc5e-1b39-45ff-a87b-06d2e09742f3'}] {{(pid=111142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 09 16:57:02.844184 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-096552f7-cdd4-4f08-8bfe-bb56adedbce9 None None] Attempting to bind port ee995c18-f1e6-4bf9-94d9-aa3541acfe1f on network 3e93bc5e-1b39-45ff-a87b-06d2e09742f3 {{(pid=111142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 16:57:02.849024 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:57:02.849671 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-096552f7-cdd4-4f08-8bfe-bb56adedbce9 None None] Checking agent: {'id': '47988f4d-09d0-4892-bbfe-5b11c743802f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852364-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 9, 16, 42, 16), 'started_at': datetime.datetime(2022, 8, 9, 16, 42, 46), 'heartbeat_timestamp': datetime.datetime(2022, 8, 9, 16, 56, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852364-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 09 16:57:02.849937 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-096552f7-cdd4-4f08-8bfe-bb56adedbce9 None None] Checking segment: {'id': 'b62976c3-72a4-413b-b97a-9681014c555d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 975, 'network_id': '3e93bc5e-1b39-45ff-a87b-06d2e09742f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 09 16:57:02.850375 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-096552f7-cdd4-4f08-8bfe-bb56adedbce9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:02.850825 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-096552f7-cdd4-4f08-8bfe-bb56adedbce9 None None] Bound using segment: {'id': 'b62976c3-72a4-413b-b97a-9681014c555d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 975, 'network_id': '3e93bc5e-1b39-45ff-a87b-06d2e09742f3'} {{(pid=111142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 09 16:57:02.851284 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.managers [None req-096552f7-cdd4-4f08-8bfe-bb56adedbce9 None None] Bound port: ee995c18-f1e6-4bf9-94d9-aa3541acfe1f, host: dv-cinder-852364-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b62976c3-72a4-413b-b97a-9681014c555d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 975, 'network_id': '3e93bc5e-1b39-45ff-a87b-06d2e09742f3'}}] {{(pid=111142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 09 16:57:02.852390 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-096552f7-cdd4-4f08-8bfe-bb56adedbce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (ee995c18-f1e6-4bf9-94d9-aa3541acfe1f), before_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:02.854803 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:57:02.863121 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-7d213b20-764b-4c29-974a-810326cf53cb tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763768'] for security_group (094db54e-e69e-4f26-af56-17f52fa862f6), after_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:02.865676 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-7d213b20-764b-4c29-974a-810326cf53cb tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Publish callbacks [] for security_group (None), before_response {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:02.869524 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [None req-7d213b20-764b-4c29-974a-810326cf53cb tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "DELETE /networking/v2.0/security-groups/094db54e-e69e-4f26-af56-17f52fa862f6 HTTP/1.1" status: 204 len: 168 time: 0.2669020 Aug 09 16:57:02.869524 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-57bda04f-e953-4219-b85b-25a2d9ec2f5e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748337886136'] for network (de15ea89-14ec-4998-b8b6-0b64323b5704), precommit_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:02.871924 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.wsgi [-] (111140) accepted ('10.222.0.59', 55256) {{(pid=111140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:57:02.886477 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d213b20-764b-4c29-974a-810326cf53cb tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=094db54e-e69e-4f26-af56-17f52fa862f6,revision_number=None']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:57:02.898357 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.api.v2.resource [None req-373163a5-a460-44da-a5a4-68048a4b58df tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] show failed (client error): The resource could not be found. Aug 09 16:57:02.899852 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [None req-373163a5-a460-44da-a5a4-68048a4b58df tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "GET /networking/v2.0/security-groups/094db54e-e69e-4f26-af56-17f52fa862f6 HTTP/1.1" status: 404 len: 347 time: 0.0270004 Aug 09 16:57:02.902129 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.plugins.ml2.db [None req-8fad0943-db00-4499-bd40-f972dbe55aad admin admin] For port e481dd39-01b9-4ed2-aec9-d0736a244466, host dv-cinder-852364-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-3-iscsi',level=0,port_id=e481dd39-01b9-4ed2-aec9-d0736a244466,segment=NetworkSegment(a94c1f41-ae8b-4dd1-abef-be7e62056af2),segment_id=a94c1f41-ae8b-4dd1-abef-be7e62056af2)] {{(pid=111140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:57:02.902737 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-8fad0943-db00-4499-bd40-f972dbe55aad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694862'] for port (e481dd39-01b9-4ed2-aec9-d0736a244466), precommit_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:02.903191 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.wsgi [-] (111141) accepted ('10.222.0.59', 55258) {{(pid=111141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:57:02.918813 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.plugins.ml2.plugin [None req-8fad0943-db00-4499-bd40-f972dbe55aad admin admin] Calling delete_port for e481dd39-01b9-4ed2-aec9-d0736a244466 owned by network:router_interface {{(pid=111140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 09 16:57:02.936197 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.db [None req-096552f7-cdd4-4f08-8bfe-bb56adedbce9 None None] For port ee995c18-f1e6-4bf9-94d9-aa3541acfe1f, host dv-cinder-852364-3-iscsi, cleared binding levels {{(pid=111142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:57:02.940384 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.db [None req-096552f7-cdd4-4f08-8bfe-bb56adedbce9 None None] For port ee995c18-f1e6-4bf9-94d9-aa3541acfe1f, host dv-cinder-852364-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-3-iscsi',level=0,port_id=ee995c18-f1e6-4bf9-94d9-aa3541acfe1f,segment=NetworkSegment(b62976c3-72a4-413b-b97a-9681014c555d),segment_id=b62976c3-72a4-413b-b97a-9681014c555d)] {{(pid=111142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:57:02.996492 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-57bda04f-e953-4219-b85b-25a2d9ec2f5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463'] for network (de15ea89-14ec-4998-b8b6-0b64323b5704), after_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:02.997473 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57bda04f-e953-4219-b85b-25a2d9ec2f5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:57:02.998061 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-57bda04f-e953-4219-b85b-25a2d9ec2f5e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526441'] for network (None), before_response {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:03.025206 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-096552f7-cdd4-4f08-8bfe-bb56adedbce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748338263269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748337861771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748337861789'] for port (ee995c18-f1e6-4bf9-94d9-aa3541acfe1f), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:03.045666 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=100 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:57:03.076089 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-096552f7-cdd4-4f08-8bfe-bb56adedbce9 None None] Routers {'fcf1b0aa-b905-4f1f-8bc3-d3c46a138ddd'} bound to L3 agent in host dv-cinder-852364-3-iscsi {{(pid=111142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 16:57:03.076708 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_hamode_db [None req-096552f7-cdd4-4f08-8bfe-bb56adedbce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-09T16:42:12Z,description=,heartbeat_timestamp=2022-08-09T16:56:42Z,host='dv-cinder-852364-3-iscsi',id=2cf02505-efcb-442b-855b-6c659df6f18c,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:13Z,topic='l3_agent')) {'router_ids': ['fcf1b0aa-b905-4f1f-8bc3-d3c46a138ddd'], 'active': True} {{(pid=111142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:57:03.089145 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.plugin [None req-42f63ba0-3752-4e02-8935-a792731c0627 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Deleting port 14a9bb8c-4823-4f4a-826b-8fcc78c60a23 {{(pid=111141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 09 16:57:03.089602 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-42f63ba0-3752-4e02-8935-a792731c0627 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748338259761'] for port (14a9bb8c-4823-4f4a-826b-8fcc78c60a23), before_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:03.091378 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:57:03.092184 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bda04f-e953-4219-b85b-25a2d9ec2f5e admin admin] Pushing event updated for resources: {'Network': ['ID=de15ea89-14ec-4998-b8b6-0b64323b5704,revision_number=1']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:57:03.122248 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Network de15ea89-14ec-4998-b8b6-0b64323b5704 details requested by agent ovs-agent-dv-cinder-852364-3-iscsi with host dv-cinder-852364-3-iscsi {{(pid=111142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 16:57:03.124066 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595f2be-810d-4e24-baca-0ded33682157 None None] Pushing event updated for resources: {'Port': ['ID=ee995c18-f1e6-4bf9-94d9-aa3541acfe1f,revision_number=4']} {{(pid=111142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:57:03.160643 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [None req-57bda04f-e953-4219-b85b-25a2d9ec2f5e admin admin] 10.222.0.59 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.8133349 Aug 09 16:57:03.163746 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.wsgi [-] (111140) accepted ('10.222.0.59', 55260) {{(pid=111140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:57:03.170273 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.v2.base [None req-cee1e189-120e-4922-8981-616f7daeac14 admin admin] Request body: {'subnet': {'network_id': 'de15ea89-14ec-4998-b8b6-0b64323b5704', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-773050216-subnet', 'tenant_id': '0be34a6e7f4b4c7b83a7f35bacd83504', 'ip_version': 4}} {{(pid=111140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 16:57:03.185607 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-8fad0943-db00-4499-bd40-f972dbe55aad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748338263278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748337861762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12086677'] for port (e481dd39-01b9-4ed2-aec9-d0736a244466), after_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:03.187855 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-42f63ba0-3752-4e02-8935-a792731c0627 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694862'] for port (14a9bb8c-4823-4f4a-826b-8fcc78c60a23), precommit_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:03.188376 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-42f63ba0-3752-4e02-8935-a792731c0627 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Publish callbacks [] for floatingip (14a9bb8c-4823-4f4a-826b-8fcc78c60a23), precommit_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:03.206098 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.plugin [None req-42f63ba0-3752-4e02-8935-a792731c0627 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Calling delete_port for 14a9bb8c-4823-4f4a-826b-8fcc78c60a23 owned by network:floatingip {{(pid=111141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 09 16:57:03.220169 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fad0943-db00-4499-bd40-f972dbe55aad admin admin] Pushing event deleted for resources: {'Port': ['ID=e481dd39-01b9-4ed2-aec9-d0736a244466,revision_number=None']} {{(pid=111140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:57:03.236421 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fad0943-db00-4499-bd40-f972dbe55aad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:57:03.236887 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fad0943-db00-4499-bd40-f972dbe55aad admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:57:03.237330 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fad0943-db00-4499-bd40-f972dbe55aad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:57:03.237771 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fad0943-db00-4499-bd40-f972dbe55aad admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:57:03.238217 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fad0943-db00-4499-bd40-f972dbe55aad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:57:03.238712 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fad0943-db00-4499-bd40-f972dbe55aad admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:57:03.239159 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fad0943-db00-4499-bd40-f972dbe55aad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:57:03.239588 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fad0943-db00-4499-bd40-f972dbe55aad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:57:03.240011 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fad0943-db00-4499-bd40-f972dbe55aad admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:57:03.240454 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fad0943-db00-4499-bd40-f972dbe55aad admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:57:03.240878 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fad0943-db00-4499-bd40-f972dbe55aad admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:57:03.241298 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fad0943-db00-4499-bd40-f972dbe55aad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:57:03.241719 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fad0943-db00-4499-bd40-f972dbe55aad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:57:03.242135 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fad0943-db00-4499-bd40-f972dbe55aad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:57:03.242569 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fad0943-db00-4499-bd40-f972dbe55aad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:57:03.289393 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_dvr_db [None req-096552f7-cdd4-4f08-8bfe-bb56adedbce9 None None] Set router fcf1b0aa-b905-4f1f-8bc3-d3c46a138ddd gateway port host: dv-cinder-852364-3-iscsi {{(pid=111142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 16:57:03.316179 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cee1e189-120e-4922-8981-616f7daeac14 admin admin] Made reservation on behalf of 0be34a6e7f4b4c7b83a7f35bacd83504 for: {'subnet': 1} {{(pid=111140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:57:03.318855 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-cee1e189-120e-4922-8981-616f7daeac14 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8786553'] for subnet (None), before_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:03.394592 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.wsgi [-] (111141) accepted ('10.222.0.59', 55266) {{(pid=111141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:57:03.480461 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-ff39cf03-0e6e-44a7-80fe-e50a2e50dbc5 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Publish callbacks [] for security_group (3d9f5ea8-d0d2-408b-afd6-30dd186663a2), before_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:03.489701 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-42f63ba0-3752-4e02-8935-a792731c0627 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748338263278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748337861762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12487578'] for port (14a9bb8c-4823-4f4a-826b-8fcc78c60a23), after_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:03.538975 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f63ba0-3752-4e02-8935-a792731c0627 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Pushing event deleted for resources: {'Port': ['ID=14a9bb8c-4823-4f4a-826b-8fcc78c60a23,revision_number=None']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:57:03.564104 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-ff39cf03-0e6e-44a7-80fe-e50a2e50dbc5 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Publish callbacks [] for security_group (3d9f5ea8-d0d2-408b-afd6-30dd186663a2), precommit_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:03.589573 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-8fad0943-db00-4499-bd40-f972dbe55aad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-336555'] for router_interface (536cabdf-f3dd-45b1-ae01-5b812d9138a3), after_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:03.595307 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:57:03.677192 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-42f63ba0-3752-4e02-8935-a792731c0627 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Publish callbacks [] for floatingip (4a8e17de-d632-48e0-b908-5e3b3c9c6efa), after_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:03.678024 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:57:03.679888 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-42f63ba0-3752-4e02-8935-a792731c0627 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90003'] for floatingip (None), before_response {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:03.688514 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [None req-42f63ba0-3752-4e02-8935-a792731c0627 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "DELETE /networking/v2.0/floatingips/4a8e17de-d632-48e0-b908-5e3b3c9c6efa HTTP/1.1" status: 204 len: 168 time: 0.7809093 Aug 09 16:57:03.715426 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_hamode_db [None req-096552f7-cdd4-4f08-8bfe-bb56adedbce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcf1b0aa-b905-4f1f-8bc3-d3c46a138ddd', 'name': 'tempest-TestMinimumBasicScenario-2011522395-router', 'tenant_id': '7ffda0edbe694650b9de23928f1de1a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'external_fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': '16c9b00e-1b6a-4e8a-aeaf-bb0eaf29fcb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:56:53Z', 'updated_at': '2022-08-09T16:57:00Z', 'revision_number': 4, 'project_id': '7ffda0edbe694650b9de23928f1de1a4', 'gw_port': {'id': '16c9b00e-1b6a-4e8a-aeaf-bb0eaf29fcb9', 'name': '', 'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:fe:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcf1b0aa-b905-4f1f-8bc3-d3c46a138ddd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:56:54Z', 'updated_at': '2022-08-09T16:56:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-3-iscsi', '_interfaces': [{'id': 'ee995c18-f1e6-4bf9-94d9-aa3541acfe1f', 'name': '', 'network_id': '3e93bc5e-1b39-45ff-a87b-06d2e09742f3', 'tenant_id': '7ffda0edbe694650b9de23928f1de1a4', 'mac_address': 'fa:16:3e:2e:5f:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcf1b0aa-b905-4f1f-8bc3-d3c46a138ddd', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '0c663383-3c98-40dd-81bd-5c2758326a06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:56:58Z', 'updated_at': '2022-08-09T16:57:02Z', 'revision_number': 4, 'project_id': '7ffda0edbe694650b9de23928f1de1a4', 'subnets': [{'id': '0c663383-3c98-40dd-81bd-5c2758326a06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-3-iscsi', False) {} {{(pid=111142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:57:03.744574 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-096552f7-cdd4-4f08-8bfe-bb56adedbce9 None None] The sync data for ids ['fcf1b0aa-b905-4f1f-8bc3-d3c46a138ddd'] in dv-cinder-852364-3-iscsi is: [{'id': 'fcf1b0aa-b905-4f1f-8bc3-d3c46a138ddd', 'name': 'tempest-TestMinimumBasicScenario-2011522395-router', 'tenant_id': '7ffda0edbe694650b9de23928f1de1a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'external_fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': '16c9b00e-1b6a-4e8a-aeaf-bb0eaf29fcb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:56:53Z', 'updated_at': '2022-08-09T16:57:00Z', 'revision_number': 4, 'project_id': '7ffda0edbe694650b9de23928f1de1a4', 'gw_port': {'id': '16c9b00e-1b6a-4e8a-aeaf-bb0eaf29fcb9', 'name': '', 'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:fe:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcf1b0aa-b905-4f1f-8bc3-d3c46a138ddd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:56:54Z', 'updated_at': '2022-08-09T16:56:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-3-iscsi', '_interfaces': [{'id': 'ee995c18-f1e6-4bf9-94d9-aa3541acfe1f', 'name': '', 'network_id': '3e93bc5e-1b39-45ff-a87b-06d2e09742f3', 'tenant_id': '7ffda0edbe694650b9de23928f1de1a4', 'mac_address': 'fa:16:3e:2e:5f:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcf1b0aa-b905-4f1f-8bc3-d3c46a138ddd', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '0c663383-3c98-40dd-81bd-5c2758326a06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:56:58Z', 'updated_at': '2022-08-09T16:57:02Z', 'revision_number': 4, 'project_id': '7ffda0edbe694650b9de23928f1de1a4', 'subnets': [{'id': '0c663383-3c98-40dd-81bd-5c2758326a06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:57:03.772651 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-ff39cf03-0e6e-44a7-80fe-e50a2e50dbc5 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763768'] for security_group (3d9f5ea8-d0d2-408b-afd6-30dd186663a2), after_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:03.775704 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-ff39cf03-0e6e-44a7-80fe-e50a2e50dbc5 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Publish callbacks [] for security_group (None), before_response {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:03.776992 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [None req-ff39cf03-0e6e-44a7-80fe-e50a2e50dbc5 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "DELETE /networking/v2.0/security-groups/3d9f5ea8-d0d2-408b-afd6-30dd186663a2 HTTP/1.1" status: 204 len: 168 time: 0.3806558 Aug 09 16:57:03.803148 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.wsgi [-] (111140) accepted ('10.222.0.59', 55276) {{(pid=111140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:57:03.836672 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.api.v2.resource [None req-19ac877b-4405-4979-840b-dcbc92d96e72 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] show failed (client error): The resource could not be found. Aug 09 16:57:03.837029 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff39cf03-0e6e-44a7-80fe-e50a2e50dbc5 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d9f5ea8-d0d2-408b-afd6-30dd186663a2,revision_number=None']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:57:03.837875 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [None req-19ac877b-4405-4979-840b-dcbc92d96e72 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/security-groups/3d9f5ea8-d0d2-408b-afd6-30dd186663a2 HTTP/1.1" status: 404 len: 347 time: 0.0414188 Aug 09 16:57:03.842155 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=87,neutron:DELETE=8,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:57:03.844613 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.wsgi [-] (111140) accepted ('10.222.0.59', 55278) {{(pid=111140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:57:03.902838 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.wsgi [-] (111141) accepted ('10.222.0.59', 55280) {{(pid=111141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:57:03.907882 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.v2.base [None req-f844ed3e-34c8-4bfc-bcb7-afe0f55885a2 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1668936989', 'description': 'tempest-description--502129587'}} {{(pid=111141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 16:57:03.947508 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-cee1e189-120e-4922-8981-616f7daeac14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12086561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8786543'] for subnet (08d0119b-277a-4ca5-b876-a5a4d6d764ce), after_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:04.051618 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-f844ed3e-34c8-4bfc-bcb7-afe0f55885a2 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Publish callbacks [] for security_group (None), before_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:04.071711 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:57:04.110021 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee1e189-120e-4922-8981-616f7daeac14 admin admin] Pushing event updated for resources: {'Subnet': ['ID=08d0119b-277a-4ca5-b876-a5a4d6d764ce,revision_number=0']} {{(pid=111140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:57:04.121697 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.plugins.ml2.plugin [None req-141424e6-830b-42fa-8955-7971f048c4e0 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Deleting port cbd8c722-d7c4-479a-87d3-2c75b40636ff {{(pid=111140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 09 16:57:04.122051 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-141424e6-830b-42fa-8955-7971f048c4e0 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748338259761'] for port (cbd8c722-d7c4-479a-87d3-2c75b40636ff), before_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:04.168807 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-f844ed3e-34c8-4bfc-bcb7-afe0f55885a2 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Publish callbacks [] for security_group (9e9f0aed-f583-4dae-88cc-c4954867a119), precommit_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:04.199032 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee1e189-120e-4922-8981-616f7daeac14 admin admin] Checking segment: {'id': '17c1c821-20f6-4898-8c1c-25efbcd6d204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 996, 'network_id': 'de15ea89-14ec-4998-b8b6-0b64323b5704'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 09 16:57:04.202780 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cee1e189-120e-4922-8981-616f7daeac14 admin admin] Network hostable DHCP agents. Network: de15ea89-14ec-4998-b8b6-0b64323b5704, hostable agents: ['0d699ab0-1a4e-47ab-a625-f3b077123214'], hosted agents: [] {{(pid=111140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 16:57:04.222166 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fad0943-db00-4499-bd40-f972dbe55aad admin admin] Router 536cabdf-f3dd-45b1-ae01-5b812d9138a3 has already been hosted by L3 agent 2cf02505-efcb-442b-855b-6c659df6f18c {{(pid=111140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 09 16:57:04.259332 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-f844ed3e-34c8-4bfc-bcb7-afe0f55885a2 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763768'] for security_group (9e9f0aed-f583-4dae-88cc-c4954867a119), after_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:04.271428 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-141424e6-830b-42fa-8955-7971f048c4e0 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694862'] for port (cbd8c722-d7c4-479a-87d3-2c75b40636ff), precommit_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:04.271763 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-141424e6-830b-42fa-8955-7971f048c4e0 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Publish callbacks [] for floatingip (cbd8c722-d7c4-479a-87d3-2c75b40636ff), precommit_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:04.298597 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Device ee995c18-f1e6-4bf9-94d9-aa3541acfe1f up at agent ovs-agent-dv-cinder-852364-3-iscsi {{(pid=111142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:57:04.298870 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f844ed3e-34c8-4bfc-bcb7-afe0f55885a2 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e9f0aed-f583-4dae-88cc-c4954867a119,revision_number=1']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:57:04.345769 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.plugins.ml2.plugin [None req-141424e6-830b-42fa-8955-7971f048c4e0 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Calling delete_port for cbd8c722-d7c4-479a-87d3-2c75b40636ff owned by network:floatingip {{(pid=111140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 09 16:57:04.349866 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cee1e189-120e-4922-8981-616f7daeac14 admin admin] Network de15ea89-14ec-4998-b8b6-0b64323b5704 is scheduled to be hosted by DHCP agent 0d699ab0-1a4e-47ab-a625-f3b077123214 with binding_index 1 {{(pid=111140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 16:57:04.360698 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.provisioning_blocks [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Provisioning complete for port ee995c18-f1e6-4bf9-94d9-aa3541acfe1f triggered by entity L2. {{(pid=111142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 16:57:04.361074 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877469'] for port (ee995c18-f1e6-4bf9-94d9-aa3541acfe1f), provisioning_complete {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:04.386869 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-f844ed3e-34c8-4bfc-bcb7-afe0f55885a2 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Publish callbacks [] for security_group (None), before_response {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:04.391661 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [None req-f844ed3e-34c8-4bfc-bcb7-afe0f55885a2 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4842355 Aug 09 16:57:04.393558 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.wsgi [-] (111141) accepted ('10.222.0.59', 55286) {{(pid=111141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:57:04.399675 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.v2.base [None req-76b562db-683d-4a2e-942b-69b81967bf95 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Request body: {'security_group_rule': {'security_group_id': '9e9f0aed-f583-4dae-88cc-c4954867a119', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 16:57:04.456501 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Current status of the port ee995c18-f1e6-4bf9-94d9-aa3541acfe1f is: DOWN; New status is: ACTIVE {{(pid=111142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 16:57:04.457600 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (ee995c18-f1e6-4bf9-94d9-aa3541acfe1f), before_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:04.508814 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.db [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] For port ee995c18-f1e6-4bf9-94d9-aa3541acfe1f, host dv-cinder-852364-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-3-iscsi',level=0,port_id=ee995c18-f1e6-4bf9-94d9-aa3541acfe1f,segment=NetworkSegment(b62976c3-72a4-413b-b97a-9681014c555d),segment_id=b62976c3-72a4-413b-b97a-9681014c555d)] {{(pid=111142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:57:04.575211 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-76b562db-683d-4a2e-942b-69b81967bf95 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Publish callbacks [] for security_group_rule (e5b90fc8-29bf-4dbe-ac9b-60488f804829), before_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:04.607630 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748338263269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748337861771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748337861789'] for port (ee995c18-f1e6-4bf9-94d9-aa3541acfe1f), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:04.651586 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-76b562db-683d-4a2e-942b-69b81967bf95 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Publish callbacks [] for security_group_rule (e5b90fc8-29bf-4dbe-ac9b-60488f804829), precommit_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:04.686552 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Pushing event updated for resources: {'Port': ['ID=ee995c18-f1e6-4bf9-94d9-aa3541acfe1f,revision_number=5']} {{(pid=111142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:57:04.693857 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.scheduler.base_scheduler [None req-cee1e189-120e-4922-8981-616f7daeac14 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852364-3-iscsi, de15ea89-14ec-4998-b8b6-0b64323b5704) {{(pid=111140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:57:04.704947 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c60d1c40-9a72-4618-b9d8-8468f8fef1bb None None] Network de15ea89-14ec-4998-b8b6-0b64323b5704 requested from dv-cinder-852364-3-iscsi {{(pid=111142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 09 16:57:04.715057 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cee1e189-120e-4922-8981-616f7daeac14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:57:04.716245 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-cee1e189-120e-4922-8981-616f7daeac14 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:04.731308 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-76b562db-683d-4a2e-942b-69b81967bf95 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765607'] for security_group_rule (e5b90fc8-29bf-4dbe-ac9b-60488f804829), after_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:04.752102 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:57:04.753457 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b562db-683d-4a2e-942b-69b81967bf95 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5b90fc8-29bf-4dbe-ac9b-60488f804829,revision_number=0']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:57:04.761197 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fad0943-db00-4499-bd40-f972dbe55aad admin admin] Notify agent at l3_agent.dv-cinder-852364-3-iscsi the message routers_updated {{(pid=111140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:57:04.770631 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [None req-8fad0943-db00-4499-bd40-f972dbe55aad admin admin] 10.222.0.59 "PUT /networking/v2.0/routers/536cabdf-f3dd-45b1-ae01-5b812d9138a3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3102999 Aug 09 16:57:04.771325 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.wsgi [-] (111140) accepted ('10.222.0.59', 55288) {{(pid=111140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:57:04.781241 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc255b16-c985-4cc5-b473-03a20ef324d2 None None] Sync routers for ids ['536cabdf-f3dd-45b1-ae01-5b812d9138a3'] in dv-cinder-852364-3-iscsi {{(pid=111143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:57:04.799630 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc255b16-c985-4cc5-b473-03a20ef324d2 None None] Routers {'536cabdf-f3dd-45b1-ae01-5b812d9138a3'} bound to L3 agent in host dv-cinder-852364-3-iscsi {{(pid=111143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 16:57:04.800561 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.l3_hamode_db [None req-cc255b16-c985-4cc5-b473-03a20ef324d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-09T16:42:12Z,description=,heartbeat_timestamp=2022-08-09T16:56:42Z,host='dv-cinder-852364-3-iscsi',id=2cf02505-efcb-442b-855b-6c659df6f18c,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:13Z,topic='l3_agent')) {'router_ids': ['536cabdf-f3dd-45b1-ae01-5b812d9138a3'], 'active': True} {{(pid=111143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:57:04.857283 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-76b562db-683d-4a2e-942b-69b81967bf95 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:04.859088 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [None req-76b562db-683d-4a2e-942b-69b81967bf95 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4639947 Aug 09 16:57:04.859595 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bce9d500-f2a2-46c4-aae4-162b4bb90120 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c3c12f7-d4c6-523e-962d-24da77ca8a50-de15ea89-14ec-4998-b8b6-0b64323b5704', 'network_id': 'de15ea89-14ec-4998-b8b6-0b64323b5704', 'project_id': '0be34a6e7f4b4c7b83a7f35bacd83504', 'fixed_ips': [{'subnet_id': '08d0119b-277a-4ca5-b876-a5a4d6d764ce'}]}} from dv-cinder-852364-3-iscsi. {{(pid=111142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 09 16:57:04.860661 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-bce9d500-f2a2-46c4-aae4-162b4bb90120 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (None), before_create {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:04.861772 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.wsgi [-] (111141) accepted ('10.222.0.59', 55292) {{(pid=111141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:57:04.862290 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.wsgi [-] (111141) accepted ('10.222.0.59', 55294) {{(pid=111141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:57:04.865250 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [None req-cee1e189-120e-4922-8981-616f7daeac14 admin admin] 10.222.0.59 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.7002225 Aug 09 16:57:04.874638 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.v2.base [None req-e8aac6a6-a69e-4aca-a6f9-750206bbf596 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Request body: {'security_group_rule': {'security_group_id': '9e9f0aed-f583-4dae-88cc-c4954867a119', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 16:57:04.884733 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.v2.base [None req-6b292af8-77f1-4435-b395-c43bec437897 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-773050216-router', 'tenant_id': '0be34a6e7f4b4c7b83a7f35bacd83504', 'external_gateway_info': {'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a'}}} {{(pid=111141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 16:57:04.981580 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.l3_dvr_db [None req-cc255b16-c985-4cc5-b473-03a20ef324d2 None None] Set router 536cabdf-f3dd-45b1-ae01-5b812d9138a3 gateway port host: dv-cinder-852364-3-iscsi {{(pid=111143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 16:57:04.994788 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-f5116425-2f3e-4491-a060-36b1c11f971c admin admin] Publish callbacks [] for router (536cabdf-f3dd-45b1-ae01-5b812d9138a3), before_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:05.005468 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-6b292af8-77f1-4435-b395-c43bec437897 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-341582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-334'] for router (bd57af5e-6cc2-4516-a243-5b4e68923a50), before_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:05.006867 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-6b292af8-77f1-4435-b395-c43bec437897 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-337957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692940', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-558489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-327'] for router (bd57af5e-6cc2-4516-a243-5b4e68923a50), precommit_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:05.062485 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-e8aac6a6-a69e-4aca-a6f9-750206bbf596 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Publish callbacks [] for security_group_rule (62c2fd17-1e53-497b-8860-29605fa74715), before_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:05.116168 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.db_base_plugin_common [None req-bce9d500-f2a2-46c4-aae4-162b4bb90120 None None] Allocated IP 172.20.0.2 (de15ea89-14ec-4998-b8b6-0b64323b5704/08d0119b-277a-4ca5-b876-a5a4d6d764ce/a37a684b-5ccd-44b1-8623-93f9fd9ad8a1) {{(pid=111142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:57:05.148362 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-6b292af8-77f1-4435-b395-c43bec437897 admin admin] Publish callbacks [] for router_controller (bd57af5e-6cc2-4516-a243-5b4e68923a50), precommit_add_association {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:05.164806 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-f5116425-2f3e-4491-a060-36b1c11f971c admin admin] Publish callbacks [] for router_gateway (536cabdf-f3dd-45b1-ae01-5b812d9138a3), before_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:05.178583 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-141424e6-830b-42fa-8955-7971f048c4e0 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748338263278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748337861762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12086677'] for port (cbd8c722-d7c4-479a-87d3-2c75b40636ff), after_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:05.201984 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.l3_hamode_db [None req-cc255b16-c985-4cc5-b473-03a20ef324d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '536cabdf-f3dd-45b1-ae01-5b812d9138a3', 'name': 'tempest-ServerRescueNegativeTestJSON-830009148-router', 'tenant_id': 'b681b90f2f074e8c8cfb11939edc7f72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'external_fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': '51b6b9aa-6225-414f-b334-3d87b6264367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:50:26Z', 'updated_at': '2022-08-09T16:57:03Z', 'revision_number': 5, 'project_id': 'b681b90f2f074e8c8cfb11939edc7f72', 'gw_port': {'id': '51b6b9aa-6225-414f-b334-3d87b6264367', 'name': '', 'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:c7:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '536cabdf-f3dd-45b1-ae01-5b812d9138a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:50:27Z', 'updated_at': '2022-08-09T16:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-3-iscsi'}], 'dv-cinder-852364-3-iscsi', False) {} {{(pid=111143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:57:05.230182 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141424e6-830b-42fa-8955-7971f048c4e0 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Pushing event deleted for resources: {'Port': ['ID=cbd8c722-d7c4-479a-87d3-2c75b40636ff,revision_number=None']} {{(pid=111140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:57:05.236035 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-e8aac6a6-a69e-4aca-a6f9-750206bbf596 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Publish callbacks [] for security_group_rule (62c2fd17-1e53-497b-8860-29605fa74715), precommit_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:05.247578 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc255b16-c985-4cc5-b473-03a20ef324d2 None None] Checking router: 536cabdf-f3dd-45b1-ae01-5b812d9138a3 for host: dv-cinder-852364-3-iscsi {{(pid=111143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:57:05.261016 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc255b16-c985-4cc5-b473-03a20ef324d2 None None] Routers {'536cabdf-f3dd-45b1-ae01-5b812d9138a3'} bound to L3 agent in host dv-cinder-852364-3-iscsi {{(pid=111143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 16:57:05.261750 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.l3_hamode_db [None req-cc255b16-c985-4cc5-b473-03a20ef324d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-09T16:42:12Z,description=,heartbeat_timestamp=2022-08-09T16:56:42Z,host='dv-cinder-852364-3-iscsi',id=2cf02505-efcb-442b-855b-6c659df6f18c,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:13Z,topic='l3_agent')) {'router_ids': ['536cabdf-f3dd-45b1-ae01-5b812d9138a3'], 'active': True} {{(pid=111143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:57:05.305421 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-e8aac6a6-a69e-4aca-a6f9-750206bbf596 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765607'] for security_group_rule (62c2fd17-1e53-497b-8860-29605fa74715), after_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:05.336253 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.plugins.ml2.plugin [None req-f5116425-2f3e-4491-a060-36b1c11f971c admin admin] Deleting port 51b6b9aa-6225-414f-b334-3d87b6264367 {{(pid=111140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 09 16:57:05.336600 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-f5116425-2f3e-4491-a060-36b1c11f971c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748338259761'] for port (51b6b9aa-6225-414f-b334-3d87b6264367), before_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:05.340761 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-141424e6-830b-42fa-8955-7971f048c4e0 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Publish callbacks [] for floatingip (b3aa92e8-b7bb-430c-80a4-9821331edf59), after_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:05.343290 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-141424e6-830b-42fa-8955-7971f048c4e0 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90003'] for floatingip (None), before_response {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:05.344508 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [None req-141424e6-830b-42fa-8955-7971f048c4e0 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "DELETE /networking/v2.0/floatingips/b3aa92e8-b7bb-430c-80a4-9821331edf59 HTTP/1.1" status: 204 len: 168 time: 1.4987690 Aug 09 16:57:05.359608 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8aac6a6-a69e-4aca-a6f9-750206bbf596 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62c2fd17-1e53-497b-8860-29605fa74715,revision_number=0']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:57:05.391037 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-bce9d500-f2a2-46c4-aae4-162b4bb90120 None None] Publish callbacks [] for port (a37a684b-5ccd-44b1-8623-93f9fd9ad8a1), precommit_create {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:05.457972 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.l3_dvr_db [None req-cc255b16-c985-4cc5-b473-03a20ef324d2 None None] Set router 536cabdf-f3dd-45b1-ae01-5b812d9138a3 gateway port host: dv-cinder-852364-3-iscsi {{(pid=111143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 16:57:05.464955 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=77,neutron:DELETE=6,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:57:05.472721 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-6b292af8-77f1-4435-b395-c43bec437897 admin admin] Publish callbacks [] for router_gateway (bd57af5e-6cc2-4516-a243-5b4e68923a50), precommit_update {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:05.485715 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.plugins.ml2.db [None req-f5116425-2f3e-4491-a060-36b1c11f971c admin admin] For port 51b6b9aa-6225-414f-b334-3d87b6264367, host dv-cinder-852364-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-3-iscsi',level=0,port_id=51b6b9aa-6225-414f-b334-3d87b6264367,segment=NetworkSegment(3548ff03-3b62-477c-991b-01c3e3081105),segment_id=3548ff03-3b62-477c-991b-01c3e3081105)] {{(pid=111140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:57:05.486151 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-f5116425-2f3e-4491-a060-36b1c11f971c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694862'] for port (51b6b9aa-6225-414f-b334-3d87b6264367), precommit_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:05.495588 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:57:05.499714 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.plugins.ml2.plugin [None req-f5116425-2f3e-4491-a060-36b1c11f971c admin admin] Calling delete_port for 51b6b9aa-6225-414f-b334-3d87b6264367 owned by network:router_gateway {{(pid=111140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 09 16:57:05.515762 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-bce9d500-f2a2-46c4-aae4-162b4bb90120 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748337861753'] for port (a37a684b-5ccd-44b1-8623-93f9fd9ad8a1), after_create {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:05.520096 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-e8aac6a6-a69e-4aca-a6f9-750206bbf596 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:05.524330 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [None req-e8aac6a6-a69e-4aca-a6f9-750206bbf596 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6580222 Aug 09 16:57:05.524546 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.wsgi [-] (111141) accepted ('10.222.0.59', 55300) {{(pid=111141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:57:05.535051 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.v2.base [None req-c45008b2-97e8-4f83-b95a-842f628fc7ce tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Request body: {'floatingip': {'floating_network_id': '0b446ac8-416d-4492-b144-c475e4beb84a'}} {{(pid=111141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 16:57:05.535228 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:57:05.562352 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bce9d500-f2a2-46c4-aae4-162b4bb90120 None None] Network de15ea89-14ec-4998-b8b6-0b64323b5704 is already hosted by enough agents. {{(pid=111142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:57:05.565668 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.scheduler.base_scheduler [None req-bce9d500-f2a2-46c4-aae4-162b4bb90120 None None] Resources bound (agent type, host, resource id): {{(pid=111142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:57:05.572737 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce9d500-f2a2-46c4-aae4-162b4bb90120 None None] Received port after_create {{(pid=111142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 09 16:57:05.608167 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce9d500-f2a2-46c4-aae4-162b4bb90120 None None] Pushing event updated for resources: {'Port': ['ID=a37a684b-5ccd-44b1-8623-93f9fd9ad8a1,revision_number=1']} {{(pid=111142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:57:05.647697 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.managers [None req-bce9d500-f2a2-46c4-aae4-162b4bb90120 None None] Attempting to bind port a37a684b-5ccd-44b1-8623-93f9fd9ad8a1 on host dv-cinder-852364-3-iscsi for vnic_type normal with profile {{(pid=111142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 09 16:57:05.648361 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.managers [None req-bce9d500-f2a2-46c4-aae4-162b4bb90120 None None] Attempting to bind port a37a684b-5ccd-44b1-8623-93f9fd9ad8a1 by drivers openvswitch,hyperv on host dv-cinder-852364-3-iscsi at level 0 using segments [{'id': '17c1c821-20f6-4898-8c1c-25efbcd6d204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 996, 'network_id': 'de15ea89-14ec-4998-b8b6-0b64323b5704'}] {{(pid=111142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 09 16:57:05.649049 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce9d500-f2a2-46c4-aae4-162b4bb90120 None None] Attempting to bind port a37a684b-5ccd-44b1-8623-93f9fd9ad8a1 on network de15ea89-14ec-4998-b8b6-0b64323b5704 {{(pid=111142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 16:57:05.657786 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.wsgi [-] (111140) accepted ('10.222.0.59', 55302) {{(pid=111140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:57:05.661699 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce9d500-f2a2-46c4-aae4-162b4bb90120 None None] Checking agent: {'id': '47988f4d-09d0-4892-bbfe-5b11c743802f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852364-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 9, 16, 42, 16), 'started_at': datetime.datetime(2022, 8, 9, 16, 42, 46), 'heartbeat_timestamp': datetime.datetime(2022, 8, 9, 16, 56, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852364-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 09 16:57:05.662080 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce9d500-f2a2-46c4-aae4-162b4bb90120 None None] Checking segment: {'id': '17c1c821-20f6-4898-8c1c-25efbcd6d204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 996, 'network_id': 'de15ea89-14ec-4998-b8b6-0b64323b5704'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 09 16:57:05.662696 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-bce9d500-f2a2-46c4-aae4-162b4bb90120 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:05.663282 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce9d500-f2a2-46c4-aae4-162b4bb90120 None None] Bound using segment: {'id': '17c1c821-20f6-4898-8c1c-25efbcd6d204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 996, 'network_id': 'de15ea89-14ec-4998-b8b6-0b64323b5704'} {{(pid=111142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 09 16:57:05.663911 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.managers [None req-bce9d500-f2a2-46c4-aae4-162b4bb90120 None None] Bound port: a37a684b-5ccd-44b1-8623-93f9fd9ad8a1, host: dv-cinder-852364-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17c1c821-20f6-4898-8c1c-25efbcd6d204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 996, 'network_id': 'de15ea89-14ec-4998-b8b6-0b64323b5704'}}] {{(pid=111142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 09 16:57:05.664485 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-bce9d500-f2a2-46c4-aae4-162b4bb90120 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (a37a684b-5ccd-44b1-8623-93f9fd9ad8a1), before_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:05.665976 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.v2.base [None req-16f66dde-d6e7-4cfa-a390-1ff7ee024281 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1234014954', 'description': 'tempest-description--1600609492'}} {{(pid=111140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 16:57:05.669617 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.l3_hamode_db [None req-cc255b16-c985-4cc5-b473-03a20ef324d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '536cabdf-f3dd-45b1-ae01-5b812d9138a3', 'name': 'tempest-ServerRescueNegativeTestJSON-830009148-router', 'tenant_id': 'b681b90f2f074e8c8cfb11939edc7f72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'external_fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': '51b6b9aa-6225-414f-b334-3d87b6264367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:50:26Z', 'updated_at': '2022-08-09T16:57:03Z', 'revision_number': 5, 'project_id': 'b681b90f2f074e8c8cfb11939edc7f72', 'gw_port': {'id': '51b6b9aa-6225-414f-b334-3d87b6264367', 'name': '', 'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:c7:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '536cabdf-f3dd-45b1-ae01-5b812d9138a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:50:27Z', 'updated_at': '2022-08-09T16:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-3-iscsi'}], 'dv-cinder-852364-3-iscsi', False) {} {{(pid=111143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:57:05.686240 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:57:05.699434 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc255b16-c985-4cc5-b473-03a20ef324d2 None None] The sync data for ids ['536cabdf-f3dd-45b1-ae01-5b812d9138a3'] in dv-cinder-852364-3-iscsi is: [{'id': '536cabdf-f3dd-45b1-ae01-5b812d9138a3', 'name': 'tempest-ServerRescueNegativeTestJSON-830009148-router', 'tenant_id': 'b681b90f2f074e8c8cfb11939edc7f72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'external_fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': '51b6b9aa-6225-414f-b334-3d87b6264367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:50:26Z', 'updated_at': '2022-08-09T16:57:03Z', 'revision_number': 5, 'project_id': 'b681b90f2f074e8c8cfb11939edc7f72', 'gw_port': {'id': '51b6b9aa-6225-414f-b334-3d87b6264367', 'name': '', 'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:c7:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '536cabdf-f3dd-45b1-ae01-5b812d9138a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:50:27Z', 'updated_at': '2022-08-09T16:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-3-iscsi'}] {{(pid=111143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:57:05.701075 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-c45008b2-97e8-4f83-b95a-842f628fc7ce tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:05.707989 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:57:05.750169 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.db [None req-bce9d500-f2a2-46c4-aae4-162b4bb90120 None None] For port a37a684b-5ccd-44b1-8623-93f9fd9ad8a1, host dv-cinder-852364-3-iscsi, cleared binding levels {{(pid=111142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:57:05.753698 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.db [None req-bce9d500-f2a2-46c4-aae4-162b4bb90120 None None] For port a37a684b-5ccd-44b1-8623-93f9fd9ad8a1, host dv-cinder-852364-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-3-iscsi',level=0,port_id=a37a684b-5ccd-44b1-8623-93f9fd9ad8a1,segment=NetworkSegment(17c1c821-20f6-4898-8c1c-25efbcd6d204),segment_id=17c1c821-20f6-4898-8c1c-25efbcd6d204)] {{(pid=111142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:57:05.796761 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-f5116425-2f3e-4491-a060-36b1c11f971c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748338263278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748337861762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12086677'] for port (51b6b9aa-6225-414f-b334-3d87b6264367), after_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:05.798968 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-16f66dde-d6e7-4cfa-a390-1ff7ee024281 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Publish callbacks [] for security_group (None), before_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:05.837105 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5116425-2f3e-4491-a060-36b1c11f971c admin admin] Pushing event deleted for resources: {'Port': ['ID=51b6b9aa-6225-414f-b334-3d87b6264367,revision_number=None']} {{(pid=111140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:57:05.861884 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-c45008b2-97e8-4f83-b95a-842f628fc7ce tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (None), before_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:05.896301 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=88,neutron:DELETE=8,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:57:05.930949 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-f5116425-2f3e-4491-a060-36b1c11f971c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-689379'] for router_gateway (536cabdf-f3dd-45b1-ae01-5b812d9138a3), after_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:05.946023 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-bce9d500-f2a2-46c4-aae4-162b4bb90120 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748338263269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748337861771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748337861789'] for port (a37a684b-5ccd-44b1-8623-93f9fd9ad8a1), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:05.947169 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-6b292af8-77f1-4435-b395-c43bec437897 admin admin] Publish callbacks [] for router_gateway (bd57af5e-6cc2-4516-a243-5b4e68923a50), before_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:05.988763 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-6b292af8-77f1-4435-b395-c43bec437897 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (None), before_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:06.037715 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce9d500-f2a2-46c4-aae4-162b4bb90120 None None] Pushing event updated for resources: {'Port': ['ID=a37a684b-5ccd-44b1-8623-93f9fd9ad8a1,revision_number=2']} {{(pid=111142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:57:06.088526 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-f5116425-2f3e-4491-a060-36b1c11f971c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-338892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-336'] for router (536cabdf-f3dd-45b1-ae01-5b812d9138a3), precommit_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:06.092202 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.db.db_base_plugin_common [None req-c45008b2-97e8-4f83-b95a-842f628fc7ce tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Allocated IP 172.27.2.113 (0b446ac8-416d-4492-b144-c475e4beb84a/4516d54a-1367-472b-b3e4-4bb105fe12f6/f8e8a57a-d256-4ff8-b4fa-ff794b258b79) {{(pid=111141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:57:06.093811 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-f5116425-2f3e-4491-a060-36b1c11f971c admin admin] Publish callbacks [] for router_controller (536cabdf-f3dd-45b1-ae01-5b812d9138a3), precommit_delete_associations {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:06.253117 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-16f66dde-d6e7-4cfa-a390-1ff7ee024281 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Publish callbacks [] for security_group (89352413-89cd-4632-8930-b8ad42976343), precommit_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:06.286453 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-c45008b2-97e8-4f83-b95a-842f628fc7ce tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Publish callbacks [] for port (f8e8a57a-d256-4ff8-b4fa-ff794b258b79), precommit_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:06.298082 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-f5116425-2f3e-4491-a060-36b1c11f971c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-338766'] for router (536cabdf-f3dd-45b1-ae01-5b812d9138a3), after_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:06.302541 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5116425-2f3e-4491-a060-36b1c11f971c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 536cabdf-f3dd-45b1-ae01-5b812d9138a3 {{(pid=111140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 16:57:06.316811 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-f5116425-2f3e-4491-a060-36b1c11f971c admin admin] Publish callbacks [] for router (None), before_response {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:06.318096 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [None req-f5116425-2f3e-4491-a060-36b1c11f971c admin admin] 10.222.0.59 "DELETE /networking/v2.0/routers/536cabdf-f3dd-45b1-ae01-5b812d9138a3 HTTP/1.1" status: 204 len: 168 time: 1.5443339 Aug 09 16:57:06.321074 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.wsgi [-] (111141) accepted ('10.222.0.59', 55306) {{(pid=111141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:57:06.325122 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-16f66dde-d6e7-4cfa-a390-1ff7ee024281 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763768'] for security_group (89352413-89cd-4632-8930-b8ad42976343), after_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:06.372086 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f66dde-d6e7-4cfa-a390-1ff7ee024281 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89352413-89cd-4632-8930-b8ad42976343,revision_number=1']} {{(pid=111140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:57:06.396233 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ea02d29-9f76-41fe-bed0-bbf0316b99f6 admin admin] Deleting subnet fa8494ca-da5a-4e74-b349-aebeb3fbaa4a {{(pid=111141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 09 16:57:06.399751 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-1ea02d29-9f76-41fe-bed0-bbf0316b99f6 admin admin] Publish callbacks [] for subnet (fa8494ca-da5a-4e74-b349-aebeb3fbaa4a), before_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:06.407568 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Device ee995c18-f1e6-4bf9-94d9-aa3541acfe1f up at agent ovs-agent-dv-cinder-852364-3-iscsi {{(pid=111142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:57:06.442238 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-1ea02d29-9f76-41fe-bed0-bbf0316b99f6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1220370'] for subnet (fa8494ca-da5a-4e74-b349-aebeb3fbaa4a), precommit_delete_associations {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:06.459828 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-16f66dde-d6e7-4cfa-a390-1ff7ee024281 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Publish callbacks [] for security_group (None), before_response {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:06.462388 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [None req-16f66dde-d6e7-4cfa-a390-1ff7ee024281 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.8035882 Aug 09 16:57:06.464210 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.wsgi [-] (111140) accepted ('10.222.0.59', 55308) {{(pid=111140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:57:06.470892 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.v2.base [None req-a30b7a50-0f40-4403-9684-0b37578949ab tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Request body: {'security_group_rule': {'security_group_id': '89352413-89cd-4632-8930-b8ad42976343', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 16:57:06.490481 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.provisioning_blocks [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Provisioning complete for port ee995c18-f1e6-4bf9-94d9-aa3541acfe1f triggered by entity L2. {{(pid=111142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 16:57:06.490872 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877469'] for port (ee995c18-f1e6-4bf9-94d9-aa3541acfe1f), provisioning_complete {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:06.498209 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-c45008b2-97e8-4f83-b95a-842f628fc7ce tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748337861753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12487578'] for port (f8e8a57a-d256-4ff8-b4fa-ff794b258b79), after_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:06.577459 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Current status of the port ee995c18-f1e6-4bf9-94d9-aa3541acfe1f is: ACTIVE; New status is: ACTIVE {{(pid=111142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 16:57:06.587556 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Device e481dd39-01b9-4ed2-aec9-d0736a244466 no longer exists at agent ovs-agent-dv-cinder-852364-3-iscsi {{(pid=111142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:57:06.615618 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45008b2-97e8-4f83-b95a-842f628fc7ce tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Pushing event updated for resources: {'Port': ['ID=f8e8a57a-d256-4ff8-b4fa-ff794b258b79,revision_number=1']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:57:06.617258 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] No Port match for: e481dd39-01b9-4ed2-aec9-d0736a244466 {{(pid=111142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 09 16:57:06.617618 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Device e481dd39-01b9-4ed2-aec9-d0736a244466 not bound to the agent host dv-cinder-852364-3-iscsi {{(pid=111142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:57:06.638871 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-a30b7a50-0f40-4403-9684-0b37578949ab tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Publish callbacks [] for security_group_rule (52ec2520-14c1-42d0-9116-67b7bbdbc531), before_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:06.647942 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.db.db_base_plugin_common [None req-6b292af8-77f1-4435-b395-c43bec437897 admin admin] Allocated IP 172.27.2.2 (0b446ac8-416d-4492-b144-c475e4beb84a/4516d54a-1367-472b-b3e4-4bb105fe12f6/5bcb7013-e0f8-4adf-ac67-7d39a2a4dc65) {{(pid=111141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:57:06.651236 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c45008b2-97e8-4f83-b95a-842f628fc7ce tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Network 0b446ac8-416d-4492-b144-c475e4beb84a is already hosted by enough agents. {{(pid=111141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:57:06.658463 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-1ea02d29-9f76-41fe-bed0-bbf0316b99f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3877167'] for subnet (fa8494ca-da5a-4e74-b349-aebeb3fbaa4a), precommit_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:06.661953 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.scheduler.base_scheduler [None req-c45008b2-97e8-4f83-b95a-842f628fc7ce tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Resources bound (agent type, host, resource id): {{(pid=111141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:57:06.696638 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c45008b2-97e8-4f83-b95a-842f628fc7ce tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Received port after_create {{(pid=111141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 09 16:57:06.707231 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-a30b7a50-0f40-4403-9684-0b37578949ab tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Publish callbacks [] for security_group_rule (52ec2520-14c1-42d0-9116-67b7bbdbc531), precommit_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:06.770814 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-a30b7a50-0f40-4403-9684-0b37578949ab tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765607'] for security_group_rule (52ec2520-14c1-42d0-9116-67b7bbdbc531), after_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:06.793717 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30b7a50-0f40-4403-9684-0b37578949ab tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52ec2520-14c1-42d0-9116-67b7bbdbc531,revision_number=0']} {{(pid=111140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:57:06.887372 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-6b292af8-77f1-4435-b395-c43bec437897 admin admin] Publish callbacks [] for port (5bcb7013-e0f8-4adf-ac67-7d39a2a4dc65), precommit_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:06.894159 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-c45008b2-97e8-4f83-b95a-842f628fc7ce tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Publish callbacks [] for floatingip (08fec1bf-3059-435c-86de-55dbee26a9e2), precommit_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:06.921576 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-1ea02d29-9f76-41fe-bed0-bbf0316b99f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3877156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12487663', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12315136'] for subnet (fa8494ca-da5a-4e74-b349-aebeb3fbaa4a), after_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:06.921948 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-a30b7a50-0f40-4403-9684-0b37578949ab tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:06.923455 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [None req-a30b7a50-0f40-4403-9684-0b37578949ab tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4580066 Aug 09 16:57:06.926178 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.wsgi [-] (111140) accepted ('10.222.0.59', 55310) {{(pid=111140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:57:06.934499 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.v2.base [None req-8e8f2c82-8012-4af1-a58b-b9a55c5671f7 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Request body: {'security_group_rule': {'security_group_id': '89352413-89cd-4632-8930-b8ad42976343', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 16:57:06.956165 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea02d29-9f76-41fe-bed0-bbf0316b99f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa8494ca-da5a-4e74-b349-aebeb3fbaa4a,revision_number=None']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:57:06.961792 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=5 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:57:06.963223 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-1ea02d29-9f76-41fe-bed0-bbf0316b99f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526441'] for subnet (None), before_response {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:06.964068 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-043541d4-2227-4b1a-a7dd-e344d38eadb4 None None] Network e7c6cdf7-0095-4da2-9004-cdee3c973d7e requested from dv-cinder-852364-3-iscsi {{(pid=111142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 09 16:57:06.968331 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [None req-1ea02d29-9f76-41fe-bed0-bbf0316b99f6 admin admin] 10.222.0.59 "DELETE /networking/v2.0/subnets/fa8494ca-da5a-4e74-b349-aebeb3fbaa4a HTTP/1.1" status: 204 len: 168 time: 0.6456752 Aug 09 16:57:06.970633 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.wsgi [-] (111141) accepted ('10.222.0.59', 55312) {{(pid=111141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:57:07.058132 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=78,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:57:07.059333 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-8e8f2c82-8012-4af1-a58b-b9a55c5671f7 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Publish callbacks [] for security_group_rule (27b716bc-d1e2-4522-8943-c8045c3dcf11), before_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:07.075058 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-6b292af8-77f1-4435-b395-c43bec437897 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748337861753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12487578'] for port (5bcb7013-e0f8-4adf-ac67-7d39a2a4dc65), after_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:07.132536 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-83ace859-f9e7-440a-a4fe-617a7e7e7c53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3928643'] for network (e7c6cdf7-0095-4da2-9004-cdee3c973d7e), before_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:07.145719 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-c45008b2-97e8-4f83-b95a-842f628fc7ce tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (f8e8a57a-d256-4ff8-b4fa-ff794b258b79), before_update {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:07.155652 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b292af8-77f1-4435-b395-c43bec437897 admin admin] Network 0b446ac8-416d-4492-b144-c475e4beb84a is already hosted by enough agents. {{(pid=111141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:57:07.164939 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-8e8f2c82-8012-4af1-a58b-b9a55c5671f7 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Publish callbacks [] for security_group_rule (27b716bc-d1e2-4522-8943-c8045c3dcf11), precommit_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:07.182429 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.scheduler.base_scheduler [None req-6b292af8-77f1-4435-b395-c43bec437897 admin admin] Resources bound (agent type, host, resource id): {{(pid=111141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:57:07.188422 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b292af8-77f1-4435-b395-c43bec437897 admin admin] Received port after_create {{(pid=111141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 09 16:57:07.190353 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b292af8-77f1-4435-b395-c43bec437897 admin admin] Pushing event updated for resources: {'Port': ['ID=5bcb7013-e0f8-4adf-ac67-7d39a2a4dc65,revision_number=1']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:57:07.228687 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3868cfc8-5540-4140-af04-52a7f274936e None None] DHCP port deletion for e7c6cdf7-0095-4da2-9004-cdee3c973d7e request from dv-cinder-852364-3-iscsi {{(pid=111142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 09 16:57:07.259268 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-8e8f2c82-8012-4af1-a58b-b9a55c5671f7 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765607'] for security_group_rule (27b716bc-d1e2-4522-8943-c8045c3dcf11), after_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:07.283739 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b0b644d-6b02-47cb-a7f5-ad878d590a0d None None] Network de15ea89-14ec-4998-b8b6-0b64323b5704 requested from dv-cinder-852364-3-iscsi {{(pid=111142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 09 16:57:07.285569 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.plugin [None req-83ace859-f9e7-440a-a4fe-617a7e7e7c53 admin admin] Deleting port e32c31d4-4bae-43ff-b2c0-5b784f2c8531 {{(pid=111141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 09 16:57:07.285885 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-83ace859-f9e7-440a-a4fe-617a7e7e7c53 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748338259761'] for port (e32c31d4-4bae-43ff-b2c0-5b784f2c8531), before_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:07.286933 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8f2c82-8012-4af1-a58b-b9a55c5671f7 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27b716bc-d1e2-4522-8943-c8045c3dcf11,revision_number=0']} {{(pid=111140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:57:07.287293 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-3868cfc8-5540-4140-af04-52a7f274936e None None] Deleting port e32c31d4-4bae-43ff-b2c0-5b784f2c8531 {{(pid=111142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 09 16:57:07.287483 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-3868cfc8-5540-4140-af04-52a7f274936e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748338259761'] for port (e32c31d4-4bae-43ff-b2c0-5b784f2c8531), before_delete {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:07.356194 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:57:07.356443 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-8e8f2c82-8012-4af1-a58b-b9a55c5671f7 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:07.360428 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [None req-8e8f2c82-8012-4af1-a58b-b9a55c5671f7 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4298177 Aug 09 16:57:07.360642 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.wsgi [-] (111140) accepted ('10.222.0.59', 55316) {{(pid=111140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:57:07.365735 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.v2.base [None req-7b575fe1-a669-4001-9848-fa8f79b9d03c tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Request body: {'floatingip': {'floating_network_id': '0b446ac8-416d-4492-b144-c475e4beb84a'}} {{(pid=111140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 16:57:07.401885 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.provisioning_blocks [None req-bd8b6ef6-df96-4fbe-85da-924420dd9d0d None None] Provisioning complete for port a37a684b-5ccd-44b1-8623-93f9fd9ad8a1 triggered by entity DHCP. {{(pid=111142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 16:57:07.402254 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-bd8b6ef6-df96-4fbe-85da-924420dd9d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877469'] for port (a37a684b-5ccd-44b1-8623-93f9fd9ad8a1), provisioning_complete {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:07.466860 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-7b575fe1-a669-4001-9848-fa8f79b9d03c tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:07.469062 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.db [None req-3868cfc8-5540-4140-af04-52a7f274936e None None] For port e32c31d4-4bae-43ff-b2c0-5b784f2c8531, host dv-cinder-852364-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-3-iscsi',level=0,port_id=e32c31d4-4bae-43ff-b2c0-5b784f2c8531,segment=NetworkSegment(a94c1f41-ae8b-4dd1-abef-be7e62056af2),segment_id=a94c1f41-ae8b-4dd1-abef-be7e62056af2)] {{(pid=111142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:57:07.469460 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-3868cfc8-5540-4140-af04-52a7f274936e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694862'] for port (e32c31d4-4bae-43ff-b2c0-5b784f2c8531), precommit_delete {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:07.503478 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:57:07.505527 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.db [None req-83ace859-f9e7-440a-a4fe-617a7e7e7c53 admin admin] For port e32c31d4-4bae-43ff-b2c0-5b784f2c8531, host dv-cinder-852364-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-3-iscsi',level=0,port_id=e32c31d4-4bae-43ff-b2c0-5b784f2c8531,segment=NetworkSegment(a94c1f41-ae8b-4dd1-abef-be7e62056af2),segment_id=a94c1f41-ae8b-4dd1-abef-be7e62056af2)] {{(pid=111141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:57:07.506043 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-83ace859-f9e7-440a-a4fe-617a7e7e7c53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694862'] for port (e32c31d4-4bae-43ff-b2c0-5b784f2c8531), precommit_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:07.508305 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-3868cfc8-5540-4140-af04-52a7f274936e None None] Calling delete_port for e32c31d4-4bae-43ff-b2c0-5b784f2c8531 owned by network:dhcp {{(pid=111142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 09 16:57:07.531791 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.plugin [None req-83ace859-f9e7-440a-a4fe-617a7e7e7c53 admin admin] Calling delete_port for e32c31d4-4bae-43ff-b2c0-5b784f2c8531 owned by network:dhcp {{(pid=111141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 09 16:57:07.578629 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-7b575fe1-a669-4001-9848-fa8f79b9d03c tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (None), before_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:07.624481 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-bd8b6ef6-df96-4fbe-85da-924420dd9d0d None None] Current status of the port a37a684b-5ccd-44b1-8623-93f9fd9ad8a1 is: DOWN; New status is: ACTIVE {{(pid=111142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 16:57:07.624876 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-bd8b6ef6-df96-4fbe-85da-924420dd9d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (a37a684b-5ccd-44b1-8623-93f9fd9ad8a1), before_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:07.646495 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-c45008b2-97e8-4f83-b95a-842f628fc7ce tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Publish callbacks [] for port (f8e8a57a-d256-4ff8-b4fa-ff794b258b79), precommit_update {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:07.680723 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.db [None req-bd8b6ef6-df96-4fbe-85da-924420dd9d0d None None] For port a37a684b-5ccd-44b1-8623-93f9fd9ad8a1, host dv-cinder-852364-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-3-iscsi',level=0,port_id=a37a684b-5ccd-44b1-8623-93f9fd9ad8a1,segment=NetworkSegment(17c1c821-20f6-4898-8c1c-25efbcd6d204),segment_id=17c1c821-20f6-4898-8c1c-25efbcd6d204)] {{(pid=111142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:57:07.708738 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.db.db_base_plugin_common [None req-7b575fe1-a669-4001-9848-fa8f79b9d03c tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Allocated IP 172.27.2.85 (0b446ac8-416d-4492-b144-c475e4beb84a/4516d54a-1367-472b-b3e4-4bb105fe12f6/8e4281c8-edb6-4548-9ecd-60f8d550f032) {{(pid=111140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:57:07.717973 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-c45008b2-97e8-4f83-b95a-842f628fc7ce tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748338263269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748337861771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748337861789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12487573'] for port (f8e8a57a-d256-4ff8-b4fa-ff794b258b79), after_update {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:07.745963 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-3868cfc8-5540-4140-af04-52a7f274936e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748338263278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748337861762'] for port (e32c31d4-4bae-43ff-b2c0-5b784f2c8531), after_delete {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:07.779167 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:57:07.781907 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-bd8b6ef6-df96-4fbe-85da-924420dd9d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748338263269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748337861771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748337861789'] for port (a37a684b-5ccd-44b1-8623-93f9fd9ad8a1), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:07.784334 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3868cfc8-5540-4140-af04-52a7f274936e None None] No DVR routers for this DVR port e32c31d4-4bae-43ff-b2c0-5b784f2c8531 on host dv-cinder-852364-3-iscsi {{(pid=111142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 09 16:57:07.786442 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3868cfc8-5540-4140-af04-52a7f274936e None None] Pushing event deleted for resources: {'Port': ['ID=e32c31d4-4bae-43ff-b2c0-5b784f2c8531,revision_number=None']} {{(pid=111142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:57:07.806885 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:57:07.858056 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-7b575fe1-a669-4001-9848-fa8f79b9d03c tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Publish callbacks [] for port (8e4281c8-edb6-4548-9ecd-60f8d550f032), precommit_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:07.871199 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8b6ef6-df96-4fbe-85da-924420dd9d0d None None] Pushing event updated for resources: {'Port': ['ID=a37a684b-5ccd-44b1-8623-93f9fd9ad8a1,revision_number=3']} {{(pid=111142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:57:07.900533 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.provisioning_blocks [None req-59a1f7da-e87c-4622-bceb-20c0cba8b5b3 None None] Provisioning complete for port a37a684b-5ccd-44b1-8623-93f9fd9ad8a1 triggered by entity DHCP. {{(pid=111142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 16:57:07.901461 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-59a1f7da-e87c-4622-bceb-20c0cba8b5b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877469'] for port (a37a684b-5ccd-44b1-8623-93f9fd9ad8a1), provisioning_complete {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:07.983198 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-59a1f7da-e87c-4622-bceb-20c0cba8b5b3 None None] Current status of the port a37a684b-5ccd-44b1-8623-93f9fd9ad8a1 is: ACTIVE; New status is: ACTIVE {{(pid=111142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 16:57:08.001746 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-7b575fe1-a669-4001-9848-fa8f79b9d03c tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748337861753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12086677'] for port (8e4281c8-edb6-4548-9ecd-60f8d550f032), after_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:08.046814 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b575fe1-a669-4001-9848-fa8f79b9d03c tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Network 0b446ac8-416d-4492-b144-c475e4beb84a is already hosted by enough agents. {{(pid=111140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:57:08.051666 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.scheduler.base_scheduler [None req-7b575fe1-a669-4001-9848-fa8f79b9d03c tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Resources bound (agent type, host, resource id): {{(pid=111140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:57:08.054204 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b575fe1-a669-4001-9848-fa8f79b9d03c tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Received port after_create {{(pid=111140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 09 16:57:08.055419 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=84,neutron:INSERT=6,neutron:UPDATE=5,neutron:DELETE=5 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:57:08.059941 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b575fe1-a669-4001-9848-fa8f79b9d03c tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Pushing event updated for resources: {'Port': ['ID=8e4281c8-edb6-4548-9ecd-60f8d550f032,revision_number=1']} {{(pid=111140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:57:08.076765 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-6b292af8-77f1-4435-b395-c43bec437897 admin admin] Publish callbacks [] for router_gateway (bd57af5e-6cc2-4516-a243-5b4e68923a50), after_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:08.079995 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-83ace859-f9e7-440a-a4fe-617a7e7e7c53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748338263278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748337861762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12487578'] for port (e32c31d4-4bae-43ff-b2c0-5b784f2c8531), after_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:08.124922 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-c45008b2-97e8-4f83-b95a-842f628fc7ce tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-336914'] for floatingip (08fec1bf-3059-435c-86de-55dbee26a9e2), after_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:08.133086 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45008b2-97e8-4f83-b95a-842f628fc7ce tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Pushing event updated for resources: {'Port': ['ID=f8e8a57a-d256-4ff8-b4fa-ff794b258b79,revision_number=2']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:57:08.140736 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ace859-f9e7-440a-a4fe-617a7e7e7c53 admin admin] No DVR routers for this DVR port e32c31d4-4bae-43ff-b2c0-5b784f2c8531 on host dv-cinder-852364-3-iscsi {{(pid=111141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 09 16:57:08.180703 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-7b575fe1-a669-4001-9848-fa8f79b9d03c tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Publish callbacks [] for floatingip (8866bc33-8c98-4556-a855-6e0dbc70aa40), precommit_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:08.187047 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ace859-f9e7-440a-a4fe-617a7e7e7c53 admin admin] Pushing event deleted for resources: {'Port': ['ID=e32c31d4-4bae-43ff-b2c0-5b784f2c8531,revision_number=None']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:57:08.236552 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Device a37a684b-5ccd-44b1-8623-93f9fd9ad8a1 up at agent ovs-agent-dv-cinder-852364-3-iscsi {{(pid=111142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:57:08.281245 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-83ace859-f9e7-440a-a4fe-617a7e7e7c53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3880624', 'neutron.services.segments.db._delete_segments_for_network-8748338318574'] for network (e7c6cdf7-0095-4da2-9004-cdee3c973d7e), precommit_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:08.283014 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.provisioning_blocks [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Provisioning complete for port a37a684b-5ccd-44b1-8623-93f9fd9ad8a1 triggered by entity L2. {{(pid=111142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 16:57:08.283435 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877469'] for port (a37a684b-5ccd-44b1-8623-93f9fd9ad8a1), provisioning_complete {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:08.296804 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-c45008b2-97e8-4f83-b95a-842f628fc7ce tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90003'] for floatingip (None), before_response {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:08.298234 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [None req-c45008b2-97e8-4f83-b95a-842f628fc7ce tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7726281 Aug 09 16:57:08.312936 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.services.segments.db [None req-83ace859-f9e7-440a-a4fe-617a7e7e7c53 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7c6cdf7-0095-4da2-9004-cdee3c973d7e']}} {{(pid=111141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:57:08.328006 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-7b575fe1-a669-4001-9848-fa8f79b9d03c tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (8e4281c8-edb6-4548-9ecd-60f8d550f032), before_update {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:08.360513 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.services.segments.db [None req-83ace859-f9e7-440a-a4fe-617a7e7e7c53 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a94c1f41-ae8b-4dd1-abef-be7e62056af2') {'for_net_delete': True} {{(pid=111141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:57:08.365324 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.services.segments.db [None req-83ace859-f9e7-440a-a4fe-617a7e7e7c53 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a94c1f41-ae8b-4dd1-abef-be7e62056af2') {} {{(pid=111141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:57:08.367185 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Current status of the port a37a684b-5ccd-44b1-8623-93f9fd9ad8a1 is: ACTIVE; New status is: ACTIVE {{(pid=111142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 16:57:08.376912 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-83ace859-f9e7-440a-a4fe-617a7e7e7c53 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748338318475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1220379'] for segment (a94c1f41-ae8b-4dd1-abef-be7e62056af2), before_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:08.422705 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-83ace859-f9e7-440a-a4fe-617a7e7e7c53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3501092'] for segment (a94c1f41-ae8b-4dd1-abef-be7e62056af2), precommit_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:08.435490 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83ace859-f9e7-440a-a4fe-617a7e7e7c53 admin admin] Releasing vlan 981 on physical network physnet1 to pool {{(pid=111141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 16:57:08.435733 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-83ace859-f9e7-440a-a4fe-617a7e7e7c53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3501092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12485965'] for segment (a94c1f41-ae8b-4dd1-abef-be7e62056af2), after_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:08.450654 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:57:08.470976 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Device 51b6b9aa-6225-414f-b334-3d87b6264367 no longer exists at agent ovs-agent-dv-cinder-852364-3-iscsi {{(pid=111142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:57:08.503711 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] No Port match for: 51b6b9aa-6225-414f-b334-3d87b6264367 {{(pid=111142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 09 16:57:08.504100 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Device 51b6b9aa-6225-414f-b334-3d87b6264367 not bound to the agent host dv-cinder-852364-3-iscsi {{(pid=111142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:57:08.504537 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Device e32c31d4-4bae-43ff-b2c0-5b784f2c8531 no longer exists at agent ovs-agent-dv-cinder-852364-3-iscsi {{(pid=111142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:57:08.536389 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] No Port match for: e32c31d4-4bae-43ff-b2c0-5b784f2c8531 {{(pid=111142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 09 16:57:08.537250 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Device e32c31d4-4bae-43ff-b2c0-5b784f2c8531 not bound to the agent host dv-cinder-852364-3-iscsi {{(pid=111142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:57:08.557035 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:57:08.559613 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-6b292af8-77f1-4435-b395-c43bec437897 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-338920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689217'] for router (bd57af5e-6cc2-4516-a243-5b4e68923a50), after_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:08.565395 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-7b575fe1-a669-4001-9848-fa8f79b9d03c tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Publish callbacks [] for port (8e4281c8-edb6-4548-9ecd-60f8d550f032), precommit_update {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:08.623780 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-e43bc478-172c-4fc8-8fd9-58b5afbd0e90 req-5967db9f-4612-4c9d-9067-e0e7f1e28647 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1668936989&fields=id&tenant_id=321de2c92d814e6ab1da13939153da87 HTTP/1.1" status: 200 len: 267 time: 0.0462747 Aug 09 16:57:08.626099 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.services.segments.plugin [-] Segment a94c1f41-ae8b-4dd1-abef-be7e62056af2 resource provider aggregate not found Aug 09 16:57:08.627932 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-7b575fe1-a669-4001-9848-fa8f79b9d03c tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748338263269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748337861771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748337861789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12086682'] for port (8e4281c8-edb6-4548-9ecd-60f8d550f032), after_update {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:08.632786 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-83ace859-f9e7-440a-a4fe-617a7e7e7c53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3880635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690469'] for network (e7c6cdf7-0095-4da2-9004-cdee3c973d7e), after_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:08.666779 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-83ace859-f9e7-440a-a4fe-617a7e7e7c53 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526441'] for network (None), before_response {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:08.671340 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [None req-83ace859-f9e7-440a-a4fe-617a7e7e7c53 admin admin] 10.222.0.59 "DELETE /networking/v2.0/networks/e7c6cdf7-0095-4da2-9004-cdee3c973d7e HTTP/1.1" status: 204 len: 168 time: 1.6984210 Aug 09 16:57:08.673522 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.services.segments.plugin [-] Segment a94c1f41-ae8b-4dd1-abef-be7e62056af2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a94c1f41-ae8b-4dd1-abef-be7e62056af2 found for delete ", "request_id": "req-a37902a7-28f6-4469-af82-ae31881d36bf"}]} Aug 09 16:57:08.688665 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ace859-f9e7-440a-a4fe-617a7e7e7c53 admin admin] Pushing event deleted for resources: {'Network': ['ID=e7c6cdf7-0095-4da2-9004-cdee3c973d7e,revision_number=None']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:57:08.765977 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-7b575fe1-a669-4001-9848-fa8f79b9d03c tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-336914'] for floatingip (8866bc33-8c98-4556-a855-6e0dbc70aa40), after_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:08.772107 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b575fe1-a669-4001-9848-fa8f79b9d03c tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Pushing event updated for resources: {'Port': ['ID=8e4281c8-edb6-4548-9ecd-60f8d550f032,revision_number=2']} {{(pid=111140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:57:08.806857 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b292af8-77f1-4435-b395-c43bec437897 admin admin] Router bd57af5e-6cc2-4516-a243-5b4e68923a50 is scheduled to L3 agent 2cf02505-efcb-442b-855b-6c659df6f18c with binding_index 1 {{(pid=111141) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 09 16:57:08.816479 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43bc478-172c-4fc8-8fd9-58b5afbd0e90 req-1d99e751-d5c5-4151-905f-bcb32775d3e7 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:57:08.817994 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-e43bc478-172c-4fc8-8fd9-58b5afbd0e90 req-1d99e751-d5c5-4151-905f-bcb32775d3e7 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "GET /networking/v2.0/networks?id=d512bb64-4fdf-40f1-b457-d57f69ae1831 HTTP/1.1" status: 200 len: 814 time: 0.1849513 Aug 09 16:57:08.835804 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-e43bc478-172c-4fc8-8fd9-58b5afbd0e90 req-2fc04f28-2cfe-4d85-bdcb-c40ae5b35e4b tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "GET /networking/v2.0/quotas/321de2c92d814e6ab1da13939153da87 HTTP/1.1" status: 200 len: 375 time: 0.0101161 Aug 09 16:57:08.877213 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-7b575fe1-a669-4001-9848-fa8f79b9d03c tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90003'] for floatingip (None), before_response {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:08.878428 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [None req-7b575fe1-a669-4001-9848-fa8f79b9d03c tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5168433 Aug 09 16:57:08.897566 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-e43bc478-172c-4fc8-8fd9-58b5afbd0e90 req-1b549395-9466-4424-bcb0-661f69e23dbe tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "GET /networking/v2.0/ports?tenant_id=321de2c92d814e6ab1da13939153da87&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0560555 Aug 09 16:57:08.915846 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b292af8-77f1-4435-b395-c43bec437897 admin admin] Notify agent at l3_agent.dv-cinder-852364-3-iscsi the message routers_updated {{(pid=111141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:57:08.928592 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f414ed75-007a-41b4-bb2e-812df8f19dd3 None None] Sync routers for ids ['bd57af5e-6cc2-4516-a243-5b4e68923a50'] in dv-cinder-852364-3-iscsi {{(pid=111142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:57:08.941720 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f414ed75-007a-41b4-bb2e-812df8f19dd3 None None] Routers {'bd57af5e-6cc2-4516-a243-5b4e68923a50'} bound to L3 agent in host dv-cinder-852364-3-iscsi {{(pid=111142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 16:57:08.942403 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_hamode_db [None req-f414ed75-007a-41b4-bb2e-812df8f19dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-09T16:42:12Z,description=,heartbeat_timestamp=2022-08-09T16:56:42Z,host='dv-cinder-852364-3-iscsi',id=2cf02505-efcb-442b-855b-6c659df6f18c,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:13Z,topic='l3_agent')) {'router_ids': ['bd57af5e-6cc2-4516-a243-5b4e68923a50'], 'active': True} {{(pid=111142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:57:08.981426 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:57:09.001553 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-e43bc478-172c-4fc8-8fd9-58b5afbd0e90 req-df6e6c1f-8f1e-4b4b-870e-371de46b2743 service neutron] 10.222.0.59 "GET /networking/v2.0/networks/d512bb64-4fdf-40f1-b457-d57f69ae1831?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922740 Aug 09 16:57:09.015391 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-6b292af8-77f1-4435-b395-c43bec437897 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:09.019818 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [None req-6b292af8-77f1-4435-b395-c43bec437897 admin admin] 10.222.0.59 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.1365430 Aug 09 16:57:09.024959 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.wsgi [-] (111141) accepted ('10.222.0.59', 55350) {{(pid=111141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:57:09.061141 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_dvr_db [None req-f414ed75-007a-41b4-bb2e-812df8f19dd3 None None] Set router bd57af5e-6cc2-4516-a243-5b4e68923a50 gateway port host: dv-cinder-852364-3-iscsi {{(pid=111142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 16:57:09.107413 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-e43bc478-172c-4fc8-8fd9-58b5afbd0e90 req-843609c6-71d5-4ac2-88f1-2f70022ff927 service neutron] 10.222.0.59 "GET /networking/v2.0/networks/d512bb64-4fdf-40f1-b457-d57f69ae1831?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982802 Aug 09 16:57:09.139225 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=5 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:57:09.148799 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.wsgi [-] (111140) accepted ('10.222.0.59', 55360) {{(pid=111140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:57:09.174298 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:57:09.207168 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [None req-bef842c4-de85-4168-abe6-d1eee4d8b091 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=b681b90f2f074e8c8cfb11939edc7f72&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0552654 Aug 09 16:57:09.208309 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.wsgi [-] (111140) accepted ('10.222.0.59', 55362) {{(pid=111140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:57:09.209773 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=100 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:57:09.212711 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-74a3e13f-0f0f-416e-96dc-11d44ed8c669 req-92a0c8c6-e565-4088-9c2d-80541c4d35a3 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1234014954&fields=id&tenant_id=432f91c6e89c4fecb0d1f6afb1bcfe7e HTTP/1.1" status: 200 len: 267 time: 0.1224673 Aug 09 16:57:09.289633 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_hamode_db [None req-f414ed75-007a-41b4-bb2e-812df8f19dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd57af5e-6cc2-4516-a243-5b4e68923a50', 'name': 'tempest-TestMinimumBasicScenario-773050216-router', 'tenant_id': '0be34a6e7f4b4c7b83a7f35bacd83504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'external_fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.2'}], 'enable_snat': True}, 'gw_port_id': '5bcb7013-e0f8-4adf-ac67-7d39a2a4dc65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:57:05Z', 'updated_at': '2022-08-09T16:57:07Z', 'revision_number': 3, 'project_id': '0be34a6e7f4b4c7b83a7f35bacd83504', 'gw_port': {'id': '5bcb7013-e0f8-4adf-ac67-7d39a2a4dc65', 'name': '', 'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:4a:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd57af5e-6cc2-4516-a243-5b4e68923a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:57:06Z', 'updated_at': '2022-08-09T16:57:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-3-iscsi'}], 'dv-cinder-852364-3-iscsi', False) {} {{(pid=111142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:57:09.298668 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-f0c31384-9d19-408c-9590-76fe2ed15ce1 admin admin] Publish callbacks [] for security_group (2bdfd362-24cf-46bd-9f16-b84704a8b95f), before_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:09.322118 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f414ed75-007a-41b4-bb2e-812df8f19dd3 None None] Checking router: bd57af5e-6cc2-4516-a243-5b4e68923a50 for host: dv-cinder-852364-3-iscsi {{(pid=111142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:57:09.322561 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f414ed75-007a-41b4-bb2e-812df8f19dd3 None None] Updating router bd57af5e-6cc2-4516-a243-5b4e68923a50 port 5bcb7013-e0f8-4adf-ac67-7d39a2a4dc65 binding host dv-cinder-852364-3-iscsi {{(pid=111142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 16:57:09.338848 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-f0c31384-9d19-408c-9590-76fe2ed15ce1 admin admin] Publish callbacks [] for security_group (2bdfd362-24cf-46bd-9f16-b84704a8b95f), precommit_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:09.357242 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-f414ed75-007a-41b4-bb2e-812df8f19dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (5bcb7013-e0f8-4adf-ac67-7d39a2a4dc65), before_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:09.420117 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-6e29159e-e56f-4a91-aba6-2e2ba825640e req-a64d7ebc-7e4c-4e9b-906d-684a576cb6e6 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=46922118-bf1a-420f-9f62-5ae8da9be3e3 HTTP/1.1" status: 200 len: 210 time: 0.0462346 Aug 09 16:57:09.518321 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a3e13f-0f0f-416e-96dc-11d44ed8c669 req-84e1a753-fd00-405b-a900-a0a851d3bb04 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:57:09.525643 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-74a3e13f-0f0f-416e-96dc-11d44ed8c669 req-84e1a753-fd00-405b-a900-a0a851d3bb04 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/networks?id=2fdb2410-afc4-41b9-b8f9-2ac596eb2296 HTTP/1.1" status: 200 len: 817 time: 0.2657671 Aug 09 16:57:09.544162 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-f0c31384-9d19-408c-9590-76fe2ed15ce1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763768'] for security_group (2bdfd362-24cf-46bd-9f16-b84704a8b95f), after_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:09.547130 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-f0c31384-9d19-408c-9590-76fe2ed15ce1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:09.547734 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-74a3e13f-0f0f-416e-96dc-11d44ed8c669 req-97e4606d-e734-4d58-9d8f-b2ab9901f6c6 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/quotas/432f91c6e89c4fecb0d1f6afb1bcfe7e HTTP/1.1" status: 200 len: 375 time: 0.0203013 Aug 09 16:57:09.551361 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [None req-f0c31384-9d19-408c-9590-76fe2ed15ce1 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/2bdfd362-24cf-46bd-9f16-b84704a8b95f HTTP/1.1" status: 204 len: 168 time: 0.3390703 Aug 09 16:57:09.575976 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c31384-9d19-408c-9590-76fe2ed15ce1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bdfd362-24cf-46bd-9f16-b84704a8b95f,revision_number=None']} {{(pid=111140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:57:09.665595 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-74a3e13f-0f0f-416e-96dc-11d44ed8c669 req-426a17b5-26c5-4abe-b3ad-8b0625b2c122 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/ports?tenant_id=432f91c6e89c4fecb0d1f6afb1bcfe7e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1004534 Aug 09 16:57:09.817627 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-f414ed75-007a-41b4-bb2e-812df8f19dd3 None None] Publish callbacks [] for port (5bcb7013-e0f8-4adf-ac67-7d39a2a4dc65), precommit_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:09.829277 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-74a3e13f-0f0f-416e-96dc-11d44ed8c669 req-5c68b7a9-82fd-4b27-b47a-5bade8c2e23c service neutron] 10.222.0.59 "GET /networking/v2.0/networks/2fdb2410-afc4-41b9-b8f9-2ac596eb2296?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578979 Aug 09 16:57:09.887021 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-f414ed75-007a-41b4-bb2e-812df8f19dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748338263269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748337861771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748337861789'] for port (5bcb7013-e0f8-4adf-ac67-7d39a2a4dc65), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:09.923238 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:57:09.928420 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-0274e37c-7f6c-42fd-8513-64bdb09160b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (None), before_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:09.933575 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.managers [None req-f414ed75-007a-41b4-bb2e-812df8f19dd3 None None] Attempting to bind port 5bcb7013-e0f8-4adf-ac67-7d39a2a4dc65 on host dv-cinder-852364-3-iscsi for vnic_type normal with profile {{(pid=111142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 09 16:57:09.934037 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.managers [None req-f414ed75-007a-41b4-bb2e-812df8f19dd3 None None] Attempting to bind port 5bcb7013-e0f8-4adf-ac67-7d39a2a4dc65 by drivers openvswitch,hyperv on host dv-cinder-852364-3-iscsi at level 0 using segments [{'id': '3548ff03-3b62-477c-991b-01c3e3081105', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a'}] {{(pid=111142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 09 16:57:09.934472 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f414ed75-007a-41b4-bb2e-812df8f19dd3 None None] Attempting to bind port 5bcb7013-e0f8-4adf-ac67-7d39a2a4dc65 on network 0b446ac8-416d-4492-b144-c475e4beb84a {{(pid=111142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 16:57:09.945181 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f414ed75-007a-41b4-bb2e-812df8f19dd3 None None] Checking agent: {'id': '47988f4d-09d0-4892-bbfe-5b11c743802f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852364-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 9, 16, 42, 16), 'started_at': datetime.datetime(2022, 8, 9, 16, 42, 46), 'heartbeat_timestamp': datetime.datetime(2022, 8, 9, 16, 56, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852364-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 09 16:57:09.946034 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f414ed75-007a-41b4-bb2e-812df8f19dd3 None None] Checking segment: {'id': '3548ff03-3b62-477c-991b-01c3e3081105', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 09 16:57:09.946510 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-f414ed75-007a-41b4-bb2e-812df8f19dd3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:09.947218 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f414ed75-007a-41b4-bb2e-812df8f19dd3 None None] Bound using segment: {'id': '3548ff03-3b62-477c-991b-01c3e3081105', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a'} {{(pid=111142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 09 16:57:09.947755 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.managers [None req-f414ed75-007a-41b4-bb2e-812df8f19dd3 None None] Bound port: 5bcb7013-e0f8-4adf-ac67-7d39a2a4dc65, host: dv-cinder-852364-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3548ff03-3b62-477c-991b-01c3e3081105', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a'}}] {{(pid=111142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 09 16:57:09.948575 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-f414ed75-007a-41b4-bb2e-812df8f19dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (5bcb7013-e0f8-4adf-ac67-7d39a2a4dc65), before_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:10.010768 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.db [None req-f414ed75-007a-41b4-bb2e-812df8f19dd3 None None] For port 5bcb7013-e0f8-4adf-ac67-7d39a2a4dc65, host dv-cinder-852364-3-iscsi, cleared binding levels {{(pid=111142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:57:10.018890 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:57:10.027490 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-74a3e13f-0f0f-416e-96dc-11d44ed8c669 req-3dbf2273-59e8-4cd0-9dff-e40ad1fa59ff service neutron] 10.222.0.59 "GET /networking/v2.0/networks/2fdb2410-afc4-41b9-b8f9-2ac596eb2296?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1757195 Aug 09 16:57:10.046919 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.db [None req-f414ed75-007a-41b4-bb2e-812df8f19dd3 None None] For port 5bcb7013-e0f8-4adf-ac67-7d39a2a4dc65, host dv-cinder-852364-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-3-iscsi',level=0,port_id=5bcb7013-e0f8-4adf-ac67-7d39a2a4dc65,segment=NetworkSegment(3548ff03-3b62-477c-991b-01c3e3081105),segment_id=3548ff03-3b62-477c-991b-01c3e3081105)] {{(pid=111142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:57:10.056200 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2febe149-fae7-402a-a593-4856138e6c4c None None] Pushing event updated for resources: {'Port': ['ID=5bcb7013-e0f8-4adf-ac67-7d39a2a4dc65,revision_number=2']} {{(pid=111142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:57:10.108613 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=100 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:57:10.139862 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-f414ed75-007a-41b4-bb2e-812df8f19dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748338263269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748337861771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748337861789'] for port (5bcb7013-e0f8-4adf-ac67-7d39a2a4dc65), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:10.141489 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-dd2297bd-55bb-46ae-8567-41f2a0b6daa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (0d699ab0-1a4e-47ab-a625-f3b077123214), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:10.170598 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.db.db_base_plugin_common [None req-0274e37c-7f6c-42fd-8513-64bdb09160b5 admin admin] Allocated IP 172.20.0.1 (de15ea89-14ec-4998-b8b6-0b64323b5704/08d0119b-277a-4ca5-b876-a5a4d6d764ce/8a91cd28-2d58-4191-8c33-ad215c026b4e) {{(pid=111141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:57:10.177574 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f414ed75-007a-41b4-bb2e-812df8f19dd3 None None] Routers {'bd57af5e-6cc2-4516-a243-5b4e68923a50'} bound to L3 agent in host dv-cinder-852364-3-iscsi {{(pid=111142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 16:57:10.178207 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_hamode_db [None req-f414ed75-007a-41b4-bb2e-812df8f19dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-09T16:42:12Z,description=,heartbeat_timestamp=2022-08-09T16:56:42Z,host='dv-cinder-852364-3-iscsi',id=2cf02505-efcb-442b-855b-6c659df6f18c,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:13Z,topic='l3_agent')) {'router_ids': ['bd57af5e-6cc2-4516-a243-5b4e68923a50'], 'active': True} {{(pid=111142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:57:10.249674 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2febe149-fae7-402a-a593-4856138e6c4c None None] Pushing event updated for resources: {'Port': ['ID=5bcb7013-e0f8-4adf-ac67-7d39a2a4dc65,revision_number=3']} {{(pid=111142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:57:10.307678 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-0274e37c-7f6c-42fd-8513-64bdb09160b5 admin admin] Publish callbacks [] for port (8a91cd28-2d58-4191-8c33-ad215c026b4e), precommit_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:10.323850 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_dvr_db [None req-f414ed75-007a-41b4-bb2e-812df8f19dd3 None None] Set router bd57af5e-6cc2-4516-a243-5b4e68923a50 gateway port host: dv-cinder-852364-3-iscsi {{(pid=111142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 16:57:10.407744 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-b237633d-cd0e-4320-96bb-a5b579c7eec6 req-fc18d07c-1f11-417f-b5b9-eb40e1aee484 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7cfd8cd7-c54d-4820-8b0c-ba06394e2714 HTTP/1.1" status: 200 len: 210 time: 0.0751035 Aug 09 16:57:10.423922 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG dbcounter [-] [111143] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:57:10.426300 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.agents_db [None req-a4db1589-5d5b-4049-8210-f6e9f318fefd None None] Agent healthcheck: found 6 active agents {{(pid=111143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:57:10.478469 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:57:10.488025 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-0274e37c-7f6c-42fd-8513-64bdb09160b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748337861753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12487578'] for port (8a91cd28-2d58-4191-8c33-ad215c026b4e), after_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:10.491352 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:57:10.540892 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0274e37c-7f6c-42fd-8513-64bdb09160b5 admin admin] Network de15ea89-14ec-4998-b8b6-0b64323b5704 is already hosted by enough agents. {{(pid=111141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:57:10.554795 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.scheduler.base_scheduler [None req-0274e37c-7f6c-42fd-8513-64bdb09160b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=111141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:57:10.571396 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_hamode_db [None req-f414ed75-007a-41b4-bb2e-812df8f19dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd57af5e-6cc2-4516-a243-5b4e68923a50', 'name': 'tempest-TestMinimumBasicScenario-773050216-router', 'tenant_id': '0be34a6e7f4b4c7b83a7f35bacd83504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'external_fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.2'}], 'enable_snat': True}, 'gw_port_id': '5bcb7013-e0f8-4adf-ac67-7d39a2a4dc65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:57:05Z', 'updated_at': '2022-08-09T16:57:07Z', 'revision_number': 3, 'project_id': '0be34a6e7f4b4c7b83a7f35bacd83504', 'gw_port': {'id': '5bcb7013-e0f8-4adf-ac67-7d39a2a4dc65', 'name': '', 'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:4a:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd57af5e-6cc2-4516-a243-5b4e68923a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:57:06Z', 'updated_at': '2022-08-09T16:57:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-3-iscsi'}], 'dv-cinder-852364-3-iscsi', False) {} {{(pid=111142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:57:10.573701 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0274e37c-7f6c-42fd-8513-64bdb09160b5 admin admin] Received port after_create {{(pid=111141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 09 16:57:10.580404 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0274e37c-7f6c-42fd-8513-64bdb09160b5 admin admin] Pushing event updated for resources: {'Port': ['ID=8a91cd28-2d58-4191-8c33-ad215c026b4e,revision_number=1']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:57:10.581909 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-3fb26e8b-5850-4fbd-a98f-c31fe0e39098 req-ec9096ef-ed20-4029-add2-fa83082e2a46 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=46922118-bf1a-420f-9f62-5ae8da9be3e3 HTTP/1.1" status: 200 len: 210 time: 0.0557365 Aug 09 16:57:10.611700 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f414ed75-007a-41b4-bb2e-812df8f19dd3 None None] The sync data for ids ['bd57af5e-6cc2-4516-a243-5b4e68923a50'] in dv-cinder-852364-3-iscsi is: [{'id': 'bd57af5e-6cc2-4516-a243-5b4e68923a50', 'name': 'tempest-TestMinimumBasicScenario-773050216-router', 'tenant_id': '0be34a6e7f4b4c7b83a7f35bacd83504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'external_fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.2'}], 'enable_snat': True}, 'gw_port_id': '5bcb7013-e0f8-4adf-ac67-7d39a2a4dc65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:57:05Z', 'updated_at': '2022-08-09T16:57:07Z', 'revision_number': 3, 'project_id': '0be34a6e7f4b4c7b83a7f35bacd83504', 'gw_port': {'id': '5bcb7013-e0f8-4adf-ac67-7d39a2a4dc65', 'name': '', 'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:4a:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd57af5e-6cc2-4516-a243-5b4e68923a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:57:06Z', 'updated_at': '2022-08-09T16:57:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-3-iscsi'}] {{(pid=111142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:57:10.624485 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-0274e37c-7f6c-42fd-8513-64bdb09160b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-337058'] for router_interface (bd57af5e-6cc2-4516-a243-5b4e68923a50), before_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:10.887274 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-0274e37c-7f6c-42fd-8513-64bdb09160b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (8a91cd28-2d58-4191-8c33-ad215c026b4e), before_update {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:10.933705 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.provisioning_blocks [None req-d112f4d5-9550-4478-8f00-2df18fd64f72 None None] Provisioning complete for port 8a91cd28-2d58-4191-8c33-ad215c026b4e triggered by entity DHCP. {{(pid=111142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 16:57:10.934220 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-d112f4d5-9550-4478-8f00-2df18fd64f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877469'] for port (8a91cd28-2d58-4191-8c33-ad215c026b4e), provisioning_complete {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:11.015994 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-d112f4d5-9550-4478-8f00-2df18fd64f72 None None] Port 8a91cd28-2d58-4191-8c33-ad215c026b4e cannot update to ACTIVE because it is not bound. {{(pid=111142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 09 16:57:11.152294 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:57:11.195493 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-0274e37c-7f6c-42fd-8513-64bdb09160b5 admin admin] Publish callbacks [] for port (8a91cd28-2d58-4191-8c33-ad215c026b4e), precommit_update {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:11.253888 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-0274e37c-7f6c-42fd-8513-64bdb09160b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748338263269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748337861771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748337861789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12487573'] for port (8a91cd28-2d58-4191-8c33-ad215c026b4e), after_update {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:11.327948 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-0274e37c-7f6c-42fd-8513-64bdb09160b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-336402'] for router_interface (bd57af5e-6cc2-4516-a243-5b4e68923a50), after_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:11.331057 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0274e37c-7f6c-42fd-8513-64bdb09160b5 admin admin] Pushing event updated for resources: {'Port': ['ID=8a91cd28-2d58-4191-8c33-ad215c026b4e,revision_number=2']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:57:11.434224 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0274e37c-7f6c-42fd-8513-64bdb09160b5 admin admin] Network de15ea89-14ec-4998-b8b6-0b64323b5704 is already hosted by enough agents. {{(pid=111141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:57:11.435973 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.scheduler.base_scheduler [None req-0274e37c-7f6c-42fd-8513-64bdb09160b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=111141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:57:11.594700 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-303f50d8-f3bb-44f0-8987-2bf8400f1f34 req-d96d689d-ad59-4611-9c19-1defe3882853 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7cfd8cd7-c54d-4820-8b0c-ba06394e2714 HTTP/1.1" status: 200 len: 210 time: 0.0530167 Aug 09 16:57:11.634346 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0274e37c-7f6c-42fd-8513-64bdb09160b5 admin admin] Router bd57af5e-6cc2-4516-a243-5b4e68923a50 has already been hosted by L3 agent 2cf02505-efcb-442b-855b-6c659df6f18c {{(pid=111141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 09 16:57:11.741371 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.provisioning_blocks [None req-d6b9d699-6c2a-4c8c-a64c-772ba330bfe5 None None] Provisioning complete for port 8a91cd28-2d58-4191-8c33-ad215c026b4e triggered by entity DHCP. {{(pid=111142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 16:57:11.744055 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-d6b9d699-6c2a-4c8c-a64c-772ba330bfe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877469'] for port (8a91cd28-2d58-4191-8c33-ad215c026b4e), provisioning_complete {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:11.755255 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-b7243977-c108-47f6-ad8d-c79fcd6e8f05 req-42b3e156-0fda-4d7b-a66d-363e7a80ef23 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=46922118-bf1a-420f-9f62-5ae8da9be3e3 HTTP/1.1" status: 200 len: 210 time: 0.0605206 Aug 09 16:57:11.796564 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=100 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:57:11.804614 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-d6b9d699-6c2a-4c8c-a64c-772ba330bfe5 None None] Port 8a91cd28-2d58-4191-8c33-ad215c026b4e cannot update to ACTIVE because it is not bound. {{(pid=111142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 09 16:57:11.823274 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0274e37c-7f6c-42fd-8513-64bdb09160b5 admin admin] Notify agent at l3_agent.dv-cinder-852364-3-iscsi the message routers_updated {{(pid=111141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:57:11.828747 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [None req-0274e37c-7f6c-42fd-8513-64bdb09160b5 admin admin] 10.222.0.59 "PUT /networking/v2.0/routers/bd57af5e-6cc2-4516-a243-5b4e68923a50/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8075020 Aug 09 16:57:12.175794 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Device 5bcb7013-e0f8-4adf-ac67-7d39a2a4dc65 up at agent ovs-agent-dv-cinder-852364-3-iscsi {{(pid=111142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:57:12.242551 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.provisioning_blocks [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Provisioning complete for port 5bcb7013-e0f8-4adf-ac67-7d39a2a4dc65 triggered by entity L2. {{(pid=111142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 16:57:12.242931 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877469'] for port (5bcb7013-e0f8-4adf-ac67-7d39a2a4dc65), provisioning_complete {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:12.337354 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Current status of the port 5bcb7013-e0f8-4adf-ac67-7d39a2a4dc65 is: DOWN; New status is: ACTIVE {{(pid=111142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 16:57:12.337670 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (5bcb7013-e0f8-4adf-ac67-7d39a2a4dc65), before_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:12.364291 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.db [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] For port 5bcb7013-e0f8-4adf-ac67-7d39a2a4dc65, host dv-cinder-852364-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-3-iscsi',level=0,port_id=5bcb7013-e0f8-4adf-ac67-7d39a2a4dc65,segment=NetworkSegment(3548ff03-3b62-477c-991b-01c3e3081105),segment_id=3548ff03-3b62-477c-991b-01c3e3081105)] {{(pid=111142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:57:12.427864 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-d2257800-cb0a-4074-b63e-3242805a6e16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (2cf02505-efcb-442b-855b-6c659df6f18c), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:12.458002 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748338263269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748337861771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748337861789'] for port (5bcb7013-e0f8-4adf-ac67-7d39a2a4dc65), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:12.527321 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Pushing event updated for resources: {'Port': ['ID=5bcb7013-e0f8-4adf-ac67-7d39a2a4dc65,revision_number=4']} {{(pid=111142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:57:12.608913 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d578d203-5aa3-4421-bc06-98f7d3555c14 None None] Sync routers for ids ['bd57af5e-6cc2-4516-a243-5b4e68923a50'] in dv-cinder-852364-3-iscsi {{(pid=111143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:57:12.627270 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d578d203-5aa3-4421-bc06-98f7d3555c14 None None] Routers {'bd57af5e-6cc2-4516-a243-5b4e68923a50'} bound to L3 agent in host dv-cinder-852364-3-iscsi {{(pid=111143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 16:57:12.629203 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.l3_hamode_db [None req-d578d203-5aa3-4421-bc06-98f7d3555c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-09T16:42:12Z,description=,heartbeat_timestamp=2022-08-09T16:57:12Z,host='dv-cinder-852364-3-iscsi',id=2cf02505-efcb-442b-855b-6c659df6f18c,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:13Z,topic='l3_agent')) {'router_ids': ['bd57af5e-6cc2-4516-a243-5b4e68923a50'], 'active': True} {{(pid=111143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:57:12.750945 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-568bf2c4-e47a-4563-b101-2fb620c29c6d req-6fbb7a4d-5e6d-45e0-80c0-da8581d9e8ed tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7cfd8cd7-c54d-4820-8b0c-ba06394e2714 HTTP/1.1" status: 200 len: 210 time: 0.0361814 Aug 09 16:57:12.784679 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.l3_dvr_db [None req-d578d203-5aa3-4421-bc06-98f7d3555c14 None None] Set router bd57af5e-6cc2-4516-a243-5b4e68923a50 gateway port host: dv-cinder-852364-3-iscsi {{(pid=111143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 16:57:12.898477 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-48ba6a9c-5cb4-48ad-abea-d02c2ace472c req-d8f27722-2c98-41ee-9f6b-3c6fe7090270 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=46922118-bf1a-420f-9f62-5ae8da9be3e3 HTTP/1.1" status: 200 len: 210 time: 0.0426464 Aug 09 16:57:13.050629 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG dbcounter [-] [111143] Writing DB stats neutron:SELECT=100 {{(pid=111143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:57:13.118333 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43bc478-172c-4fc8-8fd9-58b5afbd0e90 req-2bebc0a7-ae5f-4b36-aa8d-85c9f5b34a72 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:57:13.123894 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-e43bc478-172c-4fc8-8fd9-58b5afbd0e90 req-2bebc0a7-ae5f-4b36-aa8d-85c9f5b34a72 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.91 "GET /networking/v2.0/networks?id=d512bb64-4fdf-40f1-b457-d57f69ae1831 HTTP/1.1" status: 200 len: 814 time: 0.1835737 Aug 09 16:57:13.234218 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.l3_hamode_db [None req-d578d203-5aa3-4421-bc06-98f7d3555c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd57af5e-6cc2-4516-a243-5b4e68923a50', 'name': 'tempest-TestMinimumBasicScenario-773050216-router', 'tenant_id': '0be34a6e7f4b4c7b83a7f35bacd83504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'external_fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.2'}], 'enable_snat': True}, 'gw_port_id': '5bcb7013-e0f8-4adf-ac67-7d39a2a4dc65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:57:05Z', 'updated_at': '2022-08-09T16:57:10Z', 'revision_number': 4, 'project_id': '0be34a6e7f4b4c7b83a7f35bacd83504', 'gw_port': {'id': '5bcb7013-e0f8-4adf-ac67-7d39a2a4dc65', 'name': '', 'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:4a:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd57af5e-6cc2-4516-a243-5b4e68923a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:57:06Z', 'updated_at': '2022-08-09T16:57:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-3-iscsi', '_interfaces': [{'id': '8a91cd28-2d58-4191-8c33-ad215c026b4e', 'name': '', 'network_id': 'de15ea89-14ec-4998-b8b6-0b64323b5704', 'tenant_id': '0be34a6e7f4b4c7b83a7f35bacd83504', 'mac_address': 'fa:16:3e:1b:69:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd57af5e-6cc2-4516-a243-5b4e68923a50', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '08d0119b-277a-4ca5-b876-a5a4d6d764ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:57:09Z', 'updated_at': '2022-08-09T16:57:11Z', 'revision_number': 2, 'project_id': '0be34a6e7f4b4c7b83a7f35bacd83504', 'subnets': [{'id': '08d0119b-277a-4ca5-b876-a5a4d6d764ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-3-iscsi', False) {} {{(pid=111143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:57:13.256837 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-e43bc478-172c-4fc8-8fd9-58b5afbd0e90 req-386992b5-1ee3-435b-acec-e4176fcc80bb tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.91 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=321de2c92d814e6ab1da13939153da87 HTTP/1.1" status: 200 len: 380 time: 0.0847487 Aug 09 16:57:13.266471 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d578d203-5aa3-4421-bc06-98f7d3555c14 None None] Checking router: bd57af5e-6cc2-4516-a243-5b4e68923a50 for host: dv-cinder-852364-3-iscsi {{(pid=111143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:57:13.267092 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d578d203-5aa3-4421-bc06-98f7d3555c14 None None] Updating router bd57af5e-6cc2-4516-a243-5b4e68923a50 port 8a91cd28-2d58-4191-8c33-ad215c026b4e binding host dv-cinder-852364-3-iscsi {{(pid=111143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 16:57:13.297344 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron_lib.callbacks.manager [None req-d578d203-5aa3-4421-bc06-98f7d3555c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (8a91cd28-2d58-4191-8c33-ad215c026b4e), before_update {{(pid=111143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:13.491140 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.v2.base [req-e43bc478-172c-4fc8-8fd9-58b5afbd0e90 req-ad487226-b3af-438b-9e0e-693b909f531d tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Request body: {'port': {'device_id': '46922118-bf1a-420f-9f62-5ae8da9be3e3', 'network_id': 'd512bb64-4fdf-40f1-b457-d57f69ae1831', 'admin_state_up': True, 'tenant_id': '321de2c92d814e6ab1da13939153da87', 'security_groups': ['9e9f0aed-f583-4dae-88cc-c4954867a119']}} {{(pid=111141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 16:57:13.588222 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.wsgi [-] (111140) accepted ('10.222.0.59', 55504) {{(pid=111140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:57:13.701200 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron_lib.callbacks.manager [None req-d578d203-5aa3-4421-bc06-98f7d3555c14 None None] Publish callbacks [] for port (8a91cd28-2d58-4191-8c33-ad215c026b4e), precommit_update {{(pid=111143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:13.749701 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-e70f562e-e7df-49ad-a15a-67a143aa0666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (bc6be869-02df-4ed8-8ee0-3ec53a1551af), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:13.770692 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-6321030d-af7b-402d-a70e-73845adb1123 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:13.795391 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron_lib.callbacks.manager [None req-d578d203-5aa3-4421-bc06-98f7d3555c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748338263269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748337861771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748337861789'] for port (8a91cd28-2d58-4191-8c33-ad215c026b4e), after_update {{(pid=111143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:13.886010 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:57:13.887535 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e43bc478-172c-4fc8-8fd9-58b5afbd0e90 req-ad487226-b3af-438b-9e0e-693b909f531d tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Made reservation on behalf of 321de2c92d814e6ab1da13939153da87 for: {'port': 1} {{(pid=111141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:57:13.892590 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-e43bc478-172c-4fc8-8fd9-58b5afbd0e90 req-ad487226-b3af-438b-9e0e-693b909f531d tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (None), before_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:13.903331 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d01305-1087-400e-9b63-6e3cf6d4c6b3 None None] Pushing event updated for resources: {'Port': ['ID=8a91cd28-2d58-4191-8c33-ad215c026b4e,revision_number=3']} {{(pid=111143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:57:13.917146 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-6321030d-af7b-402d-a70e-73845adb1123 admin admin] Publish callbacks [] for security_group (19284eff-0a1b-47fa-b73b-369f7730cee9), precommit_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:13.957349 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-c8ad487e-afc4-4232-958d-ac84ff913cba req-f1c0daff-22e9-47b4-864a-96d2ced27563 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7cfd8cd7-c54d-4820-8b0c-ba06394e2714 HTTP/1.1" status: 200 len: 210 time: 0.0675006 Aug 09 16:57:13.971303 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.plugins.ml2.managers [None req-d578d203-5aa3-4421-bc06-98f7d3555c14 None None] Attempting to bind port 8a91cd28-2d58-4191-8c33-ad215c026b4e on host dv-cinder-852364-3-iscsi for vnic_type normal with profile {{(pid=111143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 09 16:57:13.971303 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.plugins.ml2.managers [None req-d578d203-5aa3-4421-bc06-98f7d3555c14 None None] Attempting to bind port 8a91cd28-2d58-4191-8c33-ad215c026b4e by drivers openvswitch,hyperv on host dv-cinder-852364-3-iscsi at level 0 using segments [{'id': '17c1c821-20f6-4898-8c1c-25efbcd6d204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 996, 'network_id': 'de15ea89-14ec-4998-b8b6-0b64323b5704'}] {{(pid=111143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 09 16:57:13.971303 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d578d203-5aa3-4421-bc06-98f7d3555c14 None None] Attempting to bind port 8a91cd28-2d58-4191-8c33-ad215c026b4e on network de15ea89-14ec-4998-b8b6-0b64323b5704 {{(pid=111143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 16:57:13.979416 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d578d203-5aa3-4421-bc06-98f7d3555c14 None None] Checking agent: {'id': '47988f4d-09d0-4892-bbfe-5b11c743802f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852364-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 9, 16, 42, 16), 'started_at': datetime.datetime(2022, 8, 9, 16, 42, 46), 'heartbeat_timestamp': datetime.datetime(2022, 8, 9, 16, 56, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852364-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 09 16:57:13.980354 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d578d203-5aa3-4421-bc06-98f7d3555c14 None None] Checking segment: {'id': '17c1c821-20f6-4898-8c1c-25efbcd6d204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 996, 'network_id': 'de15ea89-14ec-4998-b8b6-0b64323b5704'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 09 16:57:13.980952 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron_lib.callbacks.manager [None req-d578d203-5aa3-4421-bc06-98f7d3555c14 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:13.981589 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d578d203-5aa3-4421-bc06-98f7d3555c14 None None] Bound using segment: {'id': '17c1c821-20f6-4898-8c1c-25efbcd6d204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 996, 'network_id': 'de15ea89-14ec-4998-b8b6-0b64323b5704'} {{(pid=111143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 09 16:57:13.982226 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.plugins.ml2.managers [None req-d578d203-5aa3-4421-bc06-98f7d3555c14 None None] Bound port: 8a91cd28-2d58-4191-8c33-ad215c026b4e, host: dv-cinder-852364-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17c1c821-20f6-4898-8c1c-25efbcd6d204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 996, 'network_id': 'de15ea89-14ec-4998-b8b6-0b64323b5704'}}] {{(pid=111143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 09 16:57:13.982902 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron_lib.callbacks.manager [None req-d578d203-5aa3-4421-bc06-98f7d3555c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (8a91cd28-2d58-4191-8c33-ad215c026b4e), before_update {{(pid=111143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:13.990524 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-6321030d-af7b-402d-a70e-73845adb1123 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763768'] for security_group (19284eff-0a1b-47fa-b73b-369f7730cee9), after_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:14.039867 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [None req-6321030d-af7b-402d-a70e-73845adb1123 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=45f08f829089406a9a9b4070d07a8732&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4476697 Aug 09 16:57:14.040880 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.wsgi [-] (111140) accepted ('10.222.0.59', 55522) {{(pid=111140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:57:14.063250 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6321030d-af7b-402d-a70e-73845adb1123 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19284eff-0a1b-47fa-b73b-369f7730cee9,revision_number=1']} {{(pid=111140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:57:14.086792 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.plugins.ml2.db [None req-d578d203-5aa3-4421-bc06-98f7d3555c14 None None] For port 8a91cd28-2d58-4191-8c33-ad215c026b4e, host dv-cinder-852364-3-iscsi, cleared binding levels {{(pid=111143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:57:14.097117 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.plugins.ml2.db [None req-d578d203-5aa3-4421-bc06-98f7d3555c14 None None] For port 8a91cd28-2d58-4191-8c33-ad215c026b4e, host dv-cinder-852364-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-3-iscsi',level=0,port_id=8a91cd28-2d58-4191-8c33-ad215c026b4e,segment=NetworkSegment(17c1c821-20f6-4898-8c1c-25efbcd6d204),segment_id=17c1c821-20f6-4898-8c1c-25efbcd6d204)] {{(pid=111143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:57:14.153959 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-600042cc-f42c-4a01-826e-7a6a0bb8e95d admin admin] Publish callbacks [] for security_group (19284eff-0a1b-47fa-b73b-369f7730cee9), before_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:14.178934 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron_lib.callbacks.manager [None req-d578d203-5aa3-4421-bc06-98f7d3555c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748338263269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748337861771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748337861789'] for port (8a91cd28-2d58-4191-8c33-ad215c026b4e), after_update {{(pid=111143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:14.200673 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-600042cc-f42c-4a01-826e-7a6a0bb8e95d admin admin] Publish callbacks [] for security_group (19284eff-0a1b-47fa-b73b-369f7730cee9), precommit_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:14.240404 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Device 5bcb7013-e0f8-4adf-ac67-7d39a2a4dc65 up at agent ovs-agent-dv-cinder-852364-3-iscsi {{(pid=111142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:57:14.263316 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-758eedd2-2c55-49ea-aa04-a77fce577d92 req-f18e2278-d8ca-4ef7-a5f6-f01385ec4f8c tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=46922118-bf1a-420f-9f62-5ae8da9be3e3 HTTP/1.1" status: 200 len: 210 time: 0.1497078 Aug 09 16:57:14.299595 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a3e13f-0f0f-416e-96dc-11d44ed8c669 req-02803cbc-d936-4361-9c9e-5786b0e82ef0 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:57:14.305686 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-74a3e13f-0f0f-416e-96dc-11d44ed8c669 req-02803cbc-d936-4361-9c9e-5786b0e82ef0 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.91 "GET /networking/v2.0/networks?id=2fdb2410-afc4-41b9-b8f9-2ac596eb2296 HTTP/1.1" status: 200 len: 817 time: 0.3314767 Aug 09 16:57:14.320497 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d01305-1087-400e-9b63-6e3cf6d4c6b3 None None] Pushing event updated for resources: {'Port': ['ID=8a91cd28-2d58-4191-8c33-ad215c026b4e,revision_number=4']} {{(pid=111143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:57:14.329795 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d578d203-5aa3-4421-bc06-98f7d3555c14 None None] Routers {'bd57af5e-6cc2-4516-a243-5b4e68923a50'} bound to L3 agent in host dv-cinder-852364-3-iscsi {{(pid=111143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 16:57:14.330472 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.l3_hamode_db [None req-d578d203-5aa3-4421-bc06-98f7d3555c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-09T16:42:12Z,description=,heartbeat_timestamp=2022-08-09T16:57:12Z,host='dv-cinder-852364-3-iscsi',id=2cf02505-efcb-442b-855b-6c659df6f18c,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:13Z,topic='l3_agent')) {'router_ids': ['bd57af5e-6cc2-4516-a243-5b4e68923a50'], 'active': True} {{(pid=111143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:57:14.335152 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.provisioning_blocks [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Provisioning complete for port 5bcb7013-e0f8-4adf-ac67-7d39a2a4dc65 triggered by entity L2. {{(pid=111142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 16:57:14.339969 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877469'] for port (5bcb7013-e0f8-4adf-ac67-7d39a2a4dc65), provisioning_complete {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:14.400424 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-600042cc-f42c-4a01-826e-7a6a0bb8e95d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763768'] for security_group (19284eff-0a1b-47fa-b73b-369f7730cee9), after_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:14.404411 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-600042cc-f42c-4a01-826e-7a6a0bb8e95d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:14.410315 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [None req-600042cc-f42c-4a01-826e-7a6a0bb8e95d admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/19284eff-0a1b-47fa-b73b-369f7730cee9 HTTP/1.1" status: 204 len: 168 time: 0.3467450 Aug 09 16:57:14.441442 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600042cc-f42c-4a01-826e-7a6a0bb8e95d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19284eff-0a1b-47fa-b73b-369f7730cee9,revision_number=None']} {{(pid=111140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:57:14.467622 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.l3_dvr_db [None req-d578d203-5aa3-4421-bc06-98f7d3555c14 None None] Set router bd57af5e-6cc2-4516-a243-5b4e68923a50 gateway port host: dv-cinder-852364-3-iscsi {{(pid=111143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 16:57:14.552676 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG dbcounter [-] [111143] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:57:14.557085 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG dbcounter [-] [111143] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:57:14.568623 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Current status of the port 5bcb7013-e0f8-4adf-ac67-7d39a2a4dc65 is: ACTIVE; New status is: ACTIVE {{(pid=111142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 16:57:14.592505 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.db.db_base_plugin_common [req-e43bc478-172c-4fc8-8fd9-58b5afbd0e90 req-ad487226-b3af-438b-9e0e-693b909f531d tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Allocated IP 172.20.0.4 (d512bb64-4fdf-40f1-b457-d57f69ae1831/414c40d7-70ed-42dc-9e49-6496154d7c43/b3f31b42-fce1-423f-8902-589d9bd67308) {{(pid=111141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:57:14.599522 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-74a3e13f-0f0f-416e-96dc-11d44ed8c669 req-40e452c7-f909-4199-a8bc-c37187a3f72a tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.91 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=432f91c6e89c4fecb0d1f6afb1bcfe7e HTTP/1.1" status: 200 len: 380 time: 0.2740777 Aug 09 16:57:14.612810 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.v2.base [req-74a3e13f-0f0f-416e-96dc-11d44ed8c669 req-74eaa117-2b2c-4d45-b930-9292e9f1f7d5 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Request body: {'port': {'device_id': '7cfd8cd7-c54d-4820-8b0c-ba06394e2714', 'network_id': '2fdb2410-afc4-41b9-b8f9-2ac596eb2296', 'admin_state_up': True, 'tenant_id': '432f91c6e89c4fecb0d1f6afb1bcfe7e', 'security_groups': ['89352413-89cd-4632-8930-b8ad42976343']}} {{(pid=111141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 16:57:14.765083 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.l3_hamode_db [None req-d578d203-5aa3-4421-bc06-98f7d3555c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd57af5e-6cc2-4516-a243-5b4e68923a50', 'name': 'tempest-TestMinimumBasicScenario-773050216-router', 'tenant_id': '0be34a6e7f4b4c7b83a7f35bacd83504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'external_fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.2'}], 'enable_snat': True}, 'gw_port_id': '5bcb7013-e0f8-4adf-ac67-7d39a2a4dc65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:57:05Z', 'updated_at': '2022-08-09T16:57:10Z', 'revision_number': 4, 'project_id': '0be34a6e7f4b4c7b83a7f35bacd83504', 'gw_port': {'id': '5bcb7013-e0f8-4adf-ac67-7d39a2a4dc65', 'name': '', 'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:4a:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd57af5e-6cc2-4516-a243-5b4e68923a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:57:06Z', 'updated_at': '2022-08-09T16:57:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-3-iscsi', '_interfaces': [{'id': '8a91cd28-2d58-4191-8c33-ad215c026b4e', 'name': '', 'network_id': 'de15ea89-14ec-4998-b8b6-0b64323b5704', 'tenant_id': '0be34a6e7f4b4c7b83a7f35bacd83504', 'mac_address': 'fa:16:3e:1b:69:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd57af5e-6cc2-4516-a243-5b4e68923a50', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '08d0119b-277a-4ca5-b876-a5a4d6d764ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:57:09Z', 'updated_at': '2022-08-09T16:57:14Z', 'revision_number': 4, 'project_id': '0be34a6e7f4b4c7b83a7f35bacd83504', 'subnets': [{'id': '08d0119b-277a-4ca5-b876-a5a4d6d764ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-3-iscsi', False) {} {{(pid=111143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:57:14.798669 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d578d203-5aa3-4421-bc06-98f7d3555c14 None None] The sync data for ids ['bd57af5e-6cc2-4516-a243-5b4e68923a50'] in dv-cinder-852364-3-iscsi is: [{'id': 'bd57af5e-6cc2-4516-a243-5b4e68923a50', 'name': 'tempest-TestMinimumBasicScenario-773050216-router', 'tenant_id': '0be34a6e7f4b4c7b83a7f35bacd83504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'external_fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.2'}], 'enable_snat': True}, 'gw_port_id': '5bcb7013-e0f8-4adf-ac67-7d39a2a4dc65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:57:05Z', 'updated_at': '2022-08-09T16:57:10Z', 'revision_number': 4, 'project_id': '0be34a6e7f4b4c7b83a7f35bacd83504', 'gw_port': {'id': '5bcb7013-e0f8-4adf-ac67-7d39a2a4dc65', 'name': '', 'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:4a:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd57af5e-6cc2-4516-a243-5b4e68923a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:57:06Z', 'updated_at': '2022-08-09T16:57:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-3-iscsi', '_interfaces': [{'id': '8a91cd28-2d58-4191-8c33-ad215c026b4e', 'name': '', 'network_id': 'de15ea89-14ec-4998-b8b6-0b64323b5704', 'tenant_id': '0be34a6e7f4b4c7b83a7f35bacd83504', 'mac_address': 'fa:16:3e:1b:69:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd57af5e-6cc2-4516-a243-5b4e68923a50', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '08d0119b-277a-4ca5-b876-a5a4d6d764ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:57:09Z', 'updated_at': '2022-08-09T16:57:14Z', 'revision_number': 4, 'project_id': '0be34a6e7f4b4c7b83a7f35bacd83504', 'subnets': [{'id': '08d0119b-277a-4ca5-b876-a5a4d6d764ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:57:14.888496 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-e43bc478-172c-4fc8-8fd9-58b5afbd0e90 req-ad487226-b3af-438b-9e0e-693b909f531d tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Publish callbacks [] for port (b3f31b42-fce1-423f-8902-589d9bd67308), precommit_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:14.919797 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:57:14.936946 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:57:15.110373 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74a3e13f-0f0f-416e-96dc-11d44ed8c669 req-74eaa117-2b2c-4d45-b930-9292e9f1f7d5 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Made reservation on behalf of 432f91c6e89c4fecb0d1f6afb1bcfe7e for: {'port': 1} {{(pid=111141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:57:15.114445 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-74a3e13f-0f0f-416e-96dc-11d44ed8c669 req-74eaa117-2b2c-4d45-b930-9292e9f1f7d5 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (None), before_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:15.117704 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-e43bc478-172c-4fc8-8fd9-58b5afbd0e90 req-ad487226-b3af-438b-9e0e-693b909f531d tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748337861753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12487578'] for port (b3f31b42-fce1-423f-8902-589d9bd67308), after_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:15.177497 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-fb232d55-25cc-4ebd-8e90-ac1caf87e908 req-48a79b56-f370-4306-b917-2a5892dab445 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7cfd8cd7-c54d-4820-8b0c-ba06394e2714 HTTP/1.1" status: 200 len: 210 time: 0.0796938 Aug 09 16:57:15.222934 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e43bc478-172c-4fc8-8fd9-58b5afbd0e90 req-ad487226-b3af-438b-9e0e-693b909f531d tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Network d512bb64-4fdf-40f1-b457-d57f69ae1831 is already hosted by enough agents. {{(pid=111141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:57:15.233928 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.scheduler.base_scheduler [req-e43bc478-172c-4fc8-8fd9-58b5afbd0e90 req-ad487226-b3af-438b-9e0e-693b909f531d tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Resources bound (agent type, host, resource id): {{(pid=111141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:57:15.236416 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.db.l3_dvrscheduler_db [req-e43bc478-172c-4fc8-8fd9-58b5afbd0e90 req-ad487226-b3af-438b-9e0e-693b909f531d tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Received port after_create {{(pid=111141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 09 16:57:15.332004 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad487226-b3af-438b-9e0e-693b909f531d tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Pushing event updated for resources: {'Port': ['ID=b3f31b42-fce1-423f-8902-589d9bd67308,revision_number=1']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:57:15.382886 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43bc478-172c-4fc8-8fd9-58b5afbd0e90 req-ad487226-b3af-438b-9e0e-693b909f531d tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:57:15.383654 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-e43bc478-172c-4fc8-8fd9-58b5afbd0e90 req-ad487226-b3af-438b-9e0e-693b909f531d tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90003'] for port (None), before_response {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:15.462462 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.db.db_base_plugin_common [req-74a3e13f-0f0f-416e-96dc-11d44ed8c669 req-74eaa117-2b2c-4d45-b930-9292e9f1f7d5 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Allocated IP 172.20.0.9 (2fdb2410-afc4-41b9-b8f9-2ac596eb2296/1b532a95-1235-4d0d-9992-be56a4fc30cf/1443cf52-7171-4d1e-804b-b93c2c70b8e8) {{(pid=111141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:57:15.489925 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b50da0-0058-4cda-a691-6fd5c8b80201 req-600640f3-a8b6-40bd-8245-c53e01f236ef tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:57:15.497479 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-e0b50da0-0058-4cda-a691-6fd5c8b80201 req-600640f3-a8b6-40bd-8245-c53e01f236ef tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=46922118-bf1a-420f-9f62-5ae8da9be3e3 HTTP/1.1" status: 200 len: 931 time: 0.1021216 Aug 09 16:57:15.498030 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.wsgi [-] (111140) accepted ('10.222.0.59', 55542) {{(pid=111140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:57:15.566392 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-e43bc478-172c-4fc8-8fd9-58b5afbd0e90 req-ad487226-b3af-438b-9e0e-693b909f531d tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.91 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0769882 Aug 09 16:57:15.568357 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-c94beeb5-7c3b-4318-9f88-b5fc190d25bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:15.574298 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-5c325a0b-ed39-4cac-be6f-43defe9e55aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (33bcacdc-c215-42b6-b75f-650d86e609be), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:15.607055 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.v2.base [req-e43bc478-172c-4fc8-8fd9-58b5afbd0e90 req-310dc9cd-1bb6-474d-a875-c186b5fcda09 service neutron] Request body: {'port': {'device_id': '46922118-bf1a-420f-9f62-5ae8da9be3e3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85236'}} {{(pid=111141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 16:57:15.674071 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-e0b50da0-0058-4cda-a691-6fd5c8b80201 req-63fb37f8-a89c-4534-b076-b5ff857a0937 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=9e9f0aed-f583-4dae-88cc-c4954867a119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1602054 Aug 09 16:57:15.696567 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.provisioning_blocks [None req-4d5a5334-96f3-40ac-af4f-016a0a08c1b5 None None] Provisioning complete for port b3f31b42-fce1-423f-8902-589d9bd67308 triggered by entity DHCP. {{(pid=111142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 16:57:15.698514 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-4d5a5334-96f3-40ac-af4f-016a0a08c1b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877469'] for port (b3f31b42-fce1-423f-8902-589d9bd67308), provisioning_complete {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:15.782010 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-4d5a5334-96f3-40ac-af4f-016a0a08c1b5 None None] Port b3f31b42-fce1-423f-8902-589d9bd67308 cannot update to ACTIVE because it is not bound. {{(pid=111142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 09 16:57:15.788018 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-c94beeb5-7c3b-4318-9f88-b5fc190d25bf admin admin] Publish callbacks [] for security_group (f315e089-fe54-421a-857c-362cff173d2c), precommit_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:15.795406 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (47988f4d-09d0-4892-bbfe-5b11c743802f), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:15.910258 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-c94beeb5-7c3b-4318-9f88-b5fc190d25bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763768'] for security_group (f315e089-fe54-421a-857c-362cff173d2c), after_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:15.967315 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:57:15.973783 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [None req-c94beeb5-7c3b-4318-9f88-b5fc190d25bf admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=3b12944ebe6f45d59b737fb36f5d0841&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4735079 Aug 09 16:57:15.974710 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.wsgi [-] (111140) accepted ('10.222.0.59', 55544) {{(pid=111140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:57:16.034364 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:57:16.048226 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94beeb5-7c3b-4318-9f88-b5fc190d25bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f315e089-fe54-421a-857c-362cff173d2c,revision_number=1']} {{(pid=111140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:57:16.068273 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-c6e962b1-f8f8-4632-bbac-2871efedbc9f admin admin] Publish callbacks [] for security_group (f315e089-fe54-421a-857c-362cff173d2c), before_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:16.110398 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-c6e962b1-f8f8-4632-bbac-2871efedbc9f admin admin] Publish callbacks [] for security_group (f315e089-fe54-421a-857c-362cff173d2c), precommit_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:16.121602 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-e43bc478-172c-4fc8-8fd9-58b5afbd0e90 req-310dc9cd-1bb6-474d-a875-c186b5fcda09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (b3f31b42-fce1-423f-8902-589d9bd67308), before_update {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:16.151048 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-74a3e13f-0f0f-416e-96dc-11d44ed8c669 req-74eaa117-2b2c-4d45-b930-9292e9f1f7d5 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Publish callbacks [] for port (1443cf52-7171-4d1e-804b-b93c2c70b8e8), precommit_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:16.275535 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-c6e962b1-f8f8-4632-bbac-2871efedbc9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763768'] for security_group (f315e089-fe54-421a-857c-362cff173d2c), after_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:16.278964 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-c6e962b1-f8f8-4632-bbac-2871efedbc9f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:16.280470 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [None req-c6e962b1-f8f8-4632-bbac-2871efedbc9f admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/f315e089-fe54-421a-857c-362cff173d2c HTTP/1.1" status: 204 len: 168 time: 0.3033369 Aug 09 16:57:16.296444 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e962b1-f8f8-4632-bbac-2871efedbc9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f315e089-fe54-421a-857c-362cff173d2c,revision_number=None']} {{(pid=111140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:57:16.406852 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-c3446a7f-6d33-4f28-974a-7adda4c48134 req-cf7122ba-ebd8-461b-b421-1a189a82419c tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7cfd8cd7-c54d-4820-8b0c-ba06394e2714 HTTP/1.1" status: 200 len: 210 time: 0.0503306 Aug 09 16:57:16.408552 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Device 8a91cd28-2d58-4191-8c33-ad215c026b4e up at agent ovs-agent-dv-cinder-852364-3-iscsi {{(pid=111142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:57:16.408717 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-74a3e13f-0f0f-416e-96dc-11d44ed8c669 req-74eaa117-2b2c-4d45-b930-9292e9f1f7d5 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748337861753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12487578'] for port (1443cf52-7171-4d1e-804b-b93c2c70b8e8), after_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:16.491320 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.provisioning_blocks [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Provisioning complete for port 8a91cd28-2d58-4191-8c33-ad215c026b4e triggered by entity L2. {{(pid=111142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 16:57:16.492023 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877469'] for port (8a91cd28-2d58-4191-8c33-ad215c026b4e), provisioning_complete {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:16.507429 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74eaa117-2b2c-4d45-b930-9292e9f1f7d5 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Pushing event updated for resources: {'Port': ['ID=1443cf52-7171-4d1e-804b-b93c2c70b8e8,revision_number=1']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:57:16.514529 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:57:16.544647 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74a3e13f-0f0f-416e-96dc-11d44ed8c669 req-74eaa117-2b2c-4d45-b930-9292e9f1f7d5 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Network 2fdb2410-afc4-41b9-b8f9-2ac596eb2296 is already hosted by enough agents. {{(pid=111141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:57:16.550188 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.scheduler.base_scheduler [req-74a3e13f-0f0f-416e-96dc-11d44ed8c669 req-74eaa117-2b2c-4d45-b930-9292e9f1f7d5 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Resources bound (agent type, host, resource id): {{(pid=111141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:57:16.554489 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.db.l3_dvrscheduler_db [req-74a3e13f-0f0f-416e-96dc-11d44ed8c669 req-74eaa117-2b2c-4d45-b930-9292e9f1f7d5 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Received port after_create {{(pid=111141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 09 16:57:16.564212 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:57:16.652717 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Current status of the port 8a91cd28-2d58-4191-8c33-ad215c026b4e is: DOWN; New status is: ACTIVE {{(pid=111142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 16:57:16.654061 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (8a91cd28-2d58-4191-8c33-ad215c026b4e), before_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:16.680493 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:57:16.717102 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.db [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] For port 8a91cd28-2d58-4191-8c33-ad215c026b4e, host dv-cinder-852364-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-3-iscsi',level=0,port_id=8a91cd28-2d58-4191-8c33-ad215c026b4e,segment=NetworkSegment(17c1c821-20f6-4898-8c1c-25efbcd6d204),segment_id=17c1c821-20f6-4898-8c1c-25efbcd6d204)] {{(pid=111142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:57:16.725387 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a3e13f-0f0f-416e-96dc-11d44ed8c669 req-74eaa117-2b2c-4d45-b930-9292e9f1f7d5 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:57:16.726090 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-74a3e13f-0f0f-416e-96dc-11d44ed8c669 req-74eaa117-2b2c-4d45-b930-9292e9f1f7d5 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90003'] for port (None), before_response {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:16.832968 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.notifiers.nova [req-e43bc478-172c-4fc8-8fd9-58b5afbd0e90 req-310dc9cd-1bb6-474d-a875-c186b5fcda09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3f31b42-fce1-423f-8902-589d9bd67308 {{(pid=111141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 09 16:57:16.843750 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-e43bc478-172c-4fc8-8fd9-58b5afbd0e90 req-310dc9cd-1bb6-474d-a875-c186b5fcda09 service neutron] Publish callbacks [] for port (b3f31b42-fce1-423f-8902-589d9bd67308), precommit_update {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:16.858590 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748338263269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748337861771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748337861789'] for port (8a91cd28-2d58-4191-8c33-ad215c026b4e), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:16.861636 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.db.provisioning_blocks [req-e43bc478-172c-4fc8-8fd9-58b5afbd0e90 req-310dc9cd-1bb6-474d-a875-c186b5fcda09 service neutron] Transition to ACTIVE for port object b3f31b42-fce1-423f-8902-589d9bd67308 will not be triggered until provisioned by entity L2. {{(pid=111141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 09 16:57:16.878238 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-74a3e13f-0f0f-416e-96dc-11d44ed8c669 req-74eaa117-2b2c-4d45-b930-9292e9f1f7d5 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.91 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2693815 Aug 09 16:57:16.938969 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.v2.base [req-74a3e13f-0f0f-416e-96dc-11d44ed8c669 req-d6437623-0315-4d34-983d-ff796e384694 service neutron] Request body: {'port': {'device_id': '7cfd8cd7-c54d-4820-8b0c-ba06394e2714', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85236'}} {{(pid=111141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 16:57:16.954452 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Pushing event updated for resources: {'Port': ['ID=8a91cd28-2d58-4191-8c33-ad215c026b4e,revision_number=5']} {{(pid=111142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:57:17.029665 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85784309-33a4-4a49-abff-b84a91f2fa39 req-cbd103b0-2a37-4004-9f32-eebe77f192dd tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:57:17.029665 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-85784309-33a4-4a49-abff-b84a91f2fa39 req-cbd103b0-2a37-4004-9f32-eebe77f192dd tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=46922118-bf1a-420f-9f62-5ae8da9be3e3 HTTP/1.1" status: 200 len: 931 time: 0.1495914 Aug 09 16:57:17.029876 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.provisioning_blocks [None req-76fb52ac-f68c-408a-ac63-78699f9037f0 None None] Provisioning complete for port 1443cf52-7171-4d1e-804b-b93c2c70b8e8 triggered by entity DHCP. {{(pid=111142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 16:57:17.029876 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-76fb52ac-f68c-408a-ac63-78699f9037f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877469'] for port (1443cf52-7171-4d1e-804b-b93c2c70b8e8), provisioning_complete {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:17.071409 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-76fb52ac-f68c-408a-ac63-78699f9037f0 None None] Port 1443cf52-7171-4d1e-804b-b93c2c70b8e8 cannot update to ACTIVE because it is not bound. {{(pid=111142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 09 16:57:17.108566 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-e43bc478-172c-4fc8-8fd9-58b5afbd0e90 req-310dc9cd-1bb6-474d-a875-c186b5fcda09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748338263269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748337861771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748337861789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12487573'] for port (b3f31b42-fce1-423f-8902-589d9bd67308), after_update {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:17.135941 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-74a3e13f-0f0f-416e-96dc-11d44ed8c669 req-d6437623-0315-4d34-983d-ff796e384694 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (1443cf52-7171-4d1e-804b-b93c2c70b8e8), before_update {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:17.181874 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:57:17.199402 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-85784309-33a4-4a49-abff-b84a91f2fa39 req-52fbd70d-51ad-479b-926d-d09750922b54 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=9e9f0aed-f583-4dae-88cc-c4954867a119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1780839 Aug 09 16:57:17.231366 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310dc9cd-1bb6-474d-a875-c186b5fcda09 service neutron] Pushing event updated for resources: {'Port': ['ID=b3f31b42-fce1-423f-8902-589d9bd67308,revision_number=2']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:57:17.452818 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.managers [req-e43bc478-172c-4fc8-8fd9-58b5afbd0e90 req-310dc9cd-1bb6-474d-a875-c186b5fcda09 service neutron] Attempting to bind port b3f31b42-fce1-423f-8902-589d9bd67308 on host hv-cinder-85236 for vnic_type normal with profile {{(pid=111141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 09 16:57:17.452818 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.managers [req-e43bc478-172c-4fc8-8fd9-58b5afbd0e90 req-310dc9cd-1bb6-474d-a875-c186b5fcda09 service neutron] Attempting to bind port b3f31b42-fce1-423f-8902-589d9bd67308 by drivers openvswitch,hyperv on host hv-cinder-85236 at level 0 using segments [{'id': '22b689c2-f947-4ac8-81fc-daefa317b1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 980, 'network_id': 'd512bb64-4fdf-40f1-b457-d57f69ae1831'}] {{(pid=111141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 09 16:57:17.453977 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e43bc478-172c-4fc8-8fd9-58b5afbd0e90 req-310dc9cd-1bb6-474d-a875-c186b5fcda09 service neutron] Attempting to bind port b3f31b42-fce1-423f-8902-589d9bd67308 on network d512bb64-4fdf-40f1-b457-d57f69ae1831 {{(pid=111141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 16:57:17.466635 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e43bc478-172c-4fc8-8fd9-58b5afbd0e90 req-310dc9cd-1bb6-474d-a875-c186b5fcda09 service neutron] Port b3f31b42-fce1-423f-8902-589d9bd67308 on network d512bb64-4fdf-40f1-b457-d57f69ae1831 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85236 {{(pid=111141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 09 16:57:17.467009 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e43bc478-172c-4fc8-8fd9-58b5afbd0e90 req-310dc9cd-1bb6-474d-a875-c186b5fcda09 service neutron] Attempting to bind port b3f31b42-fce1-423f-8902-589d9bd67308 on network d512bb64-4fdf-40f1-b457-d57f69ae1831 {{(pid=111141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 16:57:17.492598 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e43bc478-172c-4fc8-8fd9-58b5afbd0e90 req-310dc9cd-1bb6-474d-a875-c186b5fcda09 service neutron] Checking agent: {'id': 'fd1157aa-8fd8-4c6b-a604-f3842f12d305', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85236', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 9, 16, 48, 30), 'started_at': datetime.datetime(2022, 8, 9, 16, 48, 30), 'heartbeat_timestamp': datetime.datetime(2022, 8, 9, 16, 57, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 09 16:57:17.492598 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e43bc478-172c-4fc8-8fd9-58b5afbd0e90 req-310dc9cd-1bb6-474d-a875-c186b5fcda09 service neutron] Checking segment: {'id': '22b689c2-f947-4ac8-81fc-daefa317b1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 980, 'network_id': 'd512bb64-4fdf-40f1-b457-d57f69ae1831'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 09 16:57:17.492598 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e43bc478-172c-4fc8-8fd9-58b5afbd0e90 req-310dc9cd-1bb6-474d-a875-c186b5fcda09 service neutron] Bound using segment: {'id': '22b689c2-f947-4ac8-81fc-daefa317b1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 980, 'network_id': 'd512bb64-4fdf-40f1-b457-d57f69ae1831'} {{(pid=111141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 09 16:57:17.492598 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.managers [req-e43bc478-172c-4fc8-8fd9-58b5afbd0e90 req-310dc9cd-1bb6-474d-a875-c186b5fcda09 service neutron] Bound port: b3f31b42-fce1-423f-8902-589d9bd67308, host: hv-cinder-85236, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22b689c2-f947-4ac8-81fc-daefa317b1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 980, 'network_id': 'd512bb64-4fdf-40f1-b457-d57f69ae1831'}}] {{(pid=111141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 09 16:57:17.492598 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-e43bc478-172c-4fc8-8fd9-58b5afbd0e90 req-310dc9cd-1bb6-474d-a875-c186b5fcda09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (b3f31b42-fce1-423f-8902-589d9bd67308), before_update {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:17.639025 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.db [req-e43bc478-172c-4fc8-8fd9-58b5afbd0e90 req-310dc9cd-1bb6-474d-a875-c186b5fcda09 service neutron] For port b3f31b42-fce1-423f-8902-589d9bd67308, host hv-cinder-85236, cleared binding levels {{(pid=111141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:57:17.645371 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:57:17.664165 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4dcf8e-3169-4408-b53b-9fe1f592c4e6 req-53426b68-4b0c-4141-9cc9-08abfee2c5dd tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:57:17.664975 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-0d4dcf8e-3169-4408-b53b-9fe1f592c4e6 req-53426b68-4b0c-4141-9cc9-08abfee2c5dd tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7cfd8cd7-c54d-4820-8b0c-ba06394e2714 HTTP/1.1" status: 200 len: 931 time: 0.1139357 Aug 09 16:57:17.678105 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.db [req-e43bc478-172c-4fc8-8fd9-58b5afbd0e90 req-310dc9cd-1bb6-474d-a875-c186b5fcda09 service neutron] For port b3f31b42-fce1-423f-8902-589d9bd67308, host hv-cinder-85236, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=b3f31b42-fce1-423f-8902-589d9bd67308,segment=NetworkSegment(22b689c2-f947-4ac8-81fc-daefa317b1b6),segment_id=22b689c2-f947-4ac8-81fc-daefa317b1b6)] {{(pid=111141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:57:17.742216 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-e43bc478-172c-4fc8-8fd9-58b5afbd0e90 req-310dc9cd-1bb6-474d-a875-c186b5fcda09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748338263269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748337861771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748337861789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12487573'] for port (b3f31b42-fce1-423f-8902-589d9bd67308), after_update {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:17.756087 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.notifiers.nova [req-74a3e13f-0f0f-416e-96dc-11d44ed8c669 req-d6437623-0315-4d34-983d-ff796e384694 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1443cf52-7171-4d1e-804b-b93c2c70b8e8 {{(pid=111141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 09 16:57:17.781443 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43bc478-172c-4fc8-8fd9-58b5afbd0e90 req-310dc9cd-1bb6-474d-a875-c186b5fcda09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:57:17.781828 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-e43bc478-172c-4fc8-8fd9-58b5afbd0e90 req-310dc9cd-1bb6-474d-a875-c186b5fcda09 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90003'] for port (None), before_response {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:17.783942 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-e43bc478-172c-4fc8-8fd9-58b5afbd0e90 req-310dc9cd-1bb6-474d-a875-c186b5fcda09 service neutron] 10.222.0.91 "PUT /networking/v2.0/ports/b3f31b42-fce1-423f-8902-589d9bd67308 HTTP/1.1" status: 200 len: 1093 time: 2.1867576 Aug 09 16:57:17.784450 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46922118-bf1a-420f-9f62-5ae8da9be3e3', 'tag': 'b3f31b42-fce1-423f-8902-589d9bd67308'}] {{(pid=111141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 16:57:17.787169 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fc61e086496b7b72fa0be04cca19be1e9321c349ae61d053137ad661f53d53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ef2dfe6-c78f-4b2b-a692-739ab4961cd8" -d '{"events": [{"name": "network-changed", "server_uuid": "46922118-bf1a-420f-9f62-5ae8da9be3e3", "tag": "b3f31b42-fce1-423f-8902-589d9bd67308"}]}' {{(pid=111141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:57:17.818671 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-74a3e13f-0f0f-416e-96dc-11d44ed8c669 req-d6437623-0315-4d34-983d-ff796e384694 service neutron] Publish callbacks [] for port (1443cf52-7171-4d1e-804b-b93c2c70b8e8), precommit_update {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:17.863642 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.db.provisioning_blocks [req-74a3e13f-0f0f-416e-96dc-11d44ed8c669 req-d6437623-0315-4d34-983d-ff796e384694 service neutron] Transition to ACTIVE for port object 1443cf52-7171-4d1e-804b-b93c2c70b8e8 will not be triggered until provisioned by entity L2. {{(pid=111141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 09 16:57:17.865852 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Aug 2022 16:57:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c46c69c2-8bbd-4997-b705-08e1d30500ad x-openstack-request-id: req-c46c69c2-8bbd-4997-b705-08e1d30500ad {{(pid=111141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:57:17.866212 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46922118-bf1a-420f-9f62-5ae8da9be3e3", "tag": "b3f31b42-fce1-423f-8902-589d9bd67308", "status": "completed", "code": 200}]} {{(pid=111141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:57:17.866465 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c46c69c2-8bbd-4997-b705-08e1d30500ad {{(pid=111141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:57:17.866867 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c46c69c2-8bbd-4997-b705-08e1d30500ad'] response: {'name': 'network-changed', 'server_uuid': '46922118-bf1a-420f-9f62-5ae8da9be3e3', 'tag': 'b3f31b42-fce1-423f-8902-589d9bd67308', 'status': 'completed', 'code': 200} Aug 09 16:57:17.871511 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-0d4dcf8e-3169-4408-b53b-9fe1f592c4e6 req-54cac023-3d04-4fa9-89b0-6cf3ec3413d4 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=89352413-89cd-4632-8930-b8ad42976343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1954432 Aug 09 16:57:17.872041 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310dc9cd-1bb6-474d-a875-c186b5fcda09 service neutron] Pushing event updated for resources: {'Port': ['ID=b3f31b42-fce1-423f-8902-589d9bd67308,revision_number=3']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:57:17.969237 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-74a3e13f-0f0f-416e-96dc-11d44ed8c669 req-d6437623-0315-4d34-983d-ff796e384694 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748338263269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748337861771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748337861789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12487573'] for port (1443cf52-7171-4d1e-804b-b93c2c70b8e8), after_update {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:18.027506 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef2dfe6-c78f-4b2b-a692-739ab4961cd8 req-ea225a92-00ae-457a-a5ba-124ccab84b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:57:18.029917 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-9ef2dfe6-c78f-4b2b-a692-739ab4961cd8 req-ea225a92-00ae-457a-a5ba-124ccab84b15 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?tenant_id=321de2c92d814e6ab1da13939153da87&device_id=46922118-bf1a-420f-9f62-5ae8da9be3e3 HTTP/1.1" status: 200 len: 1127 time: 0.1012404 Aug 09 16:57:18.107756 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6437623-0315-4d34-983d-ff796e384694 service neutron] Pushing event updated for resources: {'Port': ['ID=1443cf52-7171-4d1e-804b-b93c2c70b8e8,revision_number=2']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:57:18.232945 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.managers [req-74a3e13f-0f0f-416e-96dc-11d44ed8c669 req-d6437623-0315-4d34-983d-ff796e384694 service neutron] Attempting to bind port 1443cf52-7171-4d1e-804b-b93c2c70b8e8 on host hv-cinder-85236 for vnic_type normal with profile {{(pid=111141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 09 16:57:18.233352 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.managers [req-74a3e13f-0f0f-416e-96dc-11d44ed8c669 req-d6437623-0315-4d34-983d-ff796e384694 service neutron] Attempting to bind port 1443cf52-7171-4d1e-804b-b93c2c70b8e8 by drivers openvswitch,hyperv on host hv-cinder-85236 at level 0 using segments [{'id': '38d2f02a-8f81-4105-9e72-6704317cfa7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 959, 'network_id': '2fdb2410-afc4-41b9-b8f9-2ac596eb2296'}] {{(pid=111141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 09 16:57:18.233771 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74a3e13f-0f0f-416e-96dc-11d44ed8c669 req-d6437623-0315-4d34-983d-ff796e384694 service neutron] Attempting to bind port 1443cf52-7171-4d1e-804b-b93c2c70b8e8 on network 2fdb2410-afc4-41b9-b8f9-2ac596eb2296 {{(pid=111141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 16:57:18.251113 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74a3e13f-0f0f-416e-96dc-11d44ed8c669 req-d6437623-0315-4d34-983d-ff796e384694 service neutron] Port 1443cf52-7171-4d1e-804b-b93c2c70b8e8 on network 2fdb2410-afc4-41b9-b8f9-2ac596eb2296 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85236 {{(pid=111141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 09 16:57:18.251460 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74a3e13f-0f0f-416e-96dc-11d44ed8c669 req-d6437623-0315-4d34-983d-ff796e384694 service neutron] Attempting to bind port 1443cf52-7171-4d1e-804b-b93c2c70b8e8 on network 2fdb2410-afc4-41b9-b8f9-2ac596eb2296 {{(pid=111141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 16:57:18.257346 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Device 8a91cd28-2d58-4191-8c33-ad215c026b4e up at agent ovs-agent-dv-cinder-852364-3-iscsi {{(pid=111142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:57:18.273161 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74a3e13f-0f0f-416e-96dc-11d44ed8c669 req-d6437623-0315-4d34-983d-ff796e384694 service neutron] Checking agent: {'id': 'fd1157aa-8fd8-4c6b-a604-f3842f12d305', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85236', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 9, 16, 48, 30), 'started_at': datetime.datetime(2022, 8, 9, 16, 48, 30), 'heartbeat_timestamp': datetime.datetime(2022, 8, 9, 16, 57, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 09 16:57:18.273632 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74a3e13f-0f0f-416e-96dc-11d44ed8c669 req-d6437623-0315-4d34-983d-ff796e384694 service neutron] Checking segment: {'id': '38d2f02a-8f81-4105-9e72-6704317cfa7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 959, 'network_id': '2fdb2410-afc4-41b9-b8f9-2ac596eb2296'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 09 16:57:18.274026 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74a3e13f-0f0f-416e-96dc-11d44ed8c669 req-d6437623-0315-4d34-983d-ff796e384694 service neutron] Bound using segment: {'id': '38d2f02a-8f81-4105-9e72-6704317cfa7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 959, 'network_id': '2fdb2410-afc4-41b9-b8f9-2ac596eb2296'} {{(pid=111141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 09 16:57:18.274513 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.managers [req-74a3e13f-0f0f-416e-96dc-11d44ed8c669 req-d6437623-0315-4d34-983d-ff796e384694 service neutron] Bound port: 1443cf52-7171-4d1e-804b-b93c2c70b8e8, host: hv-cinder-85236, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38d2f02a-8f81-4105-9e72-6704317cfa7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 959, 'network_id': '2fdb2410-afc4-41b9-b8f9-2ac596eb2296'}}] {{(pid=111141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 09 16:57:18.274924 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-74a3e13f-0f0f-416e-96dc-11d44ed8c669 req-d6437623-0315-4d34-983d-ff796e384694 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (1443cf52-7171-4d1e-804b-b93c2c70b8e8), before_update {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:18.299039 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef2dfe6-c78f-4b2b-a692-739ab4961cd8 req-9b2d9b75-53d0-44b1-9890-49acc5301983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:57:18.301235 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-9ef2dfe6-c78f-4b2b-a692-739ab4961cd8 req-9b2d9b75-53d0-44b1-9890-49acc5301983 service neutron] 10.222.0.91 "GET /networking/v2.0/networks?tenant_id=321de2c92d814e6ab1da13939153da87&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2497523 Aug 09 16:57:18.312934 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.provisioning_blocks [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Provisioning complete for port 8a91cd28-2d58-4191-8c33-ad215c026b4e triggered by entity L2. {{(pid=111142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 16:57:18.313823 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877469'] for port (8a91cd28-2d58-4191-8c33-ad215c026b4e), provisioning_complete {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:18.432967 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Current status of the port 8a91cd28-2d58-4191-8c33-ad215c026b4e is: ACTIVE; New status is: ACTIVE {{(pid=111142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 16:57:18.441155 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:57:18.483004 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.db [req-74a3e13f-0f0f-416e-96dc-11d44ed8c669 req-d6437623-0315-4d34-983d-ff796e384694 service neutron] For port 1443cf52-7171-4d1e-804b-b93c2c70b8e8, host hv-cinder-85236, cleared binding levels {{(pid=111141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:57:18.488759 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.db [req-74a3e13f-0f0f-416e-96dc-11d44ed8c669 req-d6437623-0315-4d34-983d-ff796e384694 service neutron] For port 1443cf52-7171-4d1e-804b-b93c2c70b8e8, host hv-cinder-85236, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=1443cf52-7171-4d1e-804b-b93c2c70b8e8,segment=NetworkSegment(38d2f02a-8f81-4105-9e72-6704317cfa7c),segment_id=38d2f02a-8f81-4105-9e72-6704317cfa7c)] {{(pid=111141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:57:18.516250 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef2dfe6-c78f-4b2b-a692-739ab4961cd8 req-53212020-562e-4288-b030-1e407f664a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:57:18.518132 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-9ef2dfe6-c78f-4b2b-a692-739ab4961cd8 req-53212020-562e-4288-b030-1e407f664a6d service neutron] 10.222.0.91 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2103488 Aug 09 16:57:18.526512 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e54903-90a3-498f-9545-00a6bf5f5800 req-1d399da3-521b-4738-b43d-0a2eacc4dfd1 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:57:18.530449 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-e1e54903-90a3-498f-9545-00a6bf5f5800 req-1d399da3-521b-4738-b43d-0a2eacc4dfd1 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=46922118-bf1a-420f-9f62-5ae8da9be3e3 HTTP/1.1" status: 200 len: 943 time: 0.0689163 Aug 09 16:57:18.630468 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-74a3e13f-0f0f-416e-96dc-11d44ed8c669 req-d6437623-0315-4d34-983d-ff796e384694 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748338263269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748337861771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748337861789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12487573'] for port (1443cf52-7171-4d1e-804b-b93c2c70b8e8), after_update {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:18.635940 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a3e13f-0f0f-416e-96dc-11d44ed8c669 req-d6437623-0315-4d34-983d-ff796e384694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:57:18.646532 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-74a3e13f-0f0f-416e-96dc-11d44ed8c669 req-d6437623-0315-4d34-983d-ff796e384694 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90003'] for port (None), before_response {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:18.646532 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-74a3e13f-0f0f-416e-96dc-11d44ed8c669 req-d6437623-0315-4d34-983d-ff796e384694 service neutron] 10.222.0.91 "PUT /networking/v2.0/ports/1443cf52-7171-4d1e-804b-b93c2c70b8e8 HTTP/1.1" status: 200 len: 1093 time: 1.7216249 Aug 09 16:57:18.655298 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-e1e54903-90a3-498f-9545-00a6bf5f5800 req-ce631816-9340-4a64-9a41-ffba4f2cadc7 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=9e9f0aed-f583-4dae-88cc-c4954867a119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1128125 Aug 09 16:57:18.776519 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6437623-0315-4d34-983d-ff796e384694 service neutron] Pushing event updated for resources: {'Port': ['ID=1443cf52-7171-4d1e-804b-b93c2c70b8e8,revision_number=3']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:57:18.794309 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43bc478-172c-4fc8-8fd9-58b5afbd0e90 req-c2568ba1-9934-47dc-bee5-d272ede968ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:57:18.796271 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-e43bc478-172c-4fc8-8fd9-58b5afbd0e90 req-c2568ba1-9934-47dc-bee5-d272ede968ca service neutron] 10.222.0.91 "GET /networking/v2.0/ports?tenant_id=321de2c92d814e6ab1da13939153da87&device_id=46922118-bf1a-420f-9f62-5ae8da9be3e3 HTTP/1.1" status: 200 len: 1127 time: 0.1521430 Aug 09 16:57:18.890119 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-e43bc478-172c-4fc8-8fd9-58b5afbd0e90 req-4c7897a8-57d2-4f2d-943e-699e086e214e service neutron] 10.222.0.91 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b3f31b42-fce1-423f-8902-589d9bd67308 HTTP/1.1" status: 200 len: 217 time: 0.0705948 Aug 09 16:57:18.910832 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a3e13f-0f0f-416e-96dc-11d44ed8c669 req-2a3526d5-5767-4fe5-a087-3f7c40d1e7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:57:18.912497 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-74a3e13f-0f0f-416e-96dc-11d44ed8c669 req-2a3526d5-5767-4fe5-a087-3f7c40d1e7bb service neutron] 10.222.0.91 "GET /networking/v2.0/ports?tenant_id=432f91c6e89c4fecb0d1f6afb1bcfe7e&device_id=7cfd8cd7-c54d-4820-8b0c-ba06394e2714 HTTP/1.1" status: 200 len: 1127 time: 0.0857353 Aug 09 16:57:18.982451 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-74a3e13f-0f0f-416e-96dc-11d44ed8c669 req-214a5372-d800-4954-b089-0346066d197b service neutron] 10.222.0.91 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1443cf52-7171-4d1e-804b-b93c2c70b8e8 HTTP/1.1" status: 200 len: 217 time: 0.0393848 Aug 09 16:57:19.078393 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43bc478-172c-4fc8-8fd9-58b5afbd0e90 req-713afca6-858a-4ea5-8f61-66c3e6be0881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:57:19.080010 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-e43bc478-172c-4fc8-8fd9-58b5afbd0e90 req-713afca6-858a-4ea5-8f61-66c3e6be0881 service neutron] 10.222.0.91 "GET /networking/v2.0/subnets?id=414c40d7-70ed-42dc-9e49-6496154d7c43 HTTP/1.1" status: 200 len: 853 time: 0.1794195 Aug 09 16:57:19.093138 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91683884-0710-4cd5-9dff-2c1ba2151532 req-fbae3c64-d8ef-454a-9756-8e0735e2dbec tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:57:19.099371 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-91683884-0710-4cd5-9dff-2c1ba2151532 req-fbae3c64-d8ef-454a-9756-8e0735e2dbec tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7cfd8cd7-c54d-4820-8b0c-ba06394e2714 HTTP/1.1" status: 200 len: 943 time: 0.1122465 Aug 09 16:57:19.141768 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a3e13f-0f0f-416e-96dc-11d44ed8c669 req-6d5418b4-0b9a-4c92-baba-93e86263e1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:57:19.143155 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-74a3e13f-0f0f-416e-96dc-11d44ed8c669 req-6d5418b4-0b9a-4c92-baba-93e86263e1d5 service neutron] 10.222.0.91 "GET /networking/v2.0/subnets?id=1b532a95-1235-4d0d-9992-be56a4fc30cf HTTP/1.1" status: 200 len: 856 time: 0.1507521 Aug 09 16:57:19.187254 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:57:19.202575 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43bc478-172c-4fc8-8fd9-58b5afbd0e90 req-3915438a-1338-484e-a008-a2b17a26f084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:57:19.203735 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-e43bc478-172c-4fc8-8fd9-58b5afbd0e90 req-3915438a-1338-484e-a008-a2b17a26f084 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?network_id=d512bb64-4fdf-40f1-b457-d57f69ae1831&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1014705 Aug 09 16:57:19.230119 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a3e13f-0f0f-416e-96dc-11d44ed8c669 req-938ad475-3419-4131-8a6c-42b18daf12f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:57:19.231659 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-74a3e13f-0f0f-416e-96dc-11d44ed8c669 req-938ad475-3419-4131-8a6c-42b18daf12f5 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?network_id=2fdb2410-afc4-41b9-b8f9-2ac596eb2296&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0810506 Aug 09 16:57:19.254790 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-91683884-0710-4cd5-9dff-2c1ba2151532 req-1db999f9-6c61-4ccf-937a-f2e14804921b tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=89352413-89cd-4632-8930-b8ad42976343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1526353 Aug 09 16:57:19.398646 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-e43bc478-172c-4fc8-8fd9-58b5afbd0e90 req-1d3e8e15-8f0a-4e9c-ac99-a5ab59aa32d4 service neutron] 10.222.0.91 "GET /networking/v2.0/networks/d512bb64-4fdf-40f1-b457-d57f69ae1831?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1828918 Aug 09 16:57:19.402690 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-74a3e13f-0f0f-416e-96dc-11d44ed8c669 req-e0a81cf2-98ff-46f3-bd2c-7ff1cc9b9aa3 service neutron] 10.222.0.91 "GET /networking/v2.0/networks/2fdb2410-afc4-41b9-b8f9-2ac596eb2296?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614687 Aug 09 16:57:19.594162 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-74a3e13f-0f0f-416e-96dc-11d44ed8c669 req-e0fc1287-2921-420a-84c0-e8c936d0b9fe service neutron] 10.222.0.91 "GET /networking/v2.0/networks/2fdb2410-afc4-41b9-b8f9-2ac596eb2296?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759176 Aug 09 16:57:19.599373 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-e43bc478-172c-4fc8-8fd9-58b5afbd0e90 req-101ea096-f5d1-4387-9561-d879d5876280 service neutron] 10.222.0.91 "GET /networking/v2.0/networks/d512bb64-4fdf-40f1-b457-d57f69ae1831?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1889150 Aug 09 16:57:19.785978 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da772f8f-c057-4d46-a014-71e64c00b034 req-16c4f230-add3-4cda-b143-498c58bb8f20 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:57:19.794463 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-da772f8f-c057-4d46-a014-71e64c00b034 req-16c4f230-add3-4cda-b143-498c58bb8f20 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=46922118-bf1a-420f-9f62-5ae8da9be3e3 HTTP/1.1" status: 200 len: 943 time: 0.0607078 Aug 09 16:57:19.847889 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-da772f8f-c057-4d46-a014-71e64c00b034 req-317e21b8-18c9-41c0-acbb-738a8f1c68e1 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=9e9f0aed-f583-4dae-88cc-c4954867a119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523171 Aug 09 16:57:19.868524 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cfd8cd7-c54d-4820-8b0c-ba06394e2714', 'tag': '1443cf52-7171-4d1e-804b-b93c2c70b8e8'}] {{(pid=111141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 16:57:19.870942 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fc61e086496b7b72fa0be04cca19be1e9321c349ae61d053137ad661f53d53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e25cd0b-51cb-4a56-8139-a4773ca73a86" -d '{"events": [{"name": "network-changed", "server_uuid": "7cfd8cd7-c54d-4820-8b0c-ba06394e2714", "tag": "1443cf52-7171-4d1e-804b-b93c2c70b8e8"}]}' {{(pid=111141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:57:19.916221 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Aug 2022 16:57:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d559f38-ba92-4e0b-8ca8-61726f5117d3 x-openstack-request-id: req-6d559f38-ba92-4e0b-8ca8-61726f5117d3 {{(pid=111141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:57:19.917167 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cfd8cd7-c54d-4820-8b0c-ba06394e2714", "tag": "1443cf52-7171-4d1e-804b-b93c2c70b8e8", "status": "completed", "code": 200}]} {{(pid=111141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:57:19.917813 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-6d559f38-ba92-4e0b-8ca8-61726f5117d3 {{(pid=111141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:57:19.918323 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d559f38-ba92-4e0b-8ca8-61726f5117d3'] response: {'name': 'network-changed', 'server_uuid': '7cfd8cd7-c54d-4820-8b0c-ba06394e2714', 'tag': '1443cf52-7171-4d1e-804b-b93c2c70b8e8', 'status': 'completed', 'code': 200} Aug 09 16:57:20.408015 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0857350-d61f-4367-82ba-8bf606959472 req-52e99e81-a047-47d7-bc68-48907de0a7f5 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:57:20.409533 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-a0857350-d61f-4367-82ba-8bf606959472 req-52e99e81-a047-47d7-bc68-48907de0a7f5 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7cfd8cd7-c54d-4820-8b0c-ba06394e2714 HTTP/1.1" status: 200 len: 943 time: 0.0657146 Aug 09 16:57:20.471028 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=4 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:57:20.486625 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-a0857350-d61f-4367-82ba-8bf606959472 req-0f83f260-9660-4c07-a507-ef3bcda1da5b tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=89352413-89cd-4632-8930-b8ad42976343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679471 Aug 09 16:57:21.004386 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5e10dd-effd-49ef-9ad3-31ccd027be16 req-9baaafc9-d47f-41ec-ad86-acd8ba925ce6 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:57:21.004386 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-7b5e10dd-effd-49ef-9ad3-31ccd027be16 req-9baaafc9-d47f-41ec-ad86-acd8ba925ce6 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=46922118-bf1a-420f-9f62-5ae8da9be3e3 HTTP/1.1" status: 200 len: 943 time: 0.0663676 Aug 09 16:57:21.047339 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=100 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:57:21.069790 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-7b5e10dd-effd-49ef-9ad3-31ccd027be16 req-a216affa-379a-48a2-bf21-f50c5266f871 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=9e9f0aed-f583-4dae-88cc-c4954867a119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613887 Aug 09 16:57:21.637547 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa7b272-218a-4e65-9325-6ea51d894b5d req-4d5f99a5-ad17-4556-b52c-927a2cf404ec tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:57:21.639215 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-6aa7b272-218a-4e65-9325-6ea51d894b5d req-4d5f99a5-ad17-4556-b52c-927a2cf404ec tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7cfd8cd7-c54d-4820-8b0c-ba06394e2714 HTTP/1.1" status: 200 len: 943 time: 0.0533502 Aug 09 16:57:21.695063 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-6aa7b272-218a-4e65-9325-6ea51d894b5d req-8e43b457-62ac-4e43-8372-e4de736e1ffd tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=89352413-89cd-4632-8930-b8ad42976343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488007 Aug 09 16:57:21.814843 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e25cd0b-51cb-4a56-8139-a4773ca73a86 req-138f9881-406b-4a98-9706-bcac0266c67e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:57:21.816538 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-5e25cd0b-51cb-4a56-8139-a4773ca73a86 req-138f9881-406b-4a98-9706-bcac0266c67e service neutron] 10.222.0.91 "GET /networking/v2.0/ports?tenant_id=432f91c6e89c4fecb0d1f6afb1bcfe7e&device_id=7cfd8cd7-c54d-4820-8b0c-ba06394e2714 HTTP/1.1" status: 200 len: 1127 time: 0.0422640 Aug 09 16:57:21.916074 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e25cd0b-51cb-4a56-8139-a4773ca73a86 req-f3e9c970-f085-4233-ac5a-5816298e8d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:57:21.922378 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-5e25cd0b-51cb-4a56-8139-a4773ca73a86 req-f3e9c970-f085-4233-ac5a-5816298e8d05 service neutron] 10.222.0.91 "GET /networking/v2.0/networks?id=2fdb2410-afc4-41b9-b8f9-2ac596eb2296 HTTP/1.1" status: 200 len: 918 time: 0.0989220 Aug 09 16:57:21.963191 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-5e25cd0b-51cb-4a56-8139-a4773ca73a86 req-73ca8f76-5421-47a1-940a-e784d624de94 service neutron] 10.222.0.91 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1443cf52-7171-4d1e-804b-b93c2c70b8e8 HTTP/1.1" status: 200 len: 217 time: 0.0344684 Aug 09 16:57:22.019032 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e25cd0b-51cb-4a56-8139-a4773ca73a86 req-96cd6b05-25ae-47ff-810c-5d9712f6a9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:57:22.020562 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-5e25cd0b-51cb-4a56-8139-a4773ca73a86 req-96cd6b05-25ae-47ff-810c-5d9712f6a9c4 service neutron] 10.222.0.91 "GET /networking/v2.0/subnets?id=1b532a95-1235-4d0d-9992-be56a4fc30cf HTTP/1.1" status: 200 len: 856 time: 0.0508397 Aug 09 16:57:22.065806 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e25cd0b-51cb-4a56-8139-a4773ca73a86 req-a6a6b591-c3b7-4a58-8c7b-207d40be5494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:57:22.067383 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-5e25cd0b-51cb-4a56-8139-a4773ca73a86 req-a6a6b591-c3b7-4a58-8c7b-207d40be5494 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?network_id=2fdb2410-afc4-41b9-b8f9-2ac596eb2296&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0387909 Aug 09 16:57:22.207086 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-5e25cd0b-51cb-4a56-8139-a4773ca73a86 req-fc7dde4f-2c1b-4cee-9c5d-46e668a9e9eb service neutron] 10.222.0.91 "GET /networking/v2.0/networks/2fdb2410-afc4-41b9-b8f9-2ac596eb2296?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325479 Aug 09 16:57:22.230552 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446d8b0f-3496-4a6a-ac6c-ae5278b77e0f req-d61a6059-80fb-42cf-85dc-e63d6ff76a30 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:57:22.232043 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-446d8b0f-3496-4a6a-ac6c-ae5278b77e0f req-d61a6059-80fb-42cf-85dc-e63d6ff76a30 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=46922118-bf1a-420f-9f62-5ae8da9be3e3 HTTP/1.1" status: 200 len: 943 time: 0.0710759 Aug 09 16:57:22.342765 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-446d8b0f-3496-4a6a-ac6c-ae5278b77e0f req-a121c761-245f-4e6c-9edf-6c5f2cf978fa tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=9e9f0aed-f583-4dae-88cc-c4954867a119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711253 Aug 09 16:57:22.360791 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-5e25cd0b-51cb-4a56-8139-a4773ca73a86 req-9188ddcd-103b-401e-8680-64146c1e586f service neutron] 10.222.0.91 "GET /networking/v2.0/networks/2fdb2410-afc4-41b9-b8f9-2ac596eb2296?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446805 Aug 09 16:57:22.841606 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cfd790-4b2c-45d1-a063-2c1bd83b9365 req-d5849941-6c99-4c92-baf6-ea7295799f00 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:57:22.849422 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-00cfd790-4b2c-45d1-a063-2c1bd83b9365 req-d5849941-6c99-4c92-baf6-ea7295799f00 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7cfd8cd7-c54d-4820-8b0c-ba06394e2714 HTTP/1.1" status: 200 len: 943 time: 0.0600309 Aug 09 16:57:22.899034 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-00cfd790-4b2c-45d1-a063-2c1bd83b9365 req-86ec3186-04a3-4831-9eb8-d39c934adfef tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=89352413-89cd-4632-8930-b8ad42976343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486236 Aug 09 16:57:23.131926 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Device 1443cf52-7171-4d1e-804b-b93c2c70b8e8 details requested by agent hyperv_hv-cinder-85236 with host hv-cinder-85236 {{(pid=111142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 16:57:23.254779 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.db [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] For port 1443cf52-7171-4d1e-804b-b93c2c70b8e8, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=1443cf52-7171-4d1e-804b-b93c2c70b8e8,segment=NetworkSegment(38d2f02a-8f81-4105-9e72-6704317cfa7c),segment_id=38d2f02a-8f81-4105-9e72-6704317cfa7c)] {{(pid=111142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:57:23.268380 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Returning: {'device': '1443cf52-7171-4d1e-804b-b93c2c70b8e8', 'network_id': '2fdb2410-afc4-41b9-b8f9-2ac596eb2296', 'port_id': '1443cf52-7171-4d1e-804b-b93c2c70b8e8', 'mac_address': 'fa:16:3e:27:20:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 959, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b532a95-1235-4d0d-9992-be56a4fc30cf', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 16:57:23.305885 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Current status of the port 1443cf52-7171-4d1e-804b-b93c2c70b8e8 is: DOWN; New status is: BUILD {{(pid=111142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 16:57:23.306872 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (1443cf52-7171-4d1e-804b-b93c2c70b8e8), before_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:23.320929 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.notifiers.nova [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1443cf52-7171-4d1e-804b-b93c2c70b8e8 {{(pid=111142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 09 16:57:23.347261 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.db [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] For port 1443cf52-7171-4d1e-804b-b93c2c70b8e8, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=1443cf52-7171-4d1e-804b-b93c2c70b8e8,segment=NetworkSegment(38d2f02a-8f81-4105-9e72-6704317cfa7c),segment_id=38d2f02a-8f81-4105-9e72-6704317cfa7c)] {{(pid=111142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:57:23.424106 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748338263269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748337861771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748337861789'] for port (1443cf52-7171-4d1e-804b-b93c2c70b8e8), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:23.503176 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Pushing event updated for resources: {'Port': ['ID=1443cf52-7171-4d1e-804b-b93c2c70b8e8,revision_number=4']} {{(pid=111142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:57:23.517252 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2669d7-82f9-407f-ba0b-1fedf6af4710 req-8c0942e4-dac7-4779-8565-436e183f9167 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:57:23.523875 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-9c2669d7-82f9-407f-ba0b-1fedf6af4710 req-8c0942e4-dac7-4779-8565-436e183f9167 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=46922118-bf1a-420f-9f62-5ae8da9be3e3 HTTP/1.1" status: 200 len: 943 time: 0.0721910 Aug 09 16:57:23.576103 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-9c2669d7-82f9-407f-ba0b-1fedf6af4710 req-c83bcc8c-3199-48ec-add2-e563e0b50564 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=9e9f0aed-f583-4dae-88cc-c4954867a119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511193 Aug 09 16:57:23.798003 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.db [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] get_ports_and_sgs() called for port_ids ['1443cf52-7171-4d1e-804b-b93c2c70b8e8'] {{(pid=111142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:57:24.266451 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45275a4d-fea7-4db7-9af2-d2feb339136e req-5721b8c1-ae57-467e-be8a-b68f5de9d24a tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:57:24.274198 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-45275a4d-fea7-4db7-9af2-d2feb339136e req-5721b8c1-ae57-467e-be8a-b68f5de9d24a tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7cfd8cd7-c54d-4820-8b0c-ba06394e2714 HTTP/1.1" status: 200 len: 944 time: 0.0593843 Aug 09 16:57:24.321705 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-45275a4d-fea7-4db7-9af2-d2feb339136e req-87da4f6d-62e3-4028-8b22-d184b5ec856c tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=89352413-89cd-4632-8930-b8ad42976343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465541 Aug 09 16:57:24.712421 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1237fa91-aca2-44fe-af5b-146c488ff532 req-afaa2846-2d49-4a4d-8158-fd675a74624a tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:57:24.719728 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-1237fa91-aca2-44fe-af5b-146c488ff532 req-afaa2846-2d49-4a4d-8158-fd675a74624a tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=46922118-bf1a-420f-9f62-5ae8da9be3e3 HTTP/1.1" status: 200 len: 943 time: 0.0615880 Aug 09 16:57:24.775447 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-1237fa91-aca2-44fe-af5b-146c488ff532 req-9faef838-3917-4c91-b1a5-400e384c75cf tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=9e9f0aed-f583-4dae-88cc-c4954867a119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538626 Aug 09 16:57:25.133746 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Device b3f31b42-fce1-423f-8902-589d9bd67308 details requested by agent hyperv_hv-cinder-85236 with host hv-cinder-85236 {{(pid=111142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 16:57:25.145504 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:57:25.149027 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Device 1443cf52-7171-4d1e-804b-b93c2c70b8e8 up at agent hyperv_hv-cinder-85236 {{(pid=111142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:57:25.235274 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:57:25.257699 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.provisioning_blocks [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Provisioning for port 1443cf52-7171-4d1e-804b-b93c2c70b8e8 completed by entity L2. {{(pid=111142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 09 16:57:25.289311 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.db [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] For port b3f31b42-fce1-423f-8902-589d9bd67308, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=b3f31b42-fce1-423f-8902-589d9bd67308,segment=NetworkSegment(22b689c2-f947-4ac8-81fc-daefa317b1b6),segment_id=22b689c2-f947-4ac8-81fc-daefa317b1b6)] {{(pid=111142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:57:25.302036 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Returning: {'device': 'b3f31b42-fce1-423f-8902-589d9bd67308', 'network_id': 'd512bb64-4fdf-40f1-b457-d57f69ae1831', 'port_id': 'b3f31b42-fce1-423f-8902-589d9bd67308', 'mac_address': 'fa:16:3e:cd:e4:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 980, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '414c40d7-70ed-42dc-9e49-6496154d7c43', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 16:57:25.346025 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Current status of the port b3f31b42-fce1-423f-8902-589d9bd67308 is: DOWN; New status is: BUILD {{(pid=111142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 16:57:25.346425 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (b3f31b42-fce1-423f-8902-589d9bd67308), before_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:25.362338 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.notifiers.nova [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3f31b42-fce1-423f-8902-589d9bd67308 {{(pid=111142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 09 16:57:25.386162 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.db [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] For port b3f31b42-fce1-423f-8902-589d9bd67308, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=b3f31b42-fce1-423f-8902-589d9bd67308,segment=NetworkSegment(22b689c2-f947-4ac8-81fc-daefa317b1b6),segment_id=22b689c2-f947-4ac8-81fc-daefa317b1b6)] {{(pid=111142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:57:25.460298 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3d6ba7-79ee-4643-93ce-6cfdd91867da req-83344e43-b38e-4e71-bfda-491b7ba34945 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:57:25.461974 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-5c3d6ba7-79ee-4643-93ce-6cfdd91867da req-83344e43-b38e-4e71-bfda-491b7ba34945 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7cfd8cd7-c54d-4820-8b0c-ba06394e2714 HTTP/1.1" status: 200 len: 944 time: 0.0538878 Aug 09 16:57:25.515334 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-5c3d6ba7-79ee-4643-93ce-6cfdd91867da req-9a076673-b112-4948-8f31-2314be376fc0 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=89352413-89cd-4632-8930-b8ad42976343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466385 Aug 09 16:57:25.616833 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748338263269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748337861771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748337861789'] for port (b3f31b42-fce1-423f-8902-589d9bd67308), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:25.622594 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.provisioning_blocks [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Provisioning complete for port 1443cf52-7171-4d1e-804b-b93c2c70b8e8 triggered by entity L2. {{(pid=111142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 16:57:25.622961 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877469'] for port (1443cf52-7171-4d1e-804b-b93c2c70b8e8), provisioning_complete {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:25.706454 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Pushing event updated for resources: {'Port': ['ID=b3f31b42-fce1-423f-8902-589d9bd67308,revision_number=4']} {{(pid=111142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:57:25.768422 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Current status of the port 1443cf52-7171-4d1e-804b-b93c2c70b8e8 is: BUILD; New status is: ACTIVE {{(pid=111142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 16:57:25.768980 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (1443cf52-7171-4d1e-804b-b93c2c70b8e8), before_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:25.797012 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cfd8cd7-c54d-4820-8b0c-ba06394e2714', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1443cf52-7171-4d1e-804b-b93c2c70b8e8'}] {{(pid=111142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 16:57:25.799839 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a3936692d9fe67bf654b43a226d329952087876dab2ee9ab8d24037cf19aeb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86e8b80c-be8e-4b7e-9e7a-994ae41189e1" -d '{"events": [{"server_uuid": "7cfd8cd7-c54d-4820-8b0c-ba06394e2714", "name": "network-vif-plugged", "status": "completed", "tag": "1443cf52-7171-4d1e-804b-b93c2c70b8e8"}]}' {{(pid=111142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:57:25.838133 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.db [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] For port 1443cf52-7171-4d1e-804b-b93c2c70b8e8, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=1443cf52-7171-4d1e-804b-b93c2c70b8e8,segment=NetworkSegment(38d2f02a-8f81-4105-9e72-6704317cfa7c),segment_id=38d2f02a-8f81-4105-9e72-6704317cfa7c)] {{(pid=111142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:57:25.933023 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748338263269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748337861771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748337861789'] for port (1443cf52-7171-4d1e-804b-b93c2c70b8e8), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:26.007165 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.db [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] get_ports_and_sgs() called for port_ids ['b3f31b42-fce1-423f-8902-589d9bd67308'] {{(pid=111142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:57:26.009958 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1004cba1-e0d5-4bd7-8fa9-abf14a1d76b9 req-2068cbdd-8bbb-43de-8112-0832f3251b77 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:57:26.021241 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-1004cba1-e0d5-4bd7-8fa9-abf14a1d76b9 req-2068cbdd-8bbb-43de-8112-0832f3251b77 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=46922118-bf1a-420f-9f62-5ae8da9be3e3 HTTP/1.1" status: 200 len: 944 time: 0.1190815 Aug 09 16:57:26.047993 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Pushing event updated for resources: {'Port': ['ID=1443cf52-7171-4d1e-804b-b93c2c70b8e8,revision_number=5']} {{(pid=111142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:57:26.096595 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-1004cba1-e0d5-4bd7-8fa9-abf14a1d76b9 req-5be36eb3-85cc-4015-a0f5-051f9b616735 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=9e9f0aed-f583-4dae-88cc-c4954867a119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730221 Aug 09 16:57:26.100021 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Aug 2022 16:57:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9e6da3f-5b3a-4f06-9ddd-1ffca0c9bc17 x-openstack-request-id: req-d9e6da3f-5b3a-4f06-9ddd-1ffca0c9bc17 {{(pid=111142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:57:26.100612 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cfd8cd7-c54d-4820-8b0c-ba06394e2714", "name": "network-vif-plugged", "status": "completed", "tag": "1443cf52-7171-4d1e-804b-b93c2c70b8e8", "code": 200}]} {{(pid=111142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:57:26.101206 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d9e6da3f-5b3a-4f06-9ddd-1ffca0c9bc17 {{(pid=111142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:57:26.101911 dv-cinder-852364-3-iscsi neutron-server[111142]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9e6da3f-5b3a-4f06-9ddd-1ffca0c9bc17'] response: {'server_uuid': '7cfd8cd7-c54d-4820-8b0c-ba06394e2714', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1443cf52-7171-4d1e-804b-b93c2c70b8e8', 'code': 200} Aug 09 16:57:26.124009 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:57:26.536457 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3c636e-bc01-4da2-aa35-d8d354b4b7b2 req-bca9b29d-8667-4840-8c9d-c24d828c43f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:57:26.538903 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-4d3c636e-bc01-4da2-aa35-d8d354b4b7b2 req-bca9b29d-8667-4840-8c9d-c24d828c43f3 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?device_id=7cfd8cd7-c54d-4820-8b0c-ba06394e2714 HTTP/1.1" status: 200 len: 1129 time: 0.0426068 Aug 09 16:57:26.560409 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=100 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:57:26.591047 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-4d3c636e-bc01-4da2-aa35-d8d354b4b7b2 req-59f2b68b-d972-4102-aa88-94ac3c19afec service neutron] 10.222.0.91 "GET /networking/v2.0/security-groups?id=89352413-89cd-4632-8930-b8ad42976343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443773 Aug 09 16:57:26.647333 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ea7f42-9b50-421e-a8b5-3f56f3b85ae9 req-c1a34e08-931f-4332-8fab-80c96e104dd3 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:57:26.648813 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-37ea7f42-9b50-421e-a8b5-3f56f3b85ae9 req-c1a34e08-931f-4332-8fab-80c96e104dd3 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7cfd8cd7-c54d-4820-8b0c-ba06394e2714 HTTP/1.1" status: 200 len: 945 time: 0.0497375 Aug 09 16:57:26.712441 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-37ea7f42-9b50-421e-a8b5-3f56f3b85ae9 req-221fd97e-3222-4ec7-af30-bfd48229eb8a tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=89352413-89cd-4632-8930-b8ad42976343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559826 Aug 09 16:57:27.142503 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Device b3f31b42-fce1-423f-8902-589d9bd67308 up at agent hyperv_hv-cinder-85236 {{(pid=111142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:57:27.143277 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4750972-ec64-4b00-9386-bfb61fd933c2 req-7172e2e4-33f6-455b-881a-bfd51a090edd tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:57:27.144846 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-b4750972-ec64-4b00-9386-bfb61fd933c2 req-7172e2e4-33f6-455b-881a-bfd51a090edd tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] 10.222.0.59 "GET /networking/v2.0/networks?id=3e93bc5e-1b39-45ff-a87b-06d2e09742f3 HTTP/1.1" status: 200 len: 815 time: 0.1060545 Aug 09 16:57:27.161552 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-b4750972-ec64-4b00-9386-bfb61fd933c2 req-062a9b0a-ea19-4d9f-bb2a-2a673a2feb27 tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] 10.222.0.59 "GET /networking/v2.0/quotas/7ffda0edbe694650b9de23928f1de1a4 HTTP/1.1" status: 200 len: 375 time: 0.0108249 Aug 09 16:57:27.191020 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.provisioning_blocks [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Provisioning for port b3f31b42-fce1-423f-8902-589d9bd67308 completed by entity L2. {{(pid=111142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 09 16:57:27.220414 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-b4750972-ec64-4b00-9386-bfb61fd933c2 req-ffe5db99-b5b7-4a3e-883b-26cd4679d416 tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] 10.222.0.59 "GET /networking/v2.0/ports?tenant_id=7ffda0edbe694650b9de23928f1de1a4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0521452 Aug 09 16:57:27.234983 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e022cc-6ac2-4e49-bb88-83825b4cd4a6 req-212b800c-2c43-4f94-92e8-85c79411d1f0 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:57:27.236989 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-84e022cc-6ac2-4e49-bb88-83825b4cd4a6 req-212b800c-2c43-4f94-92e8-85c79411d1f0 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=46922118-bf1a-420f-9f62-5ae8da9be3e3 HTTP/1.1" status: 200 len: 944 time: 0.0566914 Aug 09 16:57:27.269393 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.provisioning_blocks [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Provisioning complete for port b3f31b42-fce1-423f-8902-589d9bd67308 triggered by entity L2. {{(pid=111142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 16:57:27.269779 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877469'] for port (b3f31b42-fce1-423f-8902-589d9bd67308), provisioning_complete {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:27.292105 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=100 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:57:27.294321 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-84e022cc-6ac2-4e49-bb88-83825b4cd4a6 req-00694f60-b48e-472b-a03c-41adada6817a tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=9e9f0aed-f583-4dae-88cc-c4954867a119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501530 Aug 09 16:57:27.323689 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-b4750972-ec64-4b00-9386-bfb61fd933c2 req-830d3ae9-d8a7-4405-a378-e7e9f4ac470f service neutron] 10.222.0.59 "GET /networking/v2.0/networks/3e93bc5e-1b39-45ff-a87b-06d2e09742f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908525 Aug 09 16:57:27.371976 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Current status of the port b3f31b42-fce1-423f-8902-589d9bd67308 is: BUILD; New status is: ACTIVE {{(pid=111142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 16:57:27.372370 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (b3f31b42-fce1-423f-8902-589d9bd67308), before_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:27.413314 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.db [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] For port b3f31b42-fce1-423f-8902-589d9bd67308, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=b3f31b42-fce1-423f-8902-589d9bd67308,segment=NetworkSegment(22b689c2-f947-4ac8-81fc-daefa317b1b6),segment_id=22b689c2-f947-4ac8-81fc-daefa317b1b6)] {{(pid=111142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:57:27.487098 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748338263269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748337861771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748337861789'] for port (b3f31b42-fce1-423f-8902-589d9bd67308), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:27.657931 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-b4750972-ec64-4b00-9386-bfb61fd933c2 req-eb944fbb-2057-4e89-80d2-562bc0239d41 service neutron] 10.222.0.59 "GET /networking/v2.0/networks/3e93bc5e-1b39-45ff-a87b-06d2e09742f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3282375 Aug 09 16:57:27.667518 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Pushing event updated for resources: {'Port': ['ID=b3f31b42-fce1-423f-8902-589d9bd67308,revision_number=5']} {{(pid=111142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:57:27.835850 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=100 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:57:27.844855 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b84036d-8b94-4d8e-ab38-fff89856a9ff req-6c57f209-a104-4370-85fb-8a3cc14ea91a tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:57:27.846384 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-2b84036d-8b94-4d8e-ab38-fff89856a9ff req-6c57f209-a104-4370-85fb-8a3cc14ea91a tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7cfd8cd7-c54d-4820-8b0c-ba06394e2714 HTTP/1.1" status: 200 len: 945 time: 0.0493703 Aug 09 16:57:27.900020 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-2b84036d-8b94-4d8e-ab38-fff89856a9ff req-4e0442f1-349a-40fe-a627-051cf2f9ebb6 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=89352413-89cd-4632-8930-b8ad42976343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469503 Aug 09 16:57:27.957408 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-5d7c83ea-446a-41a5-9eb6-162cb71cd44d req-4c6948fa-ff6d-4c10-946c-b41f999631e0 tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=240e5a5a-5f07-4b5e-b8f1-11d492602c3a HTTP/1.1" status: 200 len: 210 time: 0.0293555 Aug 09 16:57:28.102976 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46922118-bf1a-420f-9f62-5ae8da9be3e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3f31b42-fce1-423f-8902-589d9bd67308'}] {{(pid=111142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 16:57:28.106207 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a3936692d9fe67bf654b43a226d329952087876dab2ee9ab8d24037cf19aeb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-488c8166-7a9c-44b3-9055-a0fd41705b73" -d '{"events": [{"server_uuid": "46922118-bf1a-420f-9f62-5ae8da9be3e3", "name": "network-vif-plugged", "status": "completed", "tag": "b3f31b42-fce1-423f-8902-589d9bd67308"}]}' {{(pid=111142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:57:28.155191 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Aug 2022 16:57:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d64d9d3-6882-4454-8c58-8eb4805999d7 x-openstack-request-id: req-4d64d9d3-6882-4454-8c58-8eb4805999d7 {{(pid=111142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:57:28.155816 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46922118-bf1a-420f-9f62-5ae8da9be3e3", "name": "network-vif-plugged", "status": "completed", "tag": "b3f31b42-fce1-423f-8902-589d9bd67308", "code": 200}]} {{(pid=111142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:57:28.155816 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-4d64d9d3-6882-4454-8c58-8eb4805999d7 {{(pid=111142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:57:28.156109 dv-cinder-852364-3-iscsi neutron-server[111142]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d64d9d3-6882-4454-8c58-8eb4805999d7'] response: {'server_uuid': '46922118-bf1a-420f-9f62-5ae8da9be3e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3f31b42-fce1-423f-8902-589d9bd67308', 'code': 200} Aug 09 16:57:28.414991 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=100 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:57:28.427878 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd0cc08-3dc7-470b-8cff-3bb9dbf0b951 req-7aa4ca46-f2c1-44ad-b247-ef38a809a55c tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:57:28.429786 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-ddd0cc08-3dc7-470b-8cff-3bb9dbf0b951 req-7aa4ca46-f2c1-44ad-b247-ef38a809a55c tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=46922118-bf1a-420f-9f62-5ae8da9be3e3 HTTP/1.1" status: 200 len: 945 time: 0.0556927 Aug 09 16:57:28.457573 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG dbcounter [-] [111143] Writing DB stats neutron:SELECT=3 {{(pid=111143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:57:28.470599 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG dbcounter [-] [111143] Writing DB stats neutron:SELECT=33 {{(pid=111143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:57:28.494602 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-ddd0cc08-3dc7-470b-8cff-3bb9dbf0b951 req-cacd92da-445f-4ebc-ab0f-481c77401b60 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=9e9f0aed-f583-4dae-88cc-c4954867a119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566127 Aug 09 16:57:28.918316 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e422d8-070b-42a1-8e1a-f279987edfb7 req-8231a5a7-ba1c-4d11-ba1c-88a83efd2b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:57:28.923562 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-e3e422d8-070b-42a1-8e1a-f279987edfb7 req-8231a5a7-ba1c-4d11-ba1c-88a83efd2b44 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?device_id=46922118-bf1a-420f-9f62-5ae8da9be3e3 HTTP/1.1" status: 200 len: 1129 time: 0.0444467 Aug 09 16:57:28.972352 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-e3e422d8-070b-42a1-8e1a-f279987edfb7 req-f60b7407-1f4d-44c3-91fd-d988ec80278f service neutron] 10.222.0.91 "GET /networking/v2.0/security-groups?id=9e9f0aed-f583-4dae-88cc-c4954867a119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451689 Aug 09 16:57:29.040078 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49631b13-d6be-48f2-a808-447e32851e08 req-e44a38bc-8fcc-4e39-a673-4b6e446dc2c3 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:57:29.042686 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-49631b13-d6be-48f2-a808-447e32851e08 req-e44a38bc-8fcc-4e39-a673-4b6e446dc2c3 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7cfd8cd7-c54d-4820-8b0c-ba06394e2714 HTTP/1.1" status: 200 len: 945 time: 0.0503623 Aug 09 16:57:29.047804 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-6189680e-a575-4415-b501-6e0fc80c355c req-751234fa-ff70-47a3-adb2-eb33908b3325 tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=240e5a5a-5f07-4b5e-b8f1-11d492602c3a HTTP/1.1" status: 200 len: 210 time: 0.0351317 Aug 09 16:57:29.101848 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-49631b13-d6be-48f2-a808-447e32851e08 req-d35a5c35-6c6a-4a99-887c-ac17b7b686c8 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=89352413-89cd-4632-8930-b8ad42976343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524697 Aug 09 16:57:29.395013 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c90f10-c512-4d25-b2ca-000b890b05a2 req-43497456-e9b9-4317-9eff-dba8bc3e9e9b tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:57:29.396408 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-12c90f10-c512-4d25-b2ca-000b890b05a2 req-43497456-e9b9-4317-9eff-dba8bc3e9e9b tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7cfd8cd7-c54d-4820-8b0c-ba06394e2714 HTTP/1.1" status: 200 len: 945 time: 0.0507596 Aug 09 16:57:29.407554 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.wsgi [-] (111140) accepted ('10.222.0.59', 55790) {{(pid=111140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:57:29.412120 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.v2.base [None req-5eaea453-4212-49c2-8bf8-4b06261ff0ac tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Request body: {'floatingip': {'port_id': '1443cf52-7171-4d1e-804b-b93c2c70b8e8'}} {{(pid=111140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 16:57:29.451016 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-5eaea453-4212-49c2-8bf8-4b06261ff0ac tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Publish callbacks [] for floatingip (8866bc33-8c98-4556-a855-6e0dbc70aa40), before_update {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:29.620300 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c09c02-5aa3-405d-8e05-f45c55ea1bd6 req-5e95f28c-2fd7-440c-b9cb-15397f12c3c9 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:57:29.622159 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-46c09c02-5aa3-405d-8e05-f45c55ea1bd6 req-5e95f28c-2fd7-440c-b9cb-15397f12c3c9 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=46922118-bf1a-420f-9f62-5ae8da9be3e3 HTTP/1.1" status: 200 len: 945 time: 0.0534143 Aug 09 16:57:29.675781 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-46c09c02-5aa3-405d-8e05-f45c55ea1bd6 req-982afc17-5571-4613-b698-2833771ac6ee tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=9e9f0aed-f583-4dae-88cc-c4954867a119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477631 Aug 09 16:57:29.898099 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-5eaea453-4212-49c2-8bf8-4b06261ff0ac tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:29.954077 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-5eaea453-4212-49c2-8bf8-4b06261ff0ac tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-336914'] for floatingip (8866bc33-8c98-4556-a855-6e0dbc70aa40), after_update {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:30.054371 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.db.l3_db [None req-5eaea453-4212-49c2-8bf8-4b06261ff0ac tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Floating IP 8866bc33-8c98-4556-a855-6e0dbc70aa40 associated. External IP: 172.27.2.85, port: 1443cf52-7171-4d1e-804b-b93c2c70b8e8. Aug 09 16:57:30.181132 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-75293cda-d3af-46af-b86a-de7f9f8c757d req-3c35897d-666b-4e5b-b12f-8c0b3ccf343e tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=240e5a5a-5f07-4b5e-b8f1-11d492602c3a HTTP/1.1" status: 200 len: 210 time: 0.0497954 Aug 09 16:57:30.184504 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:57:30.319190 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5eaea453-4212-49c2-8bf8-4b06261ff0ac tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Router a94090c4-336e-481c-a22d-3841e2f9caeb has already been hosted by L3 agent 2cf02505-efcb-442b-855b-6c659df6f18c {{(pid=111140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 09 16:57:30.381078 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:57:30.433377 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5eaea453-4212-49c2-8bf8-4b06261ff0ac tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Notify agent at l3_agent.dv-cinder-852364-3-iscsi the message routers_updated {{(pid=111140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:57:30.437864 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-5eaea453-4212-49c2-8bf8-4b06261ff0ac tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90003'] for floatingip (None), before_response {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:30.445428 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6be67fa-74f8-424b-a6cd-d300aedec65d None None] Sync routers for ids ['a94090c4-336e-481c-a22d-3841e2f9caeb'] in dv-cinder-852364-3-iscsi {{(pid=111142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:57:30.459753 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6be67fa-74f8-424b-a6cd-d300aedec65d None None] Routers {'a94090c4-336e-481c-a22d-3841e2f9caeb'} bound to L3 agent in host dv-cinder-852364-3-iscsi {{(pid=111142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 16:57:30.460439 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_hamode_db [None req-b6be67fa-74f8-424b-a6cd-d300aedec65d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-09T16:42:12Z,description=,heartbeat_timestamp=2022-08-09T16:57:12Z,host='dv-cinder-852364-3-iscsi',id=2cf02505-efcb-442b-855b-6c659df6f18c,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:13Z,topic='l3_agent')) {'router_ids': ['a94090c4-336e-481c-a22d-3841e2f9caeb'], 'active': True} {{(pid=111142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:57:30.492621 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [None req-5eaea453-4212-49c2-8bf8-4b06261ff0ac tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "PUT /networking/v2.0/floatingips/8866bc33-8c98-4556-a855-6e0dbc70aa40 HTTP/1.1" status: 200 len: 990 time: 1.0816388 Aug 09 16:57:30.492621 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cfd8cd7-c54d-4820-8b0c-ba06394e2714', 'tag': '1443cf52-7171-4d1e-804b-b93c2c70b8e8'}] {{(pid=111140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 16:57:30.493976 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f41bda9ed637a92b78517b41d4edf2586523f8da12b25a219bf38f0aed6eb417" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4989d842-d2da-472e-8472-131a3d995ebe" -d '{"events": [{"name": "network-changed", "server_uuid": "7cfd8cd7-c54d-4820-8b0c-ba06394e2714", "tag": "1443cf52-7171-4d1e-804b-b93c2c70b8e8"}]}' {{(pid=111140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:57:30.538594 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Aug 2022 16:57:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c1345df-7725-4564-ade3-43fe1101a7b3 x-openstack-request-id: req-5c1345df-7725-4564-ade3-43fe1101a7b3 {{(pid=111140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:57:30.538872 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cfd8cd7-c54d-4820-8b0c-ba06394e2714", "tag": "1443cf52-7171-4d1e-804b-b93c2c70b8e8", "status": "completed", "code": 200}]} {{(pid=111140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:57:30.539217 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-5c1345df-7725-4564-ade3-43fe1101a7b3 {{(pid=111140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:57:30.539738 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c1345df-7725-4564-ade3-43fe1101a7b3'] response: {'name': 'network-changed', 'server_uuid': '7cfd8cd7-c54d-4820-8b0c-ba06394e2714', 'tag': '1443cf52-7171-4d1e-804b-b93c2c70b8e8', 'status': 'completed', 'code': 200} Aug 09 16:57:30.585391 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_dvr_db [None req-b6be67fa-74f8-424b-a6cd-d300aedec65d None None] Set router a94090c4-336e-481c-a22d-3841e2f9caeb gateway port host: dv-cinder-852364-3-iscsi {{(pid=111142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 16:57:30.746307 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:57:30.824263 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_hamode_db [None req-b6be67fa-74f8-424b-a6cd-d300aedec65d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a94090c4-336e-481c-a22d-3841e2f9caeb', 'name': 'tempest-AttachVolumeShelveTestJSON-1656146575-router', 'tenant_id': '432f91c6e89c4fecb0d1f6afb1bcfe7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'external_fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': '98cf9500-f4e4-480b-a0ee-c5ca9d65cb60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:52:16Z', 'updated_at': '2022-08-09T16:52:21Z', 'revision_number': 4, 'project_id': '432f91c6e89c4fecb0d1f6afb1bcfe7e', 'gw_port': {'id': '98cf9500-f4e4-480b-a0ee-c5ca9d65cb60', 'name': '', 'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:77:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a94090c4-336e-481c-a22d-3841e2f9caeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:52:17Z', 'updated_at': '2022-08-09T16:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-3-iscsi', '_floatingips': [{'id': '8866bc33-8c98-4556-a855-6e0dbc70aa40', 'tenant_id': '432f91c6e89c4fecb0d1f6afb1bcfe7e', 'floating_ip_address': '172.27.2.85', 'floating_network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'router_id': 'a94090c4-336e-481c-a22d-3841e2f9caeb', 'port_id': '1443cf52-7171-4d1e-804b-b93c2c70b8e8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2fdb2410-afc4-41b9-b8f9-2ac596eb2296', 'mac_address': 'fa:16:3e:27:20:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cfd8cd7-c54d-4820-8b0c-ba06394e2714', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-09T16:57:08Z', 'updated_at': '2022-08-09T16:57:29Z', 'revision_number': 1, 'project_id': '432f91c6e89c4fecb0d1f6afb1bcfe7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53668189-405d-4788-875d-ae32e5d147ba', 'name': '', 'network_id': '2fdb2410-afc4-41b9-b8f9-2ac596eb2296', 'tenant_id': '432f91c6e89c4fecb0d1f6afb1bcfe7e', 'mac_address': 'fa:16:3e:c4:c6:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a94090c4-336e-481c-a22d-3841e2f9caeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '1b532a95-1235-4d0d-9992-be56a4fc30cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:52:20Z', 'updated_at': '2022-08-09T16:52:28Z', 'revision_number': 5, 'project_id': '432f91c6e89c4fecb0d1f6afb1bcfe7e', 'subnets': [{'id': '1b532a95-1235-4d0d-9992-be56a4fc30cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-3-iscsi', False) {} {{(pid=111142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:57:30.848394 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0ef682-d608-4514-91fe-5541103505e3 req-70bc6b62-6cf9-4cb6-8e31-1ca2cf936714 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:57:30.850302 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-da0ef682-d608-4514-91fe-5541103505e3 req-70bc6b62-6cf9-4cb6-8e31-1ca2cf936714 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=46922118-bf1a-420f-9f62-5ae8da9be3e3 HTTP/1.1" status: 200 len: 945 time: 0.0828822 Aug 09 16:57:30.852530 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6be67fa-74f8-424b-a6cd-d300aedec65d None None] Checking router: a94090c4-336e-481c-a22d-3841e2f9caeb for host: dv-cinder-852364-3-iscsi {{(pid=111142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:57:30.864630 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6be67fa-74f8-424b-a6cd-d300aedec65d None None] Routers {'a94090c4-336e-481c-a22d-3841e2f9caeb'} bound to L3 agent in host dv-cinder-852364-3-iscsi {{(pid=111142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 16:57:30.865268 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_hamode_db [None req-b6be67fa-74f8-424b-a6cd-d300aedec65d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-09T16:42:12Z,description=,heartbeat_timestamp=2022-08-09T16:57:12Z,host='dv-cinder-852364-3-iscsi',id=2cf02505-efcb-442b-855b-6c659df6f18c,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:13Z,topic='l3_agent')) {'router_ids': ['a94090c4-336e-481c-a22d-3841e2f9caeb'], 'active': True} {{(pid=111142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:57:30.907733 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-da0ef682-d608-4514-91fe-5541103505e3 req-bfac3782-a1f3-4497-98d4-47392861cc08 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=9e9f0aed-f583-4dae-88cc-c4954867a119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497372 Aug 09 16:57:30.983688 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:57:30.987678 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_dvr_db [None req-b6be67fa-74f8-424b-a6cd-d300aedec65d None None] Set router a94090c4-336e-481c-a22d-3841e2f9caeb gateway port host: dv-cinder-852364-3-iscsi {{(pid=111142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 16:57:31.204010 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_hamode_db [None req-b6be67fa-74f8-424b-a6cd-d300aedec65d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a94090c4-336e-481c-a22d-3841e2f9caeb', 'name': 'tempest-AttachVolumeShelveTestJSON-1656146575-router', 'tenant_id': '432f91c6e89c4fecb0d1f6afb1bcfe7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'external_fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': '98cf9500-f4e4-480b-a0ee-c5ca9d65cb60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:52:16Z', 'updated_at': '2022-08-09T16:52:21Z', 'revision_number': 4, 'project_id': '432f91c6e89c4fecb0d1f6afb1bcfe7e', 'gw_port': {'id': '98cf9500-f4e4-480b-a0ee-c5ca9d65cb60', 'name': '', 'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:77:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a94090c4-336e-481c-a22d-3841e2f9caeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:52:17Z', 'updated_at': '2022-08-09T16:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-3-iscsi', '_floatingips': [{'id': '8866bc33-8c98-4556-a855-6e0dbc70aa40', 'tenant_id': '432f91c6e89c4fecb0d1f6afb1bcfe7e', 'floating_ip_address': '172.27.2.85', 'floating_network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'router_id': 'a94090c4-336e-481c-a22d-3841e2f9caeb', 'port_id': '1443cf52-7171-4d1e-804b-b93c2c70b8e8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2fdb2410-afc4-41b9-b8f9-2ac596eb2296', 'mac_address': 'fa:16:3e:27:20:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cfd8cd7-c54d-4820-8b0c-ba06394e2714', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-09T16:57:08Z', 'updated_at': '2022-08-09T16:57:29Z', 'revision_number': 1, 'project_id': '432f91c6e89c4fecb0d1f6afb1bcfe7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53668189-405d-4788-875d-ae32e5d147ba', 'name': '', 'network_id': '2fdb2410-afc4-41b9-b8f9-2ac596eb2296', 'tenant_id': '432f91c6e89c4fecb0d1f6afb1bcfe7e', 'mac_address': 'fa:16:3e:c4:c6:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a94090c4-336e-481c-a22d-3841e2f9caeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '1b532a95-1235-4d0d-9992-be56a4fc30cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:52:20Z', 'updated_at': '2022-08-09T16:52:28Z', 'revision_number': 5, 'project_id': '432f91c6e89c4fecb0d1f6afb1bcfe7e', 'subnets': [{'id': '1b532a95-1235-4d0d-9992-be56a4fc30cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-3-iscsi', False) {} {{(pid=111142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:57:31.236889 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6be67fa-74f8-424b-a6cd-d300aedec65d None None] The sync data for ids ['a94090c4-336e-481c-a22d-3841e2f9caeb'] in dv-cinder-852364-3-iscsi is: [{'id': 'a94090c4-336e-481c-a22d-3841e2f9caeb', 'name': 'tempest-AttachVolumeShelveTestJSON-1656146575-router', 'tenant_id': '432f91c6e89c4fecb0d1f6afb1bcfe7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'external_fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': '98cf9500-f4e4-480b-a0ee-c5ca9d65cb60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:52:16Z', 'updated_at': '2022-08-09T16:52:21Z', 'revision_number': 4, 'project_id': '432f91c6e89c4fecb0d1f6afb1bcfe7e', 'gw_port': {'id': '98cf9500-f4e4-480b-a0ee-c5ca9d65cb60', 'name': '', 'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:77:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a94090c4-336e-481c-a22d-3841e2f9caeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:52:17Z', 'updated_at': '2022-08-09T16:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-3-iscsi', '_floatingips': [{'id': '8866bc33-8c98-4556-a855-6e0dbc70aa40', 'tenant_id': '432f91c6e89c4fecb0d1f6afb1bcfe7e', 'floating_ip_address': '172.27.2.85', 'floating_network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'router_id': 'a94090c4-336e-481c-a22d-3841e2f9caeb', 'port_id': '1443cf52-7171-4d1e-804b-b93c2c70b8e8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2fdb2410-afc4-41b9-b8f9-2ac596eb2296', 'mac_address': 'fa:16:3e:27:20:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cfd8cd7-c54d-4820-8b0c-ba06394e2714', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-09T16:57:08Z', 'updated_at': '2022-08-09T16:57:29Z', 'revision_number': 1, 'project_id': '432f91c6e89c4fecb0d1f6afb1bcfe7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53668189-405d-4788-875d-ae32e5d147ba', 'name': '', 'network_id': '2fdb2410-afc4-41b9-b8f9-2ac596eb2296', 'tenant_id': '432f91c6e89c4fecb0d1f6afb1bcfe7e', 'mac_address': 'fa:16:3e:c4:c6:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a94090c4-336e-481c-a22d-3841e2f9caeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '1b532a95-1235-4d0d-9992-be56a4fc30cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:52:20Z', 'updated_at': '2022-08-09T16:52:28Z', 'revision_number': 5, 'project_id': '432f91c6e89c4fecb0d1f6afb1bcfe7e', 'subnets': [{'id': '1b532a95-1235-4d0d-9992-be56a4fc30cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:57:31.299962 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-6cfa20ea-bb76-4ebd-b37f-3ca49a6fec81 req-3c6a80f1-d218-4fc6-afa5-b389ea043016 tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=240e5a5a-5f07-4b5e-b8f1-11d492602c3a HTTP/1.1" status: 200 len: 210 time: 0.0330708 Aug 09 16:57:31.410202 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4989d842-d2da-472e-8472-131a3d995ebe req-4379e6b9-597d-4d8a-b944-1cf23d9a4acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:57:31.411862 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-4989d842-d2da-472e-8472-131a3d995ebe req-4379e6b9-597d-4d8a-b944-1cf23d9a4acd service neutron] 10.222.0.91 "GET /networking/v2.0/ports?tenant_id=432f91c6e89c4fecb0d1f6afb1bcfe7e&device_id=7cfd8cd7-c54d-4820-8b0c-ba06394e2714 HTTP/1.1" status: 200 len: 1129 time: 0.0437388 Aug 09 16:57:31.468037 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-411dba61-f59c-47e3-b208-cea9baa9d7ce None None] New status for floating IP 8866bc33-8c98-4556-a855-6e0dbc70aa40: ACTIVE {{(pid=111143) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 09 16:57:31.815759 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4989d842-d2da-472e-8472-131a3d995ebe req-cabbbc18-e26f-48cc-b0d2-ee0fb8315e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:57:31.817267 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-4989d842-d2da-472e-8472-131a3d995ebe req-cabbbc18-e26f-48cc-b0d2-ee0fb8315e99 service neutron] 10.222.0.91 "GET /networking/v2.0/networks?id=2fdb2410-afc4-41b9-b8f9-2ac596eb2296 HTTP/1.1" status: 200 len: 918 time: 0.3982630 Aug 09 16:57:32.066658 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d223970e-59f8-4ce0-b292-4f016f7b625d req-ecf847ef-cfa3-417c-a7d9-c87953f830ae tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:57:32.068084 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-d223970e-59f8-4ce0-b292-4f016f7b625d req-ecf847ef-cfa3-417c-a7d9-c87953f830ae tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=46922118-bf1a-420f-9f62-5ae8da9be3e3 HTTP/1.1" status: 200 len: 945 time: 0.0841420 Aug 09 16:57:32.100767 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-4989d842-d2da-472e-8472-131a3d995ebe req-a1fcb342-bc34-4be5-97c3-469887673750 service neutron] 10.222.0.91 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1443cf52-7171-4d1e-804b-b93c2c70b8e8 HTTP/1.1" status: 200 len: 1000 time: 0.0890579 Aug 09 16:57:32.126824 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-d223970e-59f8-4ce0-b292-4f016f7b625d req-1101ea0f-bd28-49fc-b2c8-9f8aeabc60fb tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=9e9f0aed-f583-4dae-88cc-c4954867a119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506625 Aug 09 16:57:32.239522 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (fd1157aa-8fd8-4c6b-a604-f3842f12d305), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:32.250801 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2602dc6f-b08c-447e-a346-396a0572abb8 req-027d6cde-aaf7-4255-ba0e-33cfcefbe20b tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:57:32.252331 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-2602dc6f-b08c-447e-a346-396a0572abb8 req-027d6cde-aaf7-4255-ba0e-33cfcefbe20b tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=46922118-bf1a-420f-9f62-5ae8da9be3e3 HTTP/1.1" status: 200 len: 945 time: 0.0513544 Aug 09 16:57:32.262548 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.wsgi [-] (111140) accepted ('10.222.0.59', 55842) {{(pid=111140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:57:32.267002 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.v2.base [None req-b019f74b-b64a-4a52-9b02-060633566bbb tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Request body: {'floatingip': {'port_id': 'b3f31b42-fce1-423f-8902-589d9bd67308'}} {{(pid=111140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 16:57:32.308976 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-b019f74b-b64a-4a52-9b02-060633566bbb tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Publish callbacks [] for floatingip (08fec1bf-3059-435c-86de-55dbee26a9e2), before_update {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:32.355303 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4989d842-d2da-472e-8472-131a3d995ebe req-151b3c5a-a929-4e59-8ae7-0d57c6fd0ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:57:32.356914 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-4989d842-d2da-472e-8472-131a3d995ebe req-151b3c5a-a929-4e59-8ae7-0d57c6fd0ec7 service neutron] 10.222.0.91 "GET /networking/v2.0/subnets?id=1b532a95-1235-4d0d-9992-be56a4fc30cf HTTP/1.1" status: 200 len: 856 time: 0.0461962 Aug 09 16:57:32.444184 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-52a99f01-8203-45b3-b809-f06b2c096c6d req-287ad4fb-a82c-4148-8074-7e27a8ce9537 tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=240e5a5a-5f07-4b5e-b8f1-11d492602c3a HTTP/1.1" status: 200 len: 210 time: 0.0346801 Aug 09 16:57:32.445526 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4989d842-d2da-472e-8472-131a3d995ebe req-182a209c-afeb-4293-b0c8-60d84346de6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:57:32.446907 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-4989d842-d2da-472e-8472-131a3d995ebe req-182a209c-afeb-4293-b0c8-60d84346de6c service neutron] 10.222.0.91 "GET /networking/v2.0/ports?network_id=2fdb2410-afc4-41b9-b8f9-2ac596eb2296&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0653582 Aug 09 16:57:32.527200 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=100 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:57:32.568863 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-4989d842-d2da-472e-8472-131a3d995ebe req-a3b2fe69-95b3-46f0-9da5-df36fb8b9dd7 service neutron] 10.222.0.91 "GET /networking/v2.0/networks/2fdb2410-afc4-41b9-b8f9-2ac596eb2296?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132231 Aug 09 16:57:32.654554 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=100 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:57:32.687577 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-4989d842-d2da-472e-8472-131a3d995ebe req-61339ecb-b6f2-4264-95b8-bbcc55bc5cb1 service neutron] 10.222.0.91 "GET /networking/v2.0/networks/2fdb2410-afc4-41b9-b8f9-2ac596eb2296?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997891 Aug 09 16:57:32.763625 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-b019f74b-b64a-4a52-9b02-060633566bbb tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:32.830695 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-b019f74b-b64a-4a52-9b02-060633566bbb tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-336914'] for floatingip (08fec1bf-3059-435c-86de-55dbee26a9e2), after_update {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:32.848219 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4750972-ec64-4b00-9386-bfb61fd933c2 req-4a421cfc-62a7-49cf-8991-38d2aa55c697 tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:57:32.849673 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-b4750972-ec64-4b00-9386-bfb61fd933c2 req-4a421cfc-62a7-49cf-8991-38d2aa55c697 tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] 10.222.0.91 "GET /networking/v2.0/networks?id=3e93bc5e-1b39-45ff-a87b-06d2e09742f3 HTTP/1.1" status: 200 len: 815 time: 0.1039305 Aug 09 16:57:32.871865 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.v2.base [req-b4750972-ec64-4b00-9386-bfb61fd933c2 req-031b9902-9735-4ed1-a54c-9105a16b6163 tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] Request body: {'port': {'device_id': '240e5a5a-5f07-4b5e-b8f1-11d492602c3a', 'network_id': '3e93bc5e-1b39-45ff-a87b-06d2e09742f3', 'admin_state_up': True, 'tenant_id': '7ffda0edbe694650b9de23928f1de1a4'}} {{(pid=111141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 16:57:32.934983 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.db.l3_db [None req-b019f74b-b64a-4a52-9b02-060633566bbb tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Floating IP 08fec1bf-3059-435c-86de-55dbee26a9e2 associated. External IP: 172.27.2.113, port: b3f31b42-fce1-423f-8902-589d9bd67308. Aug 09 16:57:33.069444 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4750972-ec64-4b00-9386-bfb61fd933c2 req-031b9902-9735-4ed1-a54c-9105a16b6163 tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] Made reservation on behalf of 7ffda0edbe694650b9de23928f1de1a4 for: {'port': 1} {{(pid=111141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:57:33.074449 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-b4750972-ec64-4b00-9386-bfb61fd933c2 req-031b9902-9735-4ed1-a54c-9105a16b6163 tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (None), before_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:33.144255 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b019f74b-b64a-4a52-9b02-060633566bbb tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Router 286245d4-d1e1-45d8-a33e-8ce6c103810d has already been hosted by L3 agent 2cf02505-efcb-442b-855b-6c659df6f18c {{(pid=111140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 09 16:57:33.151821 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:57:33.215227 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.db.db_base_plugin_common [req-b4750972-ec64-4b00-9386-bfb61fd933c2 req-031b9902-9735-4ed1-a54c-9105a16b6163 tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] Allocated IP 172.20.0.3 (3e93bc5e-1b39-45ff-a87b-06d2e09742f3/0c663383-3c98-40dd-81bd-5c2758326a06/2934afc2-fa4e-4b03-9b5b-d9457d46077e) {{(pid=111141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:57:33.257371 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:57:33.264219 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b019f74b-b64a-4a52-9b02-060633566bbb tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Notify agent at l3_agent.dv-cinder-852364-3-iscsi the message routers_updated {{(pid=111140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:57:33.269590 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-b019f74b-b64a-4a52-9b02-060633566bbb tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90003'] for floatingip (None), before_response {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:33.278127 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ecb4461-5077-4fff-a4de-7dd047d9a5d0 None None] Sync routers for ids ['286245d4-d1e1-45d8-a33e-8ce6c103810d'] in dv-cinder-852364-3-iscsi {{(pid=111142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:57:33.289312 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ecb4461-5077-4fff-a4de-7dd047d9a5d0 None None] Routers {'286245d4-d1e1-45d8-a33e-8ce6c103810d'} bound to L3 agent in host dv-cinder-852364-3-iscsi {{(pid=111142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 16:57:33.289939 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_hamode_db [None req-1ecb4461-5077-4fff-a4de-7dd047d9a5d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-09T16:42:12Z,description=,heartbeat_timestamp=2022-08-09T16:57:12Z,host='dv-cinder-852364-3-iscsi',id=2cf02505-efcb-442b-855b-6c659df6f18c,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:13Z,topic='l3_agent')) {'router_ids': ['286245d4-d1e1-45d8-a33e-8ce6c103810d'], 'active': True} {{(pid=111142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:57:33.304682 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [None req-b019f74b-b64a-4a52-9b02-060633566bbb tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "PUT /networking/v2.0/floatingips/08fec1bf-3059-435c-86de-55dbee26a9e2 HTTP/1.1" status: 200 len: 991 time: 1.0385816 Aug 09 16:57:33.304682 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46922118-bf1a-420f-9f62-5ae8da9be3e3', 'tag': 'b3f31b42-fce1-423f-8902-589d9bd67308'}] {{(pid=111140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 16:57:33.305814 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f41bda9ed637a92b78517b41d4edf2586523f8da12b25a219bf38f0aed6eb417" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da8cd1e7-7c79-4925-bf0c-6f9b6107f480" -d '{"events": [{"name": "network-changed", "server_uuid": "46922118-bf1a-420f-9f62-5ae8da9be3e3", "tag": "b3f31b42-fce1-423f-8902-589d9bd67308"}]}' {{(pid=111140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:57:33.371056 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Aug 2022 16:57:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee967b83-74ed-4281-8c2d-abff7b1330f2 x-openstack-request-id: req-ee967b83-74ed-4281-8c2d-abff7b1330f2 {{(pid=111140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:57:33.372143 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46922118-bf1a-420f-9f62-5ae8da9be3e3", "tag": "b3f31b42-fce1-423f-8902-589d9bd67308", "status": "completed", "code": 200}]} {{(pid=111140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:57:33.372482 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ee967b83-74ed-4281-8c2d-abff7b1330f2 {{(pid=111140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:57:33.373074 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee967b83-74ed-4281-8c2d-abff7b1330f2'] response: {'name': 'network-changed', 'server_uuid': '46922118-bf1a-420f-9f62-5ae8da9be3e3', 'tag': 'b3f31b42-fce1-423f-8902-589d9bd67308', 'status': 'completed', 'code': 200} Aug 09 16:57:33.396667 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-b4750972-ec64-4b00-9386-bfb61fd933c2 req-031b9902-9735-4ed1-a54c-9105a16b6163 tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] Publish callbacks [] for port (2934afc2-fa4e-4b03-9b5b-d9457d46077e), precommit_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:33.420453 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_dvr_db [None req-1ecb4461-5077-4fff-a4de-7dd047d9a5d0 None None] Set router 286245d4-d1e1-45d8-a33e-8ce6c103810d gateway port host: dv-cinder-852364-3-iscsi {{(pid=111142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 16:57:33.500475 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-b4750972-ec64-4b00-9386-bfb61fd933c2 req-031b9902-9735-4ed1-a54c-9105a16b6163 tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748337861753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12487578'] for port (2934afc2-fa4e-4b03-9b5b-d9457d46077e), after_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:33.521749 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8cd1e7-7c79-4925-bf0c-6f9b6107f480 req-b78a667c-ac3f-4a12-94ab-d0ed2e56d8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:57:33.523544 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-da8cd1e7-7c79-4925-bf0c-6f9b6107f480 req-b78a667c-ac3f-4a12-94ab-d0ed2e56d8ba service neutron] 10.222.0.91 "GET /networking/v2.0/ports?tenant_id=321de2c92d814e6ab1da13939153da87&device_id=46922118-bf1a-420f-9f62-5ae8da9be3e3 HTTP/1.1" status: 200 len: 1129 time: 0.0660591 Aug 09 16:57:33.601384 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4750972-ec64-4b00-9386-bfb61fd933c2 req-031b9902-9735-4ed1-a54c-9105a16b6163 tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] Network 3e93bc5e-1b39-45ff-a87b-06d2e09742f3 is already hosted by enough agents. {{(pid=111141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:57:33.643357 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.scheduler.base_scheduler [req-b4750972-ec64-4b00-9386-bfb61fd933c2 req-031b9902-9735-4ed1-a54c-9105a16b6163 tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] Resources bound (agent type, host, resource id): {{(pid=111141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:57:33.646128 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4750972-ec64-4b00-9386-bfb61fd933c2 req-031b9902-9735-4ed1-a54c-9105a16b6163 tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] Received port after_create {{(pid=111141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 09 16:57:33.689126 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_hamode_db [None req-1ecb4461-5077-4fff-a4de-7dd047d9a5d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '286245d4-d1e1-45d8-a33e-8ce6c103810d', 'name': 'tempest-AttachVolumeNegativeTest-928294095-router', 'tenant_id': '321de2c92d814e6ab1da13939153da87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'external_fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '4a7ffaa3-c015-4647-9470-4b3ca7886b6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:50:27Z', 'updated_at': '2022-08-09T16:50:38Z', 'revision_number': 4, 'project_id': '321de2c92d814e6ab1da13939153da87', 'gw_port': {'id': '4a7ffaa3-c015-4647-9470-4b3ca7886b6c', 'name': '', 'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:31:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '286245d4-d1e1-45d8-a33e-8ce6c103810d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:50:28Z', 'updated_at': '2022-08-09T16:50:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-3-iscsi', '_floatingips': [{'id': '08fec1bf-3059-435c-86de-55dbee26a9e2', 'tenant_id': '321de2c92d814e6ab1da13939153da87', 'floating_ip_address': '172.27.2.113', 'floating_network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'router_id': '286245d4-d1e1-45d8-a33e-8ce6c103810d', 'port_id': 'b3f31b42-fce1-423f-8902-589d9bd67308', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd512bb64-4fdf-40f1-b457-d57f69ae1831', 'mac_address': 'fa:16:3e:cd:e4:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46922118-bf1a-420f-9f62-5ae8da9be3e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-09T16:57:06Z', 'updated_at': '2022-08-09T16:57:32Z', 'revision_number': 1, 'project_id': '321de2c92d814e6ab1da13939153da87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '194e42e3-ea8f-4dc2-912a-d9842de147c7', 'name': '', 'network_id': 'd512bb64-4fdf-40f1-b457-d57f69ae1831', 'tenant_id': '321de2c92d814e6ab1da13939153da87', 'mac_address': 'fa:16:3e:a5:4f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '286245d4-d1e1-45d8-a33e-8ce6c103810d', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '414c40d7-70ed-42dc-9e49-6496154d7c43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:50:35Z', 'updated_at': '2022-08-09T16:50:50Z', 'revision_number': 5, 'project_id': '321de2c92d814e6ab1da13939153da87', 'subnets': [{'id': '414c40d7-70ed-42dc-9e49-6496154d7c43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-3-iscsi', False) {} {{(pid=111142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:57:33.689455 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:57:33.694304 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031b9902-9735-4ed1-a54c-9105a16b6163 tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] Pushing event updated for resources: {'Port': ['ID=2934afc2-fa4e-4b03-9b5b-d9457d46077e,revision_number=1']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:57:33.704658 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0a48d1-924d-412d-9825-f5fc7bb4ef7d req-334fd9cf-6d3f-496e-8219-33411a360f98 tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:57:33.707015 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-fe0a48d1-924d-412d-9825-f5fc7bb4ef7d req-334fd9cf-6d3f-496e-8219-33411a360f98 tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=240e5a5a-5f07-4b5e-b8f1-11d492602c3a HTTP/1.1" status: 200 len: 931 time: 0.1617162 Aug 09 16:57:33.741314 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:57:33.747427 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ecb4461-5077-4fff-a4de-7dd047d9a5d0 None None] Checking router: 286245d4-d1e1-45d8-a33e-8ce6c103810d for host: dv-cinder-852364-3-iscsi {{(pid=111142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:57:33.756395 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ecb4461-5077-4fff-a4de-7dd047d9a5d0 None None] Routers {'286245d4-d1e1-45d8-a33e-8ce6c103810d'} bound to L3 agent in host dv-cinder-852364-3-iscsi {{(pid=111142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 16:57:33.757289 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_hamode_db [None req-1ecb4461-5077-4fff-a4de-7dd047d9a5d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-09T16:42:12Z,description=,heartbeat_timestamp=2022-08-09T16:57:12Z,host='dv-cinder-852364-3-iscsi',id=2cf02505-efcb-442b-855b-6c659df6f18c,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:13Z,topic='l3_agent')) {'router_ids': ['286245d4-d1e1-45d8-a33e-8ce6c103810d'], 'active': True} {{(pid=111142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:57:33.763587 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4750972-ec64-4b00-9386-bfb61fd933c2 req-031b9902-9735-4ed1-a54c-9105a16b6163 tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:57:33.764236 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-b4750972-ec64-4b00-9386-bfb61fd933c2 req-031b9902-9735-4ed1-a54c-9105a16b6163 tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90003'] for port (None), before_response {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:33.795390 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8cd1e7-7c79-4925-bf0c-6f9b6107f480 req-50abaf7a-9a0f-459e-b3dd-26f8b058a248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:57:33.797135 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-da8cd1e7-7c79-4925-bf0c-6f9b6107f480 req-50abaf7a-9a0f-459e-b3dd-26f8b058a248 service neutron] 10.222.0.91 "GET /networking/v2.0/networks?id=d512bb64-4fdf-40f1-b457-d57f69ae1831 HTTP/1.1" status: 200 len: 915 time: 0.2529638 Aug 09 16:57:33.849374 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:57:33.868957 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-fe0a48d1-924d-412d-9825-f5fc7bb4ef7d req-26516c4d-9eae-4d97-875a-239527c835a9 tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=da40407e-4fba-40cd-93a9-019f01c74743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446500 Aug 09 16:57:33.882078 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_dvr_db [None req-1ecb4461-5077-4fff-a4de-7dd047d9a5d0 None None] Set router 286245d4-d1e1-45d8-a33e-8ce6c103810d gateway port host: dv-cinder-852364-3-iscsi {{(pid=111142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 16:57:33.886135 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-da8cd1e7-7c79-4925-bf0c-6f9b6107f480 req-3e70c233-e55b-4048-8a8e-268279f5ccd6 service neutron] 10.222.0.91 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b3f31b42-fce1-423f-8902-589d9bd67308 HTTP/1.1" status: 200 len: 999 time: 0.0776441 Aug 09 16:57:33.894938 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-b4750972-ec64-4b00-9386-bfb61fd933c2 req-031b9902-9735-4ed1-a54c-9105a16b6163 tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] 10.222.0.91 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0278080 Aug 09 16:57:33.927631 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.v2.base [req-b4750972-ec64-4b00-9386-bfb61fd933c2 req-c91380d7-854c-497d-b1a7-6a99cd8b07a3 service neutron] Request body: {'port': {'device_id': '240e5a5a-5f07-4b5e-b8f1-11d492602c3a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85236'}} {{(pid=111141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 16:57:33.970580 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.provisioning_blocks [None req-e91c53f3-1835-4e45-b262-78034944a101 None None] Provisioning complete for port 2934afc2-fa4e-4b03-9b5b-d9457d46077e triggered by entity DHCP. {{(pid=111142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 16:57:33.970887 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-e91c53f3-1835-4e45-b262-78034944a101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877469'] for port (2934afc2-fa4e-4b03-9b5b-d9457d46077e), provisioning_complete {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:33.971397 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8cd1e7-7c79-4925-bf0c-6f9b6107f480 req-b95b3e5a-c964-4a69-8c67-a8765196b1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:57:33.972883 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-da8cd1e7-7c79-4925-bf0c-6f9b6107f480 req-b95b3e5a-c964-4a69-8c67-a8765196b1e4 service neutron] 10.222.0.91 "GET /networking/v2.0/subnets?id=414c40d7-70ed-42dc-9e49-6496154d7c43 HTTP/1.1" status: 200 len: 853 time: 0.0769980 Aug 09 16:57:34.052450 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-b4750972-ec64-4b00-9386-bfb61fd933c2 req-c91380d7-854c-497d-b1a7-6a99cd8b07a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (2934afc2-fa4e-4b03-9b5b-d9457d46077e), before_update {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:34.081408 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-e91c53f3-1835-4e45-b262-78034944a101 None None] Port 2934afc2-fa4e-4b03-9b5b-d9457d46077e cannot update to ACTIVE because it is not bound. {{(pid=111142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 09 16:57:34.137236 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8cd1e7-7c79-4925-bf0c-6f9b6107f480 req-16f42193-a62a-4a95-b1fd-ee90630197ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:57:34.139831 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-da8cd1e7-7c79-4925-bf0c-6f9b6107f480 req-16f42193-a62a-4a95-b1fd-ee90630197ea service neutron] 10.222.0.91 "GET /networking/v2.0/ports?network_id=d512bb64-4fdf-40f1-b457-d57f69ae1831&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1389952 Aug 09 16:57:34.149901 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=100 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:57:34.239515 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_hamode_db [None req-1ecb4461-5077-4fff-a4de-7dd047d9a5d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '286245d4-d1e1-45d8-a33e-8ce6c103810d', 'name': 'tempest-AttachVolumeNegativeTest-928294095-router', 'tenant_id': '321de2c92d814e6ab1da13939153da87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'external_fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '4a7ffaa3-c015-4647-9470-4b3ca7886b6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:50:27Z', 'updated_at': '2022-08-09T16:50:38Z', 'revision_number': 4, 'project_id': '321de2c92d814e6ab1da13939153da87', 'gw_port': {'id': '4a7ffaa3-c015-4647-9470-4b3ca7886b6c', 'name': '', 'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:31:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '286245d4-d1e1-45d8-a33e-8ce6c103810d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:50:28Z', 'updated_at': '2022-08-09T16:50:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-3-iscsi', '_floatingips': [{'id': '08fec1bf-3059-435c-86de-55dbee26a9e2', 'tenant_id': '321de2c92d814e6ab1da13939153da87', 'floating_ip_address': '172.27.2.113', 'floating_network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'router_id': '286245d4-d1e1-45d8-a33e-8ce6c103810d', 'port_id': 'b3f31b42-fce1-423f-8902-589d9bd67308', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd512bb64-4fdf-40f1-b457-d57f69ae1831', 'mac_address': 'fa:16:3e:cd:e4:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46922118-bf1a-420f-9f62-5ae8da9be3e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-09T16:57:06Z', 'updated_at': '2022-08-09T16:57:32Z', 'revision_number': 1, 'project_id': '321de2c92d814e6ab1da13939153da87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '194e42e3-ea8f-4dc2-912a-d9842de147c7', 'name': '', 'network_id': 'd512bb64-4fdf-40f1-b457-d57f69ae1831', 'tenant_id': '321de2c92d814e6ab1da13939153da87', 'mac_address': 'fa:16:3e:a5:4f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '286245d4-d1e1-45d8-a33e-8ce6c103810d', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '414c40d7-70ed-42dc-9e49-6496154d7c43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:50:35Z', 'updated_at': '2022-08-09T16:50:50Z', 'revision_number': 5, 'project_id': '321de2c92d814e6ab1da13939153da87', 'subnets': [{'id': '414c40d7-70ed-42dc-9e49-6496154d7c43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-3-iscsi', False) {} {{(pid=111142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:57:34.464617 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ecb4461-5077-4fff-a4de-7dd047d9a5d0 None None] The sync data for ids ['286245d4-d1e1-45d8-a33e-8ce6c103810d'] in dv-cinder-852364-3-iscsi is: [{'id': '286245d4-d1e1-45d8-a33e-8ce6c103810d', 'name': 'tempest-AttachVolumeNegativeTest-928294095-router', 'tenant_id': '321de2c92d814e6ab1da13939153da87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'external_fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '4a7ffaa3-c015-4647-9470-4b3ca7886b6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:50:27Z', 'updated_at': '2022-08-09T16:50:38Z', 'revision_number': 4, 'project_id': '321de2c92d814e6ab1da13939153da87', 'gw_port': {'id': '4a7ffaa3-c015-4647-9470-4b3ca7886b6c', 'name': '', 'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:31:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '286245d4-d1e1-45d8-a33e-8ce6c103810d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:50:28Z', 'updated_at': '2022-08-09T16:50:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-3-iscsi', '_floatingips': [{'id': '08fec1bf-3059-435c-86de-55dbee26a9e2', 'tenant_id': '321de2c92d814e6ab1da13939153da87', 'floating_ip_address': '172.27.2.113', 'floating_network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'router_id': '286245d4-d1e1-45d8-a33e-8ce6c103810d', 'port_id': 'b3f31b42-fce1-423f-8902-589d9bd67308', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd512bb64-4fdf-40f1-b457-d57f69ae1831', 'mac_address': 'fa:16:3e:cd:e4:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46922118-bf1a-420f-9f62-5ae8da9be3e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-09T16:57:06Z', 'updated_at': '2022-08-09T16:57:32Z', 'revision_number': 1, 'project_id': '321de2c92d814e6ab1da13939153da87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '194e42e3-ea8f-4dc2-912a-d9842de147c7', 'name': '', 'network_id': 'd512bb64-4fdf-40f1-b457-d57f69ae1831', 'tenant_id': '321de2c92d814e6ab1da13939153da87', 'mac_address': 'fa:16:3e:a5:4f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '286245d4-d1e1-45d8-a33e-8ce6c103810d', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '414c40d7-70ed-42dc-9e49-6496154d7c43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:50:35Z', 'updated_at': '2022-08-09T16:50:50Z', 'revision_number': 5, 'project_id': '321de2c92d814e6ab1da13939153da87', 'subnets': [{'id': '414c40d7-70ed-42dc-9e49-6496154d7c43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:57:34.529877 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-da8cd1e7-7c79-4925-bf0c-6f9b6107f480 req-1fb9b3e8-7aa9-40c5-8146-477629b9552e service neutron] 10.222.0.91 "GET /networking/v2.0/networks/d512bb64-4fdf-40f1-b457-d57f69ae1831?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2808194 Aug 09 16:57:34.598859 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:57:34.666214 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.notifiers.nova [req-b4750972-ec64-4b00-9386-bfb61fd933c2 req-c91380d7-854c-497d-b1a7-6a99cd8b07a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2934afc2-fa4e-4b03-9b5b-d9457d46077e {{(pid=111141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 09 16:57:34.676757 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-b4750972-ec64-4b00-9386-bfb61fd933c2 req-c91380d7-854c-497d-b1a7-6a99cd8b07a3 service neutron] Publish callbacks [] for port (2934afc2-fa4e-4b03-9b5b-d9457d46077e), precommit_update {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:34.698730 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.db.provisioning_blocks [req-b4750972-ec64-4b00-9386-bfb61fd933c2 req-c91380d7-854c-497d-b1a7-6a99cd8b07a3 service neutron] Transition to ACTIVE for port object 2934afc2-fa4e-4b03-9b5b-d9457d46077e will not be triggered until provisioned by entity L2. {{(pid=111141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 09 16:57:34.799759 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-b4750972-ec64-4b00-9386-bfb61fd933c2 req-c91380d7-854c-497d-b1a7-6a99cd8b07a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748338263269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748337861771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748337861789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12487573'] for port (2934afc2-fa4e-4b03-9b5b-d9457d46077e), after_update {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:34.802751 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ceabbb-bb71-41f3-9761-8f0ac8450b5e None None] New status for floating IP 08fec1bf-3059-435c-86de-55dbee26a9e2: ACTIVE {{(pid=111143) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 09 16:57:35.028851 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91380d7-854c-497d-b1a7-6a99cd8b07a3 service neutron] Pushing event updated for resources: {'Port': ['ID=2934afc2-fa4e-4b03-9b5b-d9457d46077e,revision_number=2']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:57:35.091173 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e474dee1-1ba2-4201-8254-07b3bd1bb4e4 req-8fb04d4c-59aa-4329-b403-cc49fd94b7ea tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:57:35.092987 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-e474dee1-1ba2-4201-8254-07b3bd1bb4e4 req-8fb04d4c-59aa-4329-b403-cc49fd94b7ea tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=240e5a5a-5f07-4b5e-b8f1-11d492602c3a HTTP/1.1" status: 200 len: 943 time: 0.0820701 Aug 09 16:57:35.098700 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.managers [req-b4750972-ec64-4b00-9386-bfb61fd933c2 req-c91380d7-854c-497d-b1a7-6a99cd8b07a3 service neutron] Attempting to bind port 2934afc2-fa4e-4b03-9b5b-d9457d46077e on host hv-cinder-85236 for vnic_type normal with profile {{(pid=111141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 09 16:57:35.099044 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.managers [req-b4750972-ec64-4b00-9386-bfb61fd933c2 req-c91380d7-854c-497d-b1a7-6a99cd8b07a3 service neutron] Attempting to bind port 2934afc2-fa4e-4b03-9b5b-d9457d46077e by drivers openvswitch,hyperv on host hv-cinder-85236 at level 0 using segments [{'id': 'b62976c3-72a4-413b-b97a-9681014c555d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 975, 'network_id': '3e93bc5e-1b39-45ff-a87b-06d2e09742f3'}] {{(pid=111141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 09 16:57:35.099408 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4750972-ec64-4b00-9386-bfb61fd933c2 req-c91380d7-854c-497d-b1a7-6a99cd8b07a3 service neutron] Attempting to bind port 2934afc2-fa4e-4b03-9b5b-d9457d46077e on network 3e93bc5e-1b39-45ff-a87b-06d2e09742f3 {{(pid=111141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 16:57:35.120882 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4750972-ec64-4b00-9386-bfb61fd933c2 req-c91380d7-854c-497d-b1a7-6a99cd8b07a3 service neutron] Port 2934afc2-fa4e-4b03-9b5b-d9457d46077e on network 3e93bc5e-1b39-45ff-a87b-06d2e09742f3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85236 {{(pid=111141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 09 16:57:35.121218 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4750972-ec64-4b00-9386-bfb61fd933c2 req-c91380d7-854c-497d-b1a7-6a99cd8b07a3 service neutron] Attempting to bind port 2934afc2-fa4e-4b03-9b5b-d9457d46077e on network 3e93bc5e-1b39-45ff-a87b-06d2e09742f3 {{(pid=111141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 16:57:35.132279 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4750972-ec64-4b00-9386-bfb61fd933c2 req-c91380d7-854c-497d-b1a7-6a99cd8b07a3 service neutron] Checking agent: {'id': 'fd1157aa-8fd8-4c6b-a604-f3842f12d305', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85236', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 9, 16, 48, 30), 'started_at': datetime.datetime(2022, 8, 9, 16, 48, 30), 'heartbeat_timestamp': datetime.datetime(2022, 8, 9, 16, 57, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 09 16:57:35.132610 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4750972-ec64-4b00-9386-bfb61fd933c2 req-c91380d7-854c-497d-b1a7-6a99cd8b07a3 service neutron] Checking segment: {'id': 'b62976c3-72a4-413b-b97a-9681014c555d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 975, 'network_id': '3e93bc5e-1b39-45ff-a87b-06d2e09742f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 09 16:57:35.133102 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4750972-ec64-4b00-9386-bfb61fd933c2 req-c91380d7-854c-497d-b1a7-6a99cd8b07a3 service neutron] Bound using segment: {'id': 'b62976c3-72a4-413b-b97a-9681014c555d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 975, 'network_id': '3e93bc5e-1b39-45ff-a87b-06d2e09742f3'} {{(pid=111141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 09 16:57:35.133439 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.managers [req-b4750972-ec64-4b00-9386-bfb61fd933c2 req-c91380d7-854c-497d-b1a7-6a99cd8b07a3 service neutron] Bound port: 2934afc2-fa4e-4b03-9b5b-d9457d46077e, host: hv-cinder-85236, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b62976c3-72a4-413b-b97a-9681014c555d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 975, 'network_id': '3e93bc5e-1b39-45ff-a87b-06d2e09742f3'}}] {{(pid=111141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 09 16:57:35.133804 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-b4750972-ec64-4b00-9386-bfb61fd933c2 req-c91380d7-854c-497d-b1a7-6a99cd8b07a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (2934afc2-fa4e-4b03-9b5b-d9457d46077e), before_update {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:35.190941 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-e474dee1-1ba2-4201-8254-07b3bd1bb4e4 req-fabfab8e-6a9b-4493-912e-5baaa7b65bce tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=da40407e-4fba-40cd-93a9-019f01c74743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888340 Aug 09 16:57:35.265082 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4147eb38-1238-4e1f-b739-c3b047316005 req-899916ad-ddaa-49f4-a4eb-c4abaca8db94 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:57:35.270976 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.db [req-b4750972-ec64-4b00-9386-bfb61fd933c2 req-c91380d7-854c-497d-b1a7-6a99cd8b07a3 service neutron] For port 2934afc2-fa4e-4b03-9b5b-d9457d46077e, host hv-cinder-85236, cleared binding levels {{(pid=111141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:57:35.271329 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-4147eb38-1238-4e1f-b739-c3b047316005 req-899916ad-ddaa-49f4-a4eb-c4abaca8db94 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=1229920f-1e1c-47ed-b793-477ffc82d0c7 HTTP/1.1" status: 200 len: 945 time: 0.0617473 Aug 09 16:57:35.272825 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.db [req-b4750972-ec64-4b00-9386-bfb61fd933c2 req-c91380d7-854c-497d-b1a7-6a99cd8b07a3 service neutron] For port 2934afc2-fa4e-4b03-9b5b-d9457d46077e, host hv-cinder-85236, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=2934afc2-fa4e-4b03-9b5b-d9457d46077e,segment=NetworkSegment(b62976c3-72a4-413b-b97a-9681014c555d),segment_id=b62976c3-72a4-413b-b97a-9681014c555d)] {{(pid=111141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:57:35.327221 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-4147eb38-1238-4e1f-b739-c3b047316005 req-64af306a-4d60-4430-b08a-a917338cee49 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=e81067de-d040-4d2a-ba40-e93ecff38537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534487 Aug 09 16:57:35.390016 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-b4750972-ec64-4b00-9386-bfb61fd933c2 req-c91380d7-854c-497d-b1a7-6a99cd8b07a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748338263269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748337861771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748337861789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12487573'] for port (2934afc2-fa4e-4b03-9b5b-d9457d46077e), after_update {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:35.423580 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4750972-ec64-4b00-9386-bfb61fd933c2 req-c91380d7-854c-497d-b1a7-6a99cd8b07a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:57:35.424332 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-b4750972-ec64-4b00-9386-bfb61fd933c2 req-c91380d7-854c-497d-b1a7-6a99cd8b07a3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90003'] for port (None), before_response {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:35.425825 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-b4750972-ec64-4b00-9386-bfb61fd933c2 req-c91380d7-854c-497d-b1a7-6a99cd8b07a3 service neutron] 10.222.0.91 "PUT /networking/v2.0/ports/2934afc2-fa4e-4b03-9b5b-d9457d46077e HTTP/1.1" status: 200 len: 1093 time: 1.5028217 Aug 09 16:57:35.426397 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '240e5a5a-5f07-4b5e-b8f1-11d492602c3a', 'tag': '2934afc2-fa4e-4b03-9b5b-d9457d46077e'}] {{(pid=111141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 16:57:35.428728 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fc61e086496b7b72fa0be04cca19be1e9321c349ae61d053137ad661f53d53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2772d09-03b8-432a-a40c-b7f47958fdbe" -d '{"events": [{"name": "network-changed", "server_uuid": "240e5a5a-5f07-4b5e-b8f1-11d492602c3a", "tag": "2934afc2-fa4e-4b03-9b5b-d9457d46077e"}]}' {{(pid=111141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:57:35.480459 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91380d7-854c-497d-b1a7-6a99cd8b07a3 service neutron] Pushing event updated for resources: {'Port': ['ID=2934afc2-fa4e-4b03-9b5b-d9457d46077e,revision_number=3']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:57:35.490703 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Aug 2022 16:57:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ecc4379-4e88-4a11-b800-87658b768050 x-openstack-request-id: req-3ecc4379-4e88-4a11-b800-87658b768050 {{(pid=111141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:57:35.494265 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "240e5a5a-5f07-4b5e-b8f1-11d492602c3a", "tag": "2934afc2-fa4e-4b03-9b5b-d9457d46077e", "status": "completed", "code": 200}]} {{(pid=111141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:57:35.494265 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-3ecc4379-4e88-4a11-b800-87658b768050 {{(pid=111141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:57:35.494265 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ecc4379-4e88-4a11-b800-87658b768050'] response: {'name': 'network-changed', 'server_uuid': '240e5a5a-5f07-4b5e-b8f1-11d492602c3a', 'tag': '2934afc2-fa4e-4b03-9b5b-d9457d46077e', 'status': 'completed', 'code': 200} Aug 09 16:57:36.335088 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475eb2fb-344c-4f1d-a297-3529a764a62a req-2042d4c7-787d-4a99-a706-05df406b8011 tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:57:36.336664 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-475eb2fb-344c-4f1d-a297-3529a764a62a req-2042d4c7-787d-4a99-a706-05df406b8011 tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=240e5a5a-5f07-4b5e-b8f1-11d492602c3a HTTP/1.1" status: 200 len: 943 time: 0.0530555 Aug 09 16:57:36.467909 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:UPDATE=4,neutron:SELECT=95,neutron:INSERT=1 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:57:36.467909 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bd2d8b-1c29-47d9-94ca-fc185a61edfd req-ced96739-5faa-426e-be8b-18e395e77e6a tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:57:36.471299 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-e8bd2d8b-1c29-47d9-94ca-fc185a61edfd req-ced96739-5faa-426e-be8b-18e395e77e6a tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=1229920f-1e1c-47ed-b793-477ffc82d0c7 HTTP/1.1" status: 200 len: 945 time: 0.0625198 Aug 09 16:57:36.543045 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-e8bd2d8b-1c29-47d9-94ca-fc185a61edfd req-b188c106-27d2-404d-97e9-db1e501a56c4 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=e81067de-d040-4d2a-ba40-e93ecff38537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707033 Aug 09 16:57:36.648745 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-475eb2fb-344c-4f1d-a297-3529a764a62a req-8f88bd72-f206-473d-a0d5-904eb415336c tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=da40407e-4fba-40cd-93a9-019f01c74743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3050444 Aug 09 16:57:37.670741 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b77ead-da40-4c33-8a91-8b334a120f72 req-ac8659d3-851d-4f78-ad00-6f4194a2d509 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:57:37.672276 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-04b77ead-da40-4c33-8a91-8b334a120f72 req-ac8659d3-851d-4f78-ad00-6f4194a2d509 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=1229920f-1e1c-47ed-b793-477ffc82d0c7 HTTP/1.1" status: 200 len: 945 time: 0.0552664 Aug 09 16:57:37.733124 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-04b77ead-da40-4c33-8a91-8b334a120f72 req-171686bc-be44-4bf6-8d13-7e1e7dd30e6f tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=e81067de-d040-4d2a-ba40-e93ecff38537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549564 Aug 09 16:57:37.814909 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31e6bb0-c871-4e06-afa1-c819d89dcd2c req-0fe80bf0-914f-4bc5-ae87-3131aa401178 tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:57:37.816580 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-f31e6bb0-c871-4e06-afa1-c819d89dcd2c req-0fe80bf0-914f-4bc5-ae87-3131aa401178 tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=240e5a5a-5f07-4b5e-b8f1-11d492602c3a HTTP/1.1" status: 200 len: 943 time: 0.0881097 Aug 09 16:57:37.869266 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-f31e6bb0-c871-4e06-afa1-c819d89dcd2c req-5c697965-cab7-4061-ba37-64b1f2db7925 tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=da40407e-4fba-40cd-93a9-019f01c74743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466852 Aug 09 16:57:38.898877 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a990f4d-e3ef-4245-a84d-ad59057a93a4 req-65d0d8eb-2817-4cfe-947a-fc1eb4cf9c79 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:57:38.900411 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-9a990f4d-e3ef-4245-a84d-ad59057a93a4 req-65d0d8eb-2817-4cfe-947a-fc1eb4cf9c79 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=1229920f-1e1c-47ed-b793-477ffc82d0c7 HTTP/1.1" status: 200 len: 945 time: 0.0555749 Aug 09 16:57:38.979389 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-9a990f4d-e3ef-4245-a84d-ad59057a93a4 req-53ab9214-d7d0-4acc-b3bf-6b2e6275cd0c tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=e81067de-d040-4d2a-ba40-e93ecff38537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724955 Aug 09 16:57:39.021510 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6c4048-9601-4a75-b85e-f76621eb49bb req-183a8bd6-958f-4c9d-8260-663b3bc33e60 tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:57:39.023019 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-7f6c4048-9601-4a75-b85e-f76621eb49bb req-183a8bd6-958f-4c9d-8260-663b3bc33e60 tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=240e5a5a-5f07-4b5e-b8f1-11d492602c3a HTTP/1.1" status: 200 len: 943 time: 0.0713408 Aug 09 16:57:39.082360 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-7f6c4048-9601-4a75-b85e-f76621eb49bb req-8b326113-94d2-4d0b-ab07-fa237904d582 tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=da40407e-4fba-40cd-93a9-019f01c74743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530105 Aug 09 16:57:39.933349 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.wsgi [-] (111140) accepted ('10.222.0.59', 55942) {{(pid=111140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:57:40.222774 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-9a0d48dd-ea49-4aed-a86b-2177a1e23e77 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:40.223568 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7b2c45-9a8f-4bcc-8a74-222f41398292 req-deb6e1af-f5aa-47a3-8198-de5193f8a549 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:57:40.223568 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-bb7b2c45-9a8f-4bcc-8a74-222f41398292 req-deb6e1af-f5aa-47a3-8198-de5193f8a549 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=1229920f-1e1c-47ed-b793-477ffc82d0c7 HTTP/1.1" status: 200 len: 945 time: 0.0652726 Aug 09 16:57:40.274688 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-bb7b2c45-9a8f-4bcc-8a74-222f41398292 req-965baca8-8623-4377-bf40-2e7290ab90e1 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=e81067de-d040-4d2a-ba40-e93ecff38537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1037781 Aug 09 16:57:40.310307 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0c6ee0-d739-4d40-8a5e-d788f6a809d5 req-85f43207-4518-4a5a-9985-8282e56ddd29 tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:57:40.314116 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-9d0c6ee0-d739-4d40-8a5e-d788f6a809d5 req-85f43207-4518-4a5a-9985-8282e56ddd29 tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=240e5a5a-5f07-4b5e-b8f1-11d492602c3a HTTP/1.1" status: 200 len: 943 time: 0.1284688 Aug 09 16:57:40.394346 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-9a0d48dd-ea49-4aed-a86b-2177a1e23e77 admin admin] Publish callbacks [] for security_group (dfb0255e-850e-48bf-b8b4-4f277d6eea8b), precommit_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:40.399627 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-9d0c6ee0-d739-4d40-8a5e-d788f6a809d5 req-ccd2f38d-474f-4e3c-92fb-5f1333931f7b tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=da40407e-4fba-40cd-93a9-019f01c74743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807922 Aug 09 16:57:40.789617 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-522307ed-10ec-4479-bb5b-868a99c35ad5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (0d699ab0-1a4e-47ab-a625-f3b077123214), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:40.823871 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-9a0d48dd-ea49-4aed-a86b-2177a1e23e77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763768'] for security_group (dfb0255e-850e-48bf-b8b4-4f277d6eea8b), after_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:40.879205 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0d48dd-ea49-4aed-a86b-2177a1e23e77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfb0255e-850e-48bf-b8b4-4f277d6eea8b,revision_number=1']} {{(pid=111140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:57:40.885811 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [None req-9a0d48dd-ea49-4aed-a86b-2177a1e23e77 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=1d9d0b0344b743b19269a0ebb551c133&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9512851 Aug 09 16:57:40.888371 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.wsgi [-] (111140) accepted ('10.222.0.59', 55950) {{(pid=111140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:57:40.951842 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-ca2a5aa6-9cad-4c9e-8f80-7f6c1647970f admin admin] Publish callbacks [] for security_group (dfb0255e-850e-48bf-b8b4-4f277d6eea8b), before_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:40.992983 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-ca2a5aa6-9cad-4c9e-8f80-7f6c1647970f admin admin] Publish callbacks [] for security_group (dfb0255e-850e-48bf-b8b4-4f277d6eea8b), precommit_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:41.132630 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-ca2a5aa6-9cad-4c9e-8f80-7f6c1647970f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763768'] for security_group (dfb0255e-850e-48bf-b8b4-4f277d6eea8b), after_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:41.137550 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-ca2a5aa6-9cad-4c9e-8f80-7f6c1647970f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:41.139503 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [None req-ca2a5aa6-9cad-4c9e-8f80-7f6c1647970f admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/dfb0255e-850e-48bf-b8b4-4f277d6eea8b HTTP/1.1" status: 204 len: 168 time: 0.2500875 Aug 09 16:57:41.152792 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2a5aa6-9cad-4c9e-8f80-7f6c1647970f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfb0255e-850e-48bf-b8b4-4f277d6eea8b,revision_number=None']} {{(pid=111140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:57:41.437700 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc255c5-8c33-44fe-879d-f348012026df req-8365c302-27ac-47ff-a4ac-bab64cbc66ab tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:57:41.439701 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-2cc255c5-8c33-44fe-879d-f348012026df req-8365c302-27ac-47ff-a4ac-bab64cbc66ab tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=1229920f-1e1c-47ed-b793-477ffc82d0c7 HTTP/1.1" status: 200 len: 945 time: 0.0548742 Aug 09 16:57:41.521757 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-2cc255c5-8c33-44fe-879d-f348012026df req-cb3a9e0b-a16f-4ff3-bd7a-9e51b7ef88d4 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=e81067de-d040-4d2a-ba40-e93ecff38537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715685 Aug 09 16:57:41.523442 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:57:41.600390 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175c91fe-682f-4537-aca0-bc92076cf3fc req-cbd7cc51-2009-43a9-91a5-be2c940818e3 tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:57:41.602293 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-175c91fe-682f-4537-aca0-bc92076cf3fc req-cbd7cc51-2009-43a9-91a5-be2c940818e3 tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=240e5a5a-5f07-4b5e-b8f1-11d492602c3a HTTP/1.1" status: 200 len: 943 time: 0.0916808 Aug 09 16:57:41.645319 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:57:41.676382 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-175c91fe-682f-4537-aca0-bc92076cf3fc req-784184c8-e017-4cda-99b5-f4a3cb67c6bb tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=da40407e-4fba-40cd-93a9-019f01c74743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674579 Aug 09 16:57:42.439582 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-f0f90ce7-fd43-4060-98a4-1d6a1731ce75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (2cf02505-efcb-442b-855b-6c659df6f18c), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:42.657039 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c806a808-066b-4c9f-9b4f-3f2a06de2118 req-10bc1f6b-5ff1-4efc-b25b-fb641201c19d tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:57:42.659584 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-c806a808-066b-4c9f-9b4f-3f2a06de2118 req-10bc1f6b-5ff1-4efc-b25b-fb641201c19d tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=1229920f-1e1c-47ed-b793-477ffc82d0c7 HTTP/1.1" status: 200 len: 945 time: 0.0699236 Aug 09 16:57:42.718734 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-c806a808-066b-4c9f-9b4f-3f2a06de2118 req-70557296-e8a6-4ae2-845a-65f0d4eb897c tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=e81067de-d040-4d2a-ba40-e93ecff38537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542545 Aug 09 16:57:42.845333 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c0dc4c-d655-477d-adac-1e94ca4d2239 req-41aefa1e-a5f6-4e36-a49d-7ba9ffeff0a5 tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:57:42.847060 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-e9c0dc4c-d655-477d-adac-1e94ca4d2239 req-41aefa1e-a5f6-4e36-a49d-7ba9ffeff0a5 tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=240e5a5a-5f07-4b5e-b8f1-11d492602c3a HTTP/1.1" status: 200 len: 943 time: 0.0854728 Aug 09 16:57:42.898017 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-e9c0dc4c-d655-477d-adac-1e94ca4d2239 req-9af9f6e1-94ef-42c6-9887-746dfaa51ee4 tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=da40407e-4fba-40cd-93a9-019f01c74743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448928 Aug 09 16:57:43.698981 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-e70f562e-e7df-49ad-a15a-67a143aa0666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (bc6be869-02df-4ed8-8ee0-3ec53a1551af), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:43.842482 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:57:43.858207 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2772d09-03b8-432a-a40c-b7f47958fdbe req-2d56a991-e0af-45e1-a0f0-04f9602d2a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:57:43.859730 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-f2772d09-03b8-432a-a40c-b7f47958fdbe req-2d56a991-e0af-45e1-a0f0-04f9602d2a01 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?tenant_id=7ffda0edbe694650b9de23928f1de1a4&device_id=240e5a5a-5f07-4b5e-b8f1-11d492602c3a HTTP/1.1" status: 200 len: 1127 time: 0.1226301 Aug 09 16:57:43.873213 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc898e5d-3ec9-4259-9f93-e3ad9331a004 req-448019e5-cefa-4e06-995e-d9d41ee69298 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:57:43.874662 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-cc898e5d-3ec9-4259-9f93-e3ad9331a004 req-448019e5-cefa-4e06-995e-d9d41ee69298 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=1229920f-1e1c-47ed-b793-477ffc82d0c7 HTTP/1.1" status: 200 len: 945 time: 0.0697334 Aug 09 16:57:43.918161 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-da8cd1e7-7c79-4925-bf0c-6f9b6107f480 req-0f467878-9db0-44c9-b44e-91c309adcd05 service neutron] 10.222.0.91 "GET /networking/v2.0/networks/d512bb64-4fdf-40f1-b457-d57f69ae1831?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2020893 Aug 09 16:57:43.943203 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-cc898e5d-3ec9-4259-9f93-e3ad9331a004 req-5a4251f7-4411-4b8b-9c4a-0f677879cd9c tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=e81067de-d040-4d2a-ba40-e93ecff38537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584555 Aug 09 16:57:44.023422 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5561d105-bd5a-43fa-ac5a-8608b318e43c req-79fbf79d-8f7d-4f80-aa23-638f19210c5e tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:57:44.026517 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-5561d105-bd5a-43fa-ac5a-8608b318e43c req-79fbf79d-8f7d-4f80-aa23-638f19210c5e tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=240e5a5a-5f07-4b5e-b8f1-11d492602c3a HTTP/1.1" status: 200 len: 943 time: 0.0493150 Aug 09 16:57:44.078120 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-5561d105-bd5a-43fa-ac5a-8608b318e43c req-26d1e4ab-a4df-4d9f-bcea-40943abc7bad tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=da40407e-4fba-40cd-93a9-019f01c74743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462184 Aug 09 16:57:44.878641 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG dbcounter [-] [111143] Writing DB stats neutron:SELECT=22,neutron:UPDATE=1 {{(pid=111143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:57:44.965267 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG dbcounter [-] [111143] Writing DB stats neutron:SELECT=18,neutron:UPDATE=3 {{(pid=111143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:57:45.064051 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eda0c81-6c2b-426d-9be8-116a1d53891a req-63ece89c-680d-46cb-848e-f4449989176a tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:57:45.065777 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-8eda0c81-6c2b-426d-9be8-116a1d53891a req-63ece89c-680d-46cb-848e-f4449989176a tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=1229920f-1e1c-47ed-b793-477ffc82d0c7 HTTP/1.1" status: 200 len: 945 time: 0.0526304 Aug 09 16:57:45.118607 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-8eda0c81-6c2b-426d-9be8-116a1d53891a req-f1b04d02-f945-4f9e-a65d-020a02368d8e tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=e81067de-d040-4d2a-ba40-e93ecff38537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466175 Aug 09 16:57:45.215902 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46412d90-b872-4ed3-bd1d-f0b3c28fb6ea req-7a336e6e-ffa6-45a3-a29a-df0fe9fdd83f tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:57:45.218104 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-46412d90-b872-4ed3-bd1d-f0b3c28fb6ea req-7a336e6e-ffa6-45a3-a29a-df0fe9fdd83f tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=240e5a5a-5f07-4b5e-b8f1-11d492602c3a HTTP/1.1" status: 200 len: 943 time: 0.0548661 Aug 09 16:57:45.266254 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-46412d90-b872-4ed3-bd1d-f0b3c28fb6ea req-80369172-2534-4fe6-97c6-990067c31321 tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=da40407e-4fba-40cd-93a9-019f01c74743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425539 Aug 09 16:57:45.501715 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-5c325a0b-ed39-4cac-be6f-43defe9e55aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (33bcacdc-c215-42b6-b75f-650d86e609be), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:45.692047 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (47988f4d-09d0-4892-bbfe-5b11c743802f), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:46.241880 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1800d17d-772f-4d6e-9082-04e3c5364a71 req-c423f10d-4017-43f2-846f-c0038452f9fd tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:57:46.247639 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-1800d17d-772f-4d6e-9082-04e3c5364a71 req-c423f10d-4017-43f2-846f-c0038452f9fd tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=1229920f-1e1c-47ed-b793-477ffc82d0c7 HTTP/1.1" status: 200 len: 945 time: 0.0543287 Aug 09 16:57:46.255601 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=100 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:57:46.301752 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-1800d17d-772f-4d6e-9082-04e3c5364a71 req-1a637bfa-65a5-4bdf-9d11-6bae9f5326dd tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=e81067de-d040-4d2a-ba40-e93ecff38537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519114 Aug 09 16:57:46.418647 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cbbfbd-18c0-4dc5-b01b-4f845cf4251c req-2e5bedcf-ee51-4839-bc13-ca0e8d0fb99e tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:57:46.420558 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-86cbbfbd-18c0-4dc5-b01b-4f845cf4251c req-2e5bedcf-ee51-4839-bc13-ca0e8d0fb99e tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=240e5a5a-5f07-4b5e-b8f1-11d492602c3a HTTP/1.1" status: 200 len: 943 time: 0.0562108 Aug 09 16:57:46.427004 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2772d09-03b8-432a-a40c-b7f47958fdbe req-507333d1-6bf4-40f4-8701-9aa5ba851536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:57:46.428824 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-f2772d09-03b8-432a-a40c-b7f47958fdbe req-507333d1-6bf4-40f4-8701-9aa5ba851536 service neutron] 10.222.0.91 "GET /networking/v2.0/networks?tenant_id=7ffda0edbe694650b9de23928f1de1a4&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1420383 Aug 09 16:57:46.436096 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b60c08b-587f-49a3-9559-434792c799ba req-451709cb-f7c0-4f47-b2b9-a56b0b5a5fa0 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:57:46.437701 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-6b60c08b-587f-49a3-9559-434792c799ba req-451709cb-f7c0-4f47-b2b9-a56b0b5a5fa0 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=1229920f-1e1c-47ed-b793-477ffc82d0c7 HTTP/1.1" status: 200 len: 945 time: 0.0773454 Aug 09 16:57:46.472352 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-86cbbfbd-18c0-4dc5-b01b-4f845cf4251c req-ff8263f9-28ec-4925-a5b1-4953ca532d6d tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=da40407e-4fba-40cd-93a9-019f01c74743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456684 Aug 09 16:57:46.657099 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.plugin [req-6b60c08b-587f-49a3-9559-434792c799ba req-2c67c655-67b7-44fa-b526-60e933e67d28 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Deleting port 9cab5e90-f175-4329-b086-0861ea05f1e3 {{(pid=111141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 09 16:57:46.657443 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-6b60c08b-587f-49a3-9559-434792c799ba req-2c67c655-67b7-44fa-b526-60e933e67d28 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748338259761'] for port (9cab5e90-f175-4329-b086-0861ea05f1e3), before_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:46.712783 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2772d09-03b8-432a-a40c-b7f47958fdbe req-68270148-76d5-41ca-a45a-be032cd7d57f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:57:46.715183 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-f2772d09-03b8-432a-a40c-b7f47958fdbe req-68270148-76d5-41ca-a45a-be032cd7d57f service neutron] 10.222.0.91 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2015150 Aug 09 16:57:46.764602 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.db [req-6b60c08b-587f-49a3-9559-434792c799ba req-2c67c655-67b7-44fa-b526-60e933e67d28 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] For port 9cab5e90-f175-4329-b086-0861ea05f1e3, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=9cab5e90-f175-4329-b086-0861ea05f1e3,segment=NetworkSegment(087eff6f-7ffe-4685-8407-ebe76234df3c),segment_id=087eff6f-7ffe-4685-8407-ebe76234df3c)] {{(pid=111141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:57:46.764964 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-6b60c08b-587f-49a3-9559-434792c799ba req-2c67c655-67b7-44fa-b526-60e933e67d28 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694862'] for port (9cab5e90-f175-4329-b086-0861ea05f1e3), precommit_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:46.928526 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-6b60c08b-587f-49a3-9559-434792c799ba req-2c67c655-67b7-44fa-b526-60e933e67d28 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:46.928884 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-6b60c08b-587f-49a3-9559-434792c799ba req-2c67c655-67b7-44fa-b526-60e933e67d28 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-336914'] for floatingip (fa99dc52-0978-4e95-a47a-f64d9470be7d), after_update {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:46.929198 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.db.l3_db [req-6b60c08b-587f-49a3-9559-434792c799ba req-2c67c655-67b7-44fa-b526-60e933e67d28 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Floating IP fa99dc52-0978-4e95-a47a-f64d9470be7d disassociated. External IP: 172.27.2.217, port: 9cab5e90-f175-4329-b086-0861ea05f1e3. Aug 09 16:57:46.929541 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.plugin [req-6b60c08b-587f-49a3-9559-434792c799ba req-2c67c655-67b7-44fa-b526-60e933e67d28 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Calling delete_port for 9cab5e90-f175-4329-b086-0861ea05f1e3 owned by compute:nova {{(pid=111141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 09 16:57:47.025855 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4750972-ec64-4b00-9386-bfb61fd933c2 req-2ce3721b-07d9-4c4b-8c54-c7314e714748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:57:47.027740 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-b4750972-ec64-4b00-9386-bfb61fd933c2 req-2ce3721b-07d9-4c4b-8c54-c7314e714748 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?tenant_id=7ffda0edbe694650b9de23928f1de1a4&device_id=240e5a5a-5f07-4b5e-b8f1-11d492602c3a HTTP/1.1" status: 200 len: 1127 time: 0.0532243 Aug 09 16:57:47.081578 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-b4750972-ec64-4b00-9386-bfb61fd933c2 req-f1c8b08a-9d91-4d2d-859f-3d01e0209275 service neutron] 10.222.0.91 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2934afc2-fa4e-4b03-9b5b-d9457d46077e HTTP/1.1" status: 200 len: 217 time: 0.0377839 Aug 09 16:57:47.176645 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:57:47.190113 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4750972-ec64-4b00-9386-bfb61fd933c2 req-cb86bba0-13fe-4d03-b0ea-420f3fe5261b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:57:47.191644 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-b4750972-ec64-4b00-9386-bfb61fd933c2 req-cb86bba0-13fe-4d03-b0ea-420f3fe5261b service neutron] 10.222.0.91 "GET /networking/v2.0/subnets?id=0c663383-3c98-40dd-81bd-5c2758326a06 HTTP/1.1" status: 200 len: 854 time: 0.0968060 Aug 09 16:57:47.208680 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:57:47.238004 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4750972-ec64-4b00-9386-bfb61fd933c2 req-d7978acd-7f8a-4723-b5e7-649d8c53be5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:57:47.240866 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-b4750972-ec64-4b00-9386-bfb61fd933c2 req-d7978acd-7f8a-4723-b5e7-649d8c53be5d service neutron] 10.222.0.91 "GET /networking/v2.0/ports?network_id=3e93bc5e-1b39-45ff-a87b-06d2e09742f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0392282 Aug 09 16:57:47.296520 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-6b60c08b-587f-49a3-9559-434792c799ba req-2c67c655-67b7-44fa-b526-60e933e67d28 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748338263278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748337861762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12487578'] for port (9cab5e90-f175-4329-b086-0861ea05f1e3), after_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:47.424956 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.agents_db [None req-a4db1589-5d5b-4049-8210-f6e9f318fefd None None] Agent healthcheck: found 6 active agents {{(pid=111143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:57:47.601617 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfd223d-04c5-486e-af30-573fb8847d39 req-97e00fa2-a7ba-4c6e-8c31-ae0f96464126 tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:57:47.603415 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-8dfd223d-04c5-486e-af30-573fb8847d39 req-97e00fa2-a7ba-4c6e-8c31-ae0f96464126 tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=240e5a5a-5f07-4b5e-b8f1-11d492602c3a HTTP/1.1" status: 200 len: 943 time: 0.0539503 Aug 09 16:57:47.623836 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c67c655-67b7-44fa-b526-60e933e67d28 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Pushing event deleted for resources: {'Port': ['ID=9cab5e90-f175-4329-b086-0861ea05f1e3,revision_number=None']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:57:47.635037 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-8a81b9f5-c162-4ecc-bee3-b0bf741e4794 req-9361b27d-b541-4235-a047-c4c3647a6ebc tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=1229920f-1e1c-47ed-b793-477ffc82d0c7 HTTP/1.1" status: 200 len: 210 time: 0.0606906 Aug 09 16:57:47.664341 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-8dfd223d-04c5-486e-af30-573fb8847d39 req-a057b629-851f-4db4-87d5-bd62c51cf4f5 tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=da40407e-4fba-40cd-93a9-019f01c74743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523229 Aug 09 16:57:47.707901 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-b4750972-ec64-4b00-9386-bfb61fd933c2 req-ec2eabd9-4b91-4692-8968-36b72abc5901 service neutron] 10.222.0.91 "GET /networking/v2.0/networks/3e93bc5e-1b39-45ff-a87b-06d2e09742f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4601109 Aug 09 16:57:47.839353 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6b60c08b-587f-49a3-9559-434792c799ba req-2c67c655-67b7-44fa-b526-60e933e67d28 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Router 2cab2482-7444-4975-b616-2ff06d0c2e17 has already been hosted by L3 agent 2cf02505-efcb-442b-855b-6c659df6f18c {{(pid=111141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 09 16:57:47.851513 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-b4750972-ec64-4b00-9386-bfb61fd933c2 req-89b0fab3-9b6d-4faa-94ee-78553bbd3ec6 service neutron] 10.222.0.91 "GET /networking/v2.0/networks/3e93bc5e-1b39-45ff-a87b-06d2e09742f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367750 Aug 09 16:57:47.955761 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6b60c08b-587f-49a3-9559-434792c799ba req-2c67c655-67b7-44fa-b526-60e933e67d28 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Notify agent at l3_agent.dv-cinder-852364-3-iscsi the message routers_updated {{(pid=111141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:57:47.966699 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac6a4fe6-8b76-42a8-8e16-681784f136b4 None None] Sync routers for ids ['2cab2482-7444-4975-b616-2ff06d0c2e17'] in dv-cinder-852364-3-iscsi {{(pid=111142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:57:47.983903 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac6a4fe6-8b76-42a8-8e16-681784f136b4 None None] Routers {'2cab2482-7444-4975-b616-2ff06d0c2e17'} bound to L3 agent in host dv-cinder-852364-3-iscsi {{(pid=111142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 16:57:47.993115 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_hamode_db [None req-ac6a4fe6-8b76-42a8-8e16-681784f136b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-09T16:42:12Z,description=,heartbeat_timestamp=2022-08-09T16:57:42Z,host='dv-cinder-852364-3-iscsi',id=2cf02505-efcb-442b-855b-6c659df6f18c,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:13Z,topic='l3_agent')) {'router_ids': ['2cab2482-7444-4975-b616-2ff06d0c2e17'], 'active': True} {{(pid=111142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:57:48.009597 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b60c08b-587f-49a3-9559-434792c799ba req-2c67c655-67b7-44fa-b526-60e933e67d28 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] No DVR routers for this DVR port 9cab5e90-f175-4329-b086-0861ea05f1e3 on host hv-cinder-85236 {{(pid=111141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 09 16:57:48.012727 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-6b60c08b-587f-49a3-9559-434792c799ba req-2c67c655-67b7-44fa-b526-60e933e67d28 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90003'] for port (None), before_response {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:48.016077 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-6b60c08b-587f-49a3-9559-434792c799ba req-2c67c655-67b7-44fa-b526-60e933e67d28 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] 10.222.0.91 "DELETE /networking/v2.0/ports/9cab5e90-f175-4329-b086-0861ea05f1e3 HTTP/1.1" status: 204 len: 173 time: 1.5102279 Aug 09 16:57:48.016687 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1229920f-1e1c-47ed-b793-477ffc82d0c7', 'name': 'network-vif-deleted', 'tag': '9cab5e90-f175-4329-b086-0861ea05f1e3'}] {{(pid=111141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 16:57:48.019214 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fc61e086496b7b72fa0be04cca19be1e9321c349ae61d053137ad661f53d53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45d442cf-324f-428c-a63b-36a323ebb814" -d '{"events": [{"server_uuid": "1229920f-1e1c-47ed-b793-477ffc82d0c7", "name": "network-vif-deleted", "tag": "9cab5e90-f175-4329-b086-0861ea05f1e3"}]}' {{(pid=111141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:57:48.058815 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Aug 2022 16:57:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9b3ed02-f719-442f-ae1e-211fabb7560e x-openstack-request-id: req-e9b3ed02-f719-442f-ae1e-211fabb7560e {{(pid=111141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:57:48.059135 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1229920f-1e1c-47ed-b793-477ffc82d0c7", "name": "network-vif-deleted", "tag": "9cab5e90-f175-4329-b086-0861ea05f1e3", "status": "completed", "code": 200}]} {{(pid=111141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:57:48.059383 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e9b3ed02-f719-442f-ae1e-211fabb7560e {{(pid=111141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:57:48.059798 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9b3ed02-f719-442f-ae1e-211fabb7560e'] response: {'server_uuid': '1229920f-1e1c-47ed-b793-477ffc82d0c7', 'name': 'network-vif-deleted', 'tag': '9cab5e90-f175-4329-b086-0861ea05f1e3', 'status': 'completed', 'code': 200} Aug 09 16:57:48.098557 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_dvr_db [None req-ac6a4fe6-8b76-42a8-8e16-681784f136b4 None None] Set router 2cab2482-7444-4975-b616-2ff06d0c2e17 gateway port host: dv-cinder-852364-3-iscsi {{(pid=111142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 16:57:48.299494 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_hamode_db [None req-ac6a4fe6-8b76-42a8-8e16-681784f136b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cab2482-7444-4975-b616-2ff06d0c2e17', 'name': 'tempest-AttachVolumeTestJSON-1052946250-router', 'tenant_id': '54562f03aaae457ca88be251d2208e2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'external_fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': '3da32644-d653-4870-a983-8ae28554edae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:50:24Z', 'updated_at': '2022-08-09T16:50:34Z', 'revision_number': 4, 'project_id': '54562f03aaae457ca88be251d2208e2e', 'gw_port': {'id': '3da32644-d653-4870-a983-8ae28554edae', 'name': '', 'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:7f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cab2482-7444-4975-b616-2ff06d0c2e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:50:25Z', 'updated_at': '2022-08-09T16:50:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-3-iscsi', '_interfaces': [{'id': 'eae3aa57-20a3-4ac8-984f-535313d9417f', 'name': '', 'network_id': 'c6e9ea29-d63f-40f2-84ee-974e268aa2d8', 'tenant_id': '54562f03aaae457ca88be251d2208e2e', 'mac_address': 'fa:16:3e:47:ae:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cab2482-7444-4975-b616-2ff06d0c2e17', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '04d182a3-f5e2-47dc-869b-31a7d21795ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:50:31Z', 'updated_at': '2022-08-09T16:50:42Z', 'revision_number': 5, 'project_id': '54562f03aaae457ca88be251d2208e2e', 'subnets': [{'id': '04d182a3-f5e2-47dc-869b-31a7d21795ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-3-iscsi', False) {} {{(pid=111142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:57:48.328149 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac6a4fe6-8b76-42a8-8e16-681784f136b4 None None] Checking router: 2cab2482-7444-4975-b616-2ff06d0c2e17 for host: dv-cinder-852364-3-iscsi {{(pid=111142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:57:48.336599 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac6a4fe6-8b76-42a8-8e16-681784f136b4 None None] Routers {'2cab2482-7444-4975-b616-2ff06d0c2e17'} bound to L3 agent in host dv-cinder-852364-3-iscsi {{(pid=111142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 16:57:48.337213 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_hamode_db [None req-ac6a4fe6-8b76-42a8-8e16-681784f136b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-09T16:42:12Z,description=,heartbeat_timestamp=2022-08-09T16:57:42Z,host='dv-cinder-852364-3-iscsi',id=2cf02505-efcb-442b-855b-6c659df6f18c,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:13Z,topic='l3_agent')) {'router_ids': ['2cab2482-7444-4975-b616-2ff06d0c2e17'], 'active': True} {{(pid=111142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:57:48.440195 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_dvr_db [None req-ac6a4fe6-8b76-42a8-8e16-681784f136b4 None None] Set router 2cab2482-7444-4975-b616-2ff06d0c2e17 gateway port host: dv-cinder-852364-3-iscsi {{(pid=111142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 16:57:48.631610 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_hamode_db [None req-ac6a4fe6-8b76-42a8-8e16-681784f136b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cab2482-7444-4975-b616-2ff06d0c2e17', 'name': 'tempest-AttachVolumeTestJSON-1052946250-router', 'tenant_id': '54562f03aaae457ca88be251d2208e2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'external_fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': '3da32644-d653-4870-a983-8ae28554edae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:50:24Z', 'updated_at': '2022-08-09T16:50:34Z', 'revision_number': 4, 'project_id': '54562f03aaae457ca88be251d2208e2e', 'gw_port': {'id': '3da32644-d653-4870-a983-8ae28554edae', 'name': '', 'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:7f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cab2482-7444-4975-b616-2ff06d0c2e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:50:25Z', 'updated_at': '2022-08-09T16:50:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-3-iscsi', '_interfaces': [{'id': 'eae3aa57-20a3-4ac8-984f-535313d9417f', 'name': '', 'network_id': 'c6e9ea29-d63f-40f2-84ee-974e268aa2d8', 'tenant_id': '54562f03aaae457ca88be251d2208e2e', 'mac_address': 'fa:16:3e:47:ae:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cab2482-7444-4975-b616-2ff06d0c2e17', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '04d182a3-f5e2-47dc-869b-31a7d21795ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:50:31Z', 'updated_at': '2022-08-09T16:50:42Z', 'revision_number': 5, 'project_id': '54562f03aaae457ca88be251d2208e2e', 'subnets': [{'id': '04d182a3-f5e2-47dc-869b-31a7d21795ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-3-iscsi', False) {} {{(pid=111142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:57:48.655984 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac6a4fe6-8b76-42a8-8e16-681784f136b4 None None] The sync data for ids ['2cab2482-7444-4975-b616-2ff06d0c2e17'] in dv-cinder-852364-3-iscsi is: [{'id': '2cab2482-7444-4975-b616-2ff06d0c2e17', 'name': 'tempest-AttachVolumeTestJSON-1052946250-router', 'tenant_id': '54562f03aaae457ca88be251d2208e2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'external_fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': '3da32644-d653-4870-a983-8ae28554edae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:50:24Z', 'updated_at': '2022-08-09T16:50:34Z', 'revision_number': 4, 'project_id': '54562f03aaae457ca88be251d2208e2e', 'gw_port': {'id': '3da32644-d653-4870-a983-8ae28554edae', 'name': '', 'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:7f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cab2482-7444-4975-b616-2ff06d0c2e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:50:25Z', 'updated_at': '2022-08-09T16:50:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-3-iscsi', '_interfaces': [{'id': 'eae3aa57-20a3-4ac8-984f-535313d9417f', 'name': '', 'network_id': 'c6e9ea29-d63f-40f2-84ee-974e268aa2d8', 'tenant_id': '54562f03aaae457ca88be251d2208e2e', 'mac_address': 'fa:16:3e:47:ae:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cab2482-7444-4975-b616-2ff06d0c2e17', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '04d182a3-f5e2-47dc-869b-31a7d21795ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:50:31Z', 'updated_at': '2022-08-09T16:50:42Z', 'revision_number': 5, 'project_id': '54562f03aaae457ca88be251d2208e2e', 'subnets': [{'id': '04d182a3-f5e2-47dc-869b-31a7d21795ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:57:48.749064 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-9a86a135-cecb-4817-8875-278ebc6b95b1 req-23f90585-25e4-4de0-9ecb-743a17a786a2 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=1229920f-1e1c-47ed-b793-477ffc82d0c7 HTTP/1.1" status: 200 len: 210 time: 0.0312698 Aug 09 16:57:48.794583 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c6ae79-0213-47bc-89fb-14f7b7016c2b req-7e822356-86df-4728-9a58-335e87c55064 tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:57:48.796092 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-94c6ae79-0213-47bc-89fb-14f7b7016c2b req-7e822356-86df-4728-9a58-335e87c55064 tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=240e5a5a-5f07-4b5e-b8f1-11d492602c3a HTTP/1.1" status: 200 len: 943 time: 0.0518472 Aug 09 16:57:48.847610 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-94c6ae79-0213-47bc-89fb-14f7b7016c2b req-6e97286a-9ec6-4f18-a2e8-59b7e923851e tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=da40407e-4fba-40cd-93a9-019f01c74743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454192 Aug 09 16:57:48.921352 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-433aee16-abd1-400d-a0c1-bff02f929bf6 None None] New status for floating IP fa99dc52-0978-4e95-a47a-f64d9470be7d: DOWN {{(pid=111143) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 09 16:57:49.868520 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-8c6b4075-32b6-42f3-a242-71363d83c18e req-c41e970b-a270-4a07-b153-748d4500fbc7 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=1229920f-1e1c-47ed-b793-477ffc82d0c7 HTTP/1.1" status: 200 len: 210 time: 0.0293124 Aug 09 16:57:49.976026 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689d796c-e5f3-4519-a0d7-7107d8de1548 req-2c76da45-4e94-4be9-a78a-2b60b756535c tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:57:49.977633 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-689d796c-e5f3-4519-a0d7-7107d8de1548 req-2c76da45-4e94-4be9-a78a-2b60b756535c tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=240e5a5a-5f07-4b5e-b8f1-11d492602c3a HTTP/1.1" status: 200 len: 943 time: 0.0540681 Aug 09 16:57:50.027874 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-689d796c-e5f3-4519-a0d7-7107d8de1548 req-337f936b-f271-4af5-b8a0-20513055e85c tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=da40407e-4fba-40cd-93a9-019f01c74743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439870 Aug 09 16:57:51.035628 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.wsgi [-] (111140) accepted ('10.222.0.59', 56084) {{(pid=111140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:57:51.093895 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-22ab2cbd-1cfe-4562-b723-79fb519dfcbe tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Publish callbacks [] for security_group (e81067de-d040-4d2a-ba40-e93ecff38537), before_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:51.149087 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-22ab2cbd-1cfe-4562-b723-79fb519dfcbe tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Publish callbacks [] for security_group (e81067de-d040-4d2a-ba40-e93ecff38537), precommit_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:51.180720 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f1a818-6713-4353-a64a-0b736678e8db req-e91ef721-13e0-4000-b2e6-0ec80e453ecc tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:57:51.183256 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-a7f1a818-6713-4353-a64a-0b736678e8db req-e91ef721-13e0-4000-b2e6-0ec80e453ecc tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=240e5a5a-5f07-4b5e-b8f1-11d492602c3a HTTP/1.1" status: 200 len: 943 time: 0.0785978 Aug 09 16:57:51.240653 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-a7f1a818-6713-4353-a64a-0b736678e8db req-f627e56c-ba78-4913-9731-e04eac33c619 tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=da40407e-4fba-40cd-93a9-019f01c74743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511472 Aug 09 16:57:51.284260 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Device 2934afc2-fa4e-4b03-9b5b-d9457d46077e details requested by agent hyperv_hv-cinder-85236 with host hv-cinder-85236 {{(pid=111142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 16:57:51.299474 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:57:51.301988 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Device 9cab5e90-f175-4329-b086-0861ea05f1e3 no longer exists at agent hyperv_hv-cinder-85236 {{(pid=111142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:57:51.305932 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:57:51.319358 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-22ab2cbd-1cfe-4562-b723-79fb519dfcbe tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763768'] for security_group (e81067de-d040-4d2a-ba40-e93ecff38537), after_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:51.322272 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-22ab2cbd-1cfe-4562-b723-79fb519dfcbe tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Publish callbacks [] for security_group (None), before_response {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:51.326194 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [None req-22ab2cbd-1cfe-4562-b723-79fb519dfcbe tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] 10.222.0.59 "DELETE /networking/v2.0/security-groups/e81067de-d040-4d2a-ba40-e93ecff38537 HTTP/1.1" status: 204 len: 168 time: 0.2880015 Aug 09 16:57:51.327286 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] No Port match for: 9cab5e90-f175-4329-b086-0861ea05f1e3 {{(pid=111142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 09 16:57:51.327756 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.wsgi [-] (111141) accepted ('10.222.0.59', 56094) {{(pid=111141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:57:51.328240 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Device 9cab5e90-f175-4329-b086-0861ea05f1e3 not bound to the agent host hv-cinder-85236 {{(pid=111142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:57:51.340056 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ab2cbd-1cfe-4562-b723-79fb519dfcbe tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e81067de-d040-4d2a-ba40-e93ecff38537,revision_number=None']} {{(pid=111140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:57:51.342164 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.api.v2.resource [None req-2c1aea86-db8b-455d-9d0a-b9bff1ea09bd tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] show failed (client error): The resource could not be found. Aug 09 16:57:51.343469 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [None req-2c1aea86-db8b-455d-9d0a-b9bff1ea09bd tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] 10.222.0.59 "GET /networking/v2.0/security-groups/e81067de-d040-4d2a-ba40-e93ecff38537 HTTP/1.1" status: 404 len: 347 time: 0.0146854 Aug 09 16:57:51.347393 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.wsgi [-] (111140) accepted ('10.222.0.59', 56098) {{(pid=111140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:57:51.443569 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.db [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] For port 2934afc2-fa4e-4b03-9b5b-d9457d46077e, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=2934afc2-fa4e-4b03-9b5b-d9457d46077e,segment=NetworkSegment(b62976c3-72a4-413b-b97a-9681014c555d),segment_id=b62976c3-72a4-413b-b97a-9681014c555d)] {{(pid=111142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:57:51.471226 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Returning: {'device': '2934afc2-fa4e-4b03-9b5b-d9457d46077e', 'network_id': '3e93bc5e-1b39-45ff-a87b-06d2e09742f3', 'port_id': '2934afc2-fa4e-4b03-9b5b-d9457d46077e', 'mac_address': 'fa:16:3e:d2:f3:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 975, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c663383-3c98-40dd-81bd-5c2758326a06', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 16:57:51.486617 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.plugins.ml2.plugin [None req-442afb2d-0f29-4033-afc4-44bc718fe4c5 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Deleting port efb36a37-11d6-4000-b98d-eef9306008f7 {{(pid=111140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 09 16:57:51.486963 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-442afb2d-0f29-4033-afc4-44bc718fe4c5 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748338259761'] for port (efb36a37-11d6-4000-b98d-eef9306008f7), before_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:51.507785 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Current status of the port 2934afc2-fa4e-4b03-9b5b-d9457d46077e is: DOWN; New status is: BUILD {{(pid=111142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 16:57:51.508185 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (2934afc2-fa4e-4b03-9b5b-d9457d46077e), before_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:51.522334 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.notifiers.nova [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2934afc2-fa4e-4b03-9b5b-d9457d46077e {{(pid=111142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 09 16:57:51.543230 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.db [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] For port 2934afc2-fa4e-4b03-9b5b-d9457d46077e, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=2934afc2-fa4e-4b03-9b5b-d9457d46077e,segment=NetworkSegment(b62976c3-72a4-413b-b97a-9681014c555d),segment_id=b62976c3-72a4-413b-b97a-9681014c555d)] {{(pid=111142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:57:51.561979 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:57:51.570693 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-442afb2d-0f29-4033-afc4-44bc718fe4c5 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694862'] for port (efb36a37-11d6-4000-b98d-eef9306008f7), precommit_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:51.571019 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-442afb2d-0f29-4033-afc4-44bc718fe4c5 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Publish callbacks [] for floatingip (efb36a37-11d6-4000-b98d-eef9306008f7), precommit_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:51.584285 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.plugins.ml2.plugin [None req-442afb2d-0f29-4033-afc4-44bc718fe4c5 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Calling delete_port for efb36a37-11d6-4000-b98d-eef9306008f7 owned by network:floatingip {{(pid=111140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 09 16:57:51.625384 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:57:51.634850 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748338263269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748337861771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748337861789'] for port (2934afc2-fa4e-4b03-9b5b-d9457d46077e), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:51.684905 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Pushing event updated for resources: {'Port': ['ID=2934afc2-fa4e-4b03-9b5b-d9457d46077e,revision_number=4']} {{(pid=111142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:57:51.692041 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:57:51.695735 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:57:51.695735 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:57:51.695735 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:57:51.695735 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:57:51.695735 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:57:51.695735 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:57:51.695735 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:57:51.695735 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:57:51.695735 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:57:51.695735 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:57:51.696552 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:57:51.696552 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:57:51.696694 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:57:51.696972 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:57:51.846559 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-442afb2d-0f29-4033-afc4-44bc718fe4c5 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748338263278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748337861762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12086677'] for port (efb36a37-11d6-4000-b98d-eef9306008f7), after_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:51.873945 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442afb2d-0f29-4033-afc4-44bc718fe4c5 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Pushing event deleted for resources: {'Port': ['ID=efb36a37-11d6-4000-b98d-eef9306008f7,revision_number=None']} {{(pid=111140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:57:51.937140 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-442afb2d-0f29-4033-afc4-44bc718fe4c5 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Publish callbacks [] for floatingip (fa99dc52-0978-4e95-a47a-f64d9470be7d), after_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:51.939548 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-442afb2d-0f29-4033-afc4-44bc718fe4c5 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90003'] for floatingip (None), before_response {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:51.940700 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [None req-442afb2d-0f29-4033-afc4-44bc718fe4c5 tempest-AttachVolumeTestJSON-257506351 tempest-AttachVolumeTestJSON-257506351-project] 10.222.0.59 "DELETE /networking/v2.0/floatingips/fa99dc52-0978-4e95-a47a-f64d9470be7d HTTP/1.1" status: 204 len: 168 time: 0.5922117 Aug 09 16:57:52.008245 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.db [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] get_ports_and_sgs() called for port_ids ['2934afc2-fa4e-4b03-9b5b-d9457d46077e'] {{(pid=111142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:57:52.363711 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab0a1a4-53a8-4478-b3f5-2742d37a9552 req-856fd355-d57e-4b8b-88db-3700e99e87dc tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:57:52.365213 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-9ab0a1a4-53a8-4478-b3f5-2742d37a9552 req-856fd355-d57e-4b8b-88db-3700e99e87dc tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=240e5a5a-5f07-4b5e-b8f1-11d492602c3a HTTP/1.1" status: 200 len: 944 time: 0.0484197 Aug 09 16:57:52.391674 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=100 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:57:52.413715 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-9ab0a1a4-53a8-4478-b3f5-2742d37a9552 req-9ac71332-653c-406d-a3e5-308df57e59bc tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=da40407e-4fba-40cd-93a9-019f01c74743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424676 Aug 09 16:57:53.312806 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Device 2934afc2-fa4e-4b03-9b5b-d9457d46077e up at agent hyperv_hv-cinder-85236 {{(pid=111142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:57:53.355735 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.provisioning_blocks [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Provisioning for port 2934afc2-fa4e-4b03-9b5b-d9457d46077e completed by entity L2. {{(pid=111142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 09 16:57:53.446009 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.provisioning_blocks [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Provisioning complete for port 2934afc2-fa4e-4b03-9b5b-d9457d46077e triggered by entity L2. {{(pid=111142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 16:57:53.446009 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877469'] for port (2934afc2-fa4e-4b03-9b5b-d9457d46077e), provisioning_complete {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:53.526221 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.wsgi [-] (111141) accepted ('10.222.0.59', 56138) {{(pid=111141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:57:53.548805 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f398f145-5f56-45a2-a989-b8d82d2f5848 req-9b4bb595-301d-4024-95d2-5130d9fa1126 tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:57:53.550203 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Current status of the port 2934afc2-fa4e-4b03-9b5b-d9457d46077e is: BUILD; New status is: ACTIVE {{(pid=111142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 16:57:53.551276 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (2934afc2-fa4e-4b03-9b5b-d9457d46077e), before_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:53.555939 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-f398f145-5f56-45a2-a989-b8d82d2f5848 req-9b4bb595-301d-4024-95d2-5130d9fa1126 tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=240e5a5a-5f07-4b5e-b8f1-11d492602c3a HTTP/1.1" status: 200 len: 944 time: 0.0614355 Aug 09 16:57:53.581781 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '240e5a5a-5f07-4b5e-b8f1-11d492602c3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2934afc2-fa4e-4b03-9b5b-d9457d46077e'}] {{(pid=111142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 16:57:53.584048 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a3936692d9fe67bf654b43a226d329952087876dab2ee9ab8d24037cf19aeb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-521006a5-984f-4a23-9d20-377b83e84fee" -d '{"events": [{"server_uuid": "240e5a5a-5f07-4b5e-b8f1-11d492602c3a", "name": "network-vif-plugged", "status": "completed", "tag": "2934afc2-fa4e-4b03-9b5b-d9457d46077e"}]}' {{(pid=111142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:57:53.594054 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:57:53.598545 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.db [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] For port 2934afc2-fa4e-4b03-9b5b-d9457d46077e, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=2934afc2-fa4e-4b03-9b5b-d9457d46077e,segment=NetworkSegment(b62976c3-72a4-413b-b97a-9681014c555d),segment_id=b62976c3-72a4-413b-b97a-9681014c555d)] {{(pid=111142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:57:53.624659 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-f398f145-5f56-45a2-a989-b8d82d2f5848 req-eb5d9ebf-2c4a-4f63-a37b-b5ce1180cadb tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=da40407e-4fba-40cd-93a9-019f01c74743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676451 Aug 09 16:57:53.626498 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Aug 2022 16:57:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee827888-0ff7-4aab-ad42-cda24d38755b x-openstack-request-id: req-ee827888-0ff7-4aab-ad42-cda24d38755b {{(pid=111142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:57:53.626927 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "240e5a5a-5f07-4b5e-b8f1-11d492602c3a", "name": "network-vif-plugged", "status": "completed", "tag": "2934afc2-fa4e-4b03-9b5b-d9457d46077e", "code": 200}]} {{(pid=111142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:57:53.627273 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ee827888-0ff7-4aab-ad42-cda24d38755b {{(pid=111142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:57:53.627886 dv-cinder-852364-3-iscsi neutron-server[111142]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee827888-0ff7-4aab-ad42-cda24d38755b'] response: {'server_uuid': '240e5a5a-5f07-4b5e-b8f1-11d492602c3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2934afc2-fa4e-4b03-9b5b-d9457d46077e', 'code': 200} Aug 09 16:57:53.652615 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-536bbff6-2989-4fc2-8cb9-e8efb3fac778 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:53.669449 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748338263269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748337861771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748337861789'] for port (2934afc2-fa4e-4b03-9b5b-d9457d46077e), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:53.744958 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Pushing event updated for resources: {'Port': ['ID=2934afc2-fa4e-4b03-9b5b-d9457d46077e,revision_number=5']} {{(pid=111142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:57:53.762352 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-536bbff6-2989-4fc2-8cb9-e8efb3fac778 admin admin] Publish callbacks [] for security_group (f5ea982a-9977-4935-9db4-00d18561ed45), precommit_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:53.833519 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-536bbff6-2989-4fc2-8cb9-e8efb3fac778 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763768'] for security_group (f5ea982a-9977-4935-9db4-00d18561ed45), after_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:53.877894 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [None req-536bbff6-2989-4fc2-8cb9-e8efb3fac778 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=6875de99410541a38a73d9ec2ed52f11&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3502333 Aug 09 16:57:53.879015 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536bbff6-2989-4fc2-8cb9-e8efb3fac778 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5ea982a-9977-4935-9db4-00d18561ed45,revision_number=1']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:57:53.880655 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.wsgi [-] (111140) accepted ('10.222.0.59', 56144) {{(pid=111140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:57:53.886889 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536bbff6-2989-4fc2-8cb9-e8efb3fac778 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:57:53.887283 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536bbff6-2989-4fc2-8cb9-e8efb3fac778 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:57:53.887643 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536bbff6-2989-4fc2-8cb9-e8efb3fac778 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:57:53.887994 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536bbff6-2989-4fc2-8cb9-e8efb3fac778 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:57:53.888328 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536bbff6-2989-4fc2-8cb9-e8efb3fac778 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:57:53.888685 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536bbff6-2989-4fc2-8cb9-e8efb3fac778 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:57:53.889002 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536bbff6-2989-4fc2-8cb9-e8efb3fac778 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:57:53.889332 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536bbff6-2989-4fc2-8cb9-e8efb3fac778 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:57:53.889663 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536bbff6-2989-4fc2-8cb9-e8efb3fac778 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:57:53.890067 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536bbff6-2989-4fc2-8cb9-e8efb3fac778 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:57:53.890405 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536bbff6-2989-4fc2-8cb9-e8efb3fac778 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:57:53.890827 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536bbff6-2989-4fc2-8cb9-e8efb3fac778 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:57:53.891171 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536bbff6-2989-4fc2-8cb9-e8efb3fac778 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:57:53.891506 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536bbff6-2989-4fc2-8cb9-e8efb3fac778 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:57:53.891835 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536bbff6-2989-4fc2-8cb9-e8efb3fac778 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:57:53.935134 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-4b2f34f7-f978-4157-910b-abd28c2ae23b admin admin] Publish callbacks [] for security_group (f5ea982a-9977-4935-9db4-00d18561ed45), before_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:53.958581 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-4b2f34f7-f978-4157-910b-abd28c2ae23b admin admin] Publish callbacks [] for security_group (f5ea982a-9977-4935-9db4-00d18561ed45), precommit_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:54.006802 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20933252-b102-4aed-9d30-0f146bc86e87 req-00e42ee7-80c4-488c-b45f-738ea12472cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:57:54.008370 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-20933252-b102-4aed-9d30-0f146bc86e87 req-00e42ee7-80c4-488c-b45f-738ea12472cd service neutron] 10.222.0.91 "GET /networking/v2.0/ports?device_id=240e5a5a-5f07-4b5e-b8f1-11d492602c3a HTTP/1.1" status: 200 len: 1129 time: 0.0408387 Aug 09 16:57:54.055443 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-20933252-b102-4aed-9d30-0f146bc86e87 req-f896a297-720c-4c5b-a7e5-0eeceab9b8f5 service neutron] 10.222.0.91 "GET /networking/v2.0/security-groups?id=da40407e-4fba-40cd-93a9-019f01c74743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393960 Aug 09 16:57:54.075712 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-4b2f34f7-f978-4157-910b-abd28c2ae23b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763768'] for security_group (f5ea982a-9977-4935-9db4-00d18561ed45), after_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:54.078276 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-4b2f34f7-f978-4157-910b-abd28c2ae23b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:54.079472 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [None req-4b2f34f7-f978-4157-910b-abd28c2ae23b admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/f5ea982a-9977-4935-9db4-00d18561ed45 HTTP/1.1" status: 204 len: 168 time: 0.1976819 Aug 09 16:57:54.087760 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2f34f7-f978-4157-910b-abd28c2ae23b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5ea982a-9977-4935-9db4-00d18561ed45,revision_number=None']} {{(pid=111140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:57:54.706149 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.wsgi [-] (111140) accepted ('10.222.0.59', 56162) {{(pid=111140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:57:54.720719 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-39b2e4fc-34b1-4ca7-acdf-e28e37dd7ab2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:54.742939 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:57:54.753867 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454f28fe-2ea9-40f9-b35a-a2f9de079294 req-593fcf41-9e28-4554-a5ab-f8626bd857a8 tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:57:54.759745 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-454f28fe-2ea9-40f9-b35a-a2f9de079294 req-593fcf41-9e28-4554-a5ab-f8626bd857a8 tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=240e5a5a-5f07-4b5e-b8f1-11d492602c3a HTTP/1.1" status: 200 len: 945 time: 0.0493188 Aug 09 16:57:54.802592 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-39b2e4fc-34b1-4ca7-acdf-e28e37dd7ab2 admin admin] Publish callbacks [] for security_group (a08c3644-153b-4e7d-94d8-e5b4526d1882), precommit_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:54.804326 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-454f28fe-2ea9-40f9-b35a-a2f9de079294 req-6c9fa0bc-39a5-451a-9786-92ad987d2a13 tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=da40407e-4fba-40cd-93a9-019f01c74743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425258 Aug 09 16:57:54.892178 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-39b2e4fc-34b1-4ca7-acdf-e28e37dd7ab2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763768'] for security_group (a08c3644-153b-4e7d-94d8-e5b4526d1882), after_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:54.897625 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=86,neutron:DELETE=10,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:57:54.937168 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [None req-39b2e4fc-34b1-4ca7-acdf-e28e37dd7ab2 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=c0a5df40750149808be38b6a91e671aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2299139 Aug 09 16:57:54.938566 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b2e4fc-34b1-4ca7-acdf-e28e37dd7ab2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a08c3644-153b-4e7d-94d8-e5b4526d1882,revision_number=1']} {{(pid=111140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:57:54.940670 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.wsgi [-] (111141) accepted ('10.222.0.59', 56166) {{(pid=111141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:57:54.994885 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-f09098f2-77e7-47c1-928f-95ce890e9fb2 admin admin] Publish callbacks [] for security_group (a08c3644-153b-4e7d-94d8-e5b4526d1882), before_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:55.017716 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-f09098f2-77e7-47c1-928f-95ce890e9fb2 admin admin] Publish callbacks [] for security_group (a08c3644-153b-4e7d-94d8-e5b4526d1882), precommit_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:55.121737 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-f09098f2-77e7-47c1-928f-95ce890e9fb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763768'] for security_group (a08c3644-153b-4e7d-94d8-e5b4526d1882), after_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:55.133920 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-f09098f2-77e7-47c1-928f-95ce890e9fb2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:55.133920 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [None req-f09098f2-77e7-47c1-928f-95ce890e9fb2 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/a08c3644-153b-4e7d-94d8-e5b4526d1882 HTTP/1.1" status: 204 len: 168 time: 0.1838431 Aug 09 16:57:55.133920 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09098f2-77e7-47c1-928f-95ce890e9fb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a08c3644-153b-4e7d-94d8-e5b4526d1882,revision_number=None']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:57:55.738266 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.wsgi [-] (111141) accepted ('10.222.0.59', 56172) {{(pid=111141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:57:55.751741 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-7fb8592c-92fd-4e3c-ade4-86bad2a7c594 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:55.827927 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-7fb8592c-92fd-4e3c-ade4-86bad2a7c594 admin admin] Publish callbacks [] for security_group (5046f338-d9d8-4711-8244-d6caac551be0), precommit_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:55.897968 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-7fb8592c-92fd-4e3c-ade4-86bad2a7c594 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763768'] for security_group (5046f338-d9d8-4711-8244-d6caac551be0), after_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:55.935057 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc44220-f9d0-4115-a91c-f7c6fd75cc42 req-06adc294-8b91-4bb2-b702-2eb0ff3dd8ed tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:57:55.936736 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-9bc44220-f9d0-4115-a91c-f7c6fd75cc42 req-06adc294-8b91-4bb2-b702-2eb0ff3dd8ed tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=240e5a5a-5f07-4b5e-b8f1-11d492602c3a HTTP/1.1" status: 200 len: 945 time: 0.0569427 Aug 09 16:57:55.942107 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [None req-7fb8592c-92fd-4e3c-ade4-86bad2a7c594 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=9aab7118404f44829b5eeb6e76b941c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2027636 Aug 09 16:57:55.943316 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb8592c-92fd-4e3c-ade4-86bad2a7c594 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5046f338-d9d8-4711-8244-d6caac551be0,revision_number=1']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:57:55.946671 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.wsgi [-] (111140) accepted ('10.222.0.59', 56178) {{(pid=111140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:57:56.036349 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.wsgi [-] (111141) accepted ('10.222.0.59', 56186) {{(pid=111141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:57:56.041442 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-9bc44220-f9d0-4115-a91c-f7c6fd75cc42 req-c41aa91f-e404-44cc-9449-1d9831b48b71 tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=da40407e-4fba-40cd-93a9-019f01c74743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937593 Aug 09 16:57:56.047503 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-757d900a-9aaf-429e-b6d3-02963c08b669 admin admin] Publish callbacks [] for security_group (5046f338-d9d8-4711-8244-d6caac551be0), before_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:56.071187 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-757d900a-9aaf-429e-b6d3-02963c08b669 admin admin] Publish callbacks [] for security_group (5046f338-d9d8-4711-8244-d6caac551be0), precommit_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:56.178179 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637c967b-387e-474a-9917-3cb9472c8ee7 req-cbdc0642-b5ba-41c2-a2fe-d865e7a3f2c0 tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:57:56.179765 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-637c967b-387e-474a-9917-3cb9472c8ee7 req-cbdc0642-b5ba-41c2-a2fe-d865e7a3f2c0 tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=240e5a5a-5f07-4b5e-b8f1-11d492602c3a HTTP/1.1" status: 200 len: 945 time: 0.0563428 Aug 09 16:57:56.194554 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:57:56.229320 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-757d900a-9aaf-429e-b6d3-02963c08b669 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763768'] for security_group (5046f338-d9d8-4711-8244-d6caac551be0), after_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:56.232869 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-757d900a-9aaf-429e-b6d3-02963c08b669 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:56.234020 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [None req-757d900a-9aaf-429e-b6d3-02963c08b669 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/5046f338-d9d8-4711-8244-d6caac551be0 HTTP/1.1" status: 204 len: 168 time: 0.2852311 Aug 09 16:57:56.246539 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-637c967b-387e-474a-9917-3cb9472c8ee7 req-dd185f6d-6334-421e-8f88-26a7472c38e9 tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=da40407e-4fba-40cd-93a9-019f01c74743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530922 Aug 09 16:57:56.246739 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757d900a-9aaf-429e-b6d3-02963c08b669 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5046f338-d9d8-4711-8244-d6caac551be0,revision_number=None']} {{(pid=111140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:57:56.623987 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bedcaa-2b6e-40fd-bf0c-1edb87cd8e5d req-c4d3152d-288b-4640-9870-57f0d143cf29 tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:57:56.625503 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-59bedcaa-2b6e-40fd-bf0c-1edb87cd8e5d req-c4d3152d-288b-4640-9870-57f0d143cf29 tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=240e5a5a-5f07-4b5e-b8f1-11d492602c3a HTTP/1.1" status: 200 len: 945 time: 0.0791008 Aug 09 16:57:56.710228 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-04e34062-bff7-4e02-8a3f-929be8854a4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-336439'] for router_interface (2cab2482-7444-4975-b616-2ff06d0c2e17), before_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:56.715937 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=5 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:57:56.750980 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-59bedcaa-2b6e-40fd-bf0c-1edb87cd8e5d req-186003b6-c222-45f3-a8fe-525efc4dd7e1 tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=da40407e-4fba-40cd-93a9-019f01c74743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119649 Aug 09 16:57:56.953504 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.plugin [None req-04e34062-bff7-4e02-8a3f-929be8854a4a admin admin] Deleting port eae3aa57-20a3-4ac8-984f-535313d9417f {{(pid=111141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 09 16:57:56.954231 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-04e34062-bff7-4e02-8a3f-929be8854a4a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748338259761'] for port (eae3aa57-20a3-4ac8-984f-535313d9417f), before_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:57.013836 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=100 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:57:57.039529 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.db [None req-04e34062-bff7-4e02-8a3f-929be8854a4a admin admin] For port eae3aa57-20a3-4ac8-984f-535313d9417f, host dv-cinder-852364-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-3-iscsi',level=0,port_id=eae3aa57-20a3-4ac8-984f-535313d9417f,segment=NetworkSegment(087eff6f-7ffe-4685-8407-ebe76234df3c),segment_id=087eff6f-7ffe-4685-8407-ebe76234df3c)] {{(pid=111141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:57:57.039695 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-04e34062-bff7-4e02-8a3f-929be8854a4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694862'] for port (eae3aa57-20a3-4ac8-984f-535313d9417f), precommit_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:57.053793 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.plugin [None req-04e34062-bff7-4e02-8a3f-929be8854a4a admin admin] Calling delete_port for eae3aa57-20a3-4ac8-984f-535313d9417f owned by network:router_interface {{(pid=111141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 09 16:57:57.318102 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.wsgi [-] (111141) accepted ('10.222.0.59', 56218) {{(pid=111141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:57:57.324534 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-04e34062-bff7-4e02-8a3f-929be8854a4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748338263278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748337861762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12487578'] for port (eae3aa57-20a3-4ac8-984f-535313d9417f), after_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:57.354049 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e34062-bff7-4e02-8a3f-929be8854a4a admin admin] Pushing event deleted for resources: {'Port': ['ID=eae3aa57-20a3-4ac8-984f-535313d9417f,revision_number=None']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:57:57.450253 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.v2.base [None req-4279d44a-e2ed-48f2-a042-f857a6ccd81b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2108673603-network', 'tenant_id': '52db6dcf868e441b848d3a1dc2053080'}} {{(pid=111141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 16:57:57.557674 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4279d44a-e2ed-48f2-a042-f857a6ccd81b admin admin] Made reservation on behalf of 52db6dcf868e441b848d3a1dc2053080 for: {'network': 1} {{(pid=111141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:57:57.560113 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-4279d44a-e2ed-48f2-a042-f857a6ccd81b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for network (None), before_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:57.576362 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-4279d44a-e2ed-48f2-a042-f857a6ccd81b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:57.609167 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-04e34062-bff7-4e02-8a3f-929be8854a4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-336555'] for router_interface (2cab2482-7444-4975-b616-2ff06d0c2e17), after_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:57.714788 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=87,neutron:DELETE=8,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:57:57.754853 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-4279d44a-e2ed-48f2-a042-f857a6ccd81b admin admin] Publish callbacks [] for security_group (7e9c5a1a-90f1-4348-a7a2-ecd668e4e03e), precommit_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:57.831803 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-4279d44a-e2ed-48f2-a042-f857a6ccd81b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763768'] for security_group (7e9c5a1a-90f1-4348-a7a2-ecd668e4e03e), after_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:57.869382 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:57:57.870399 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4279d44a-e2ed-48f2-a042-f857a6ccd81b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 978} {{(pid=111141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 16:57:57.881326 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4279d44a-e2ed-48f2-a042-f857a6ccd81b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e9c5a1a-90f1-4348-a7a2-ecd668e4e03e,revision_number=1']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:57:57.890797 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-4279d44a-e2ed-48f2-a042-f857a6ccd81b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3501092'] for segment (a216709b-4065-4413-a931-363f287f4283), precommit_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:57.891164 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.db.segments_db [None req-4279d44a-e2ed-48f2-a042-f857a6ccd81b admin admin] Added segment a216709b-4065-4413-a931-363f287f4283 of type vlan for network 3ecd1e48-b208-40fa-9bc8-96d3528dd429 Aug 09 16:57:57.903726 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04e34062-bff7-4e02-8a3f-929be8854a4a admin admin] Router 2cab2482-7444-4975-b616-2ff06d0c2e17 has already been hosted by L3 agent 2cf02505-efcb-442b-855b-6c659df6f18c {{(pid=111141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 09 16:57:57.941154 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-4279d44a-e2ed-48f2-a042-f857a6ccd81b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748337886136'] for network (3ecd1e48-b208-40fa-9bc8-96d3528dd429), precommit_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:58.052479 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04e34062-bff7-4e02-8a3f-929be8854a4a admin admin] Notify agent at l3_agent.dv-cinder-852364-3-iscsi the message routers_updated {{(pid=111141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:57:58.057397 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [None req-04e34062-bff7-4e02-8a3f-929be8854a4a admin admin] 10.222.0.59 "PUT /networking/v2.0/routers/2cab2482-7444-4975-b616-2ff06d0c2e17/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0219789 Aug 09 16:57:58.061052 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.wsgi [-] (111141) accepted ('10.222.0.59', 56226) {{(pid=111141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:57:58.061872 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d30116ef-9b14-41b5-b660-67c002ca4d87 None None] Sync routers for ids ['2cab2482-7444-4975-b616-2ff06d0c2e17'] in dv-cinder-852364-3-iscsi {{(pid=111142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:57:58.072944 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d30116ef-9b14-41b5-b660-67c002ca4d87 None None] Routers {'2cab2482-7444-4975-b616-2ff06d0c2e17'} bound to L3 agent in host dv-cinder-852364-3-iscsi {{(pid=111142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 16:57:58.074223 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_hamode_db [None req-d30116ef-9b14-41b5-b660-67c002ca4d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-09T16:42:12Z,description=,heartbeat_timestamp=2022-08-09T16:57:42Z,host='dv-cinder-852364-3-iscsi',id=2cf02505-efcb-442b-855b-6c659df6f18c,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:13Z,topic='l3_agent')) {'router_ids': ['2cab2482-7444-4975-b616-2ff06d0c2e17'], 'active': True} {{(pid=111142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:57:58.109818 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-4279d44a-e2ed-48f2-a042-f857a6ccd81b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463'] for network (3ecd1e48-b208-40fa-9bc8-96d3528dd429), after_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:58.110736 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4279d44a-e2ed-48f2-a042-f857a6ccd81b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:57:58.111347 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-4279d44a-e2ed-48f2-a042-f857a6ccd81b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526441'] for network (None), before_response {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:58.178121 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_dvr_db [None req-d30116ef-9b14-41b5-b660-67c002ca4d87 None None] Set router 2cab2482-7444-4975-b616-2ff06d0c2e17 gateway port host: dv-cinder-852364-3-iscsi {{(pid=111142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 16:57:58.487288 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4279d44a-e2ed-48f2-a042-f857a6ccd81b admin admin] Pushing event updated for resources: {'Network': ['ID=3ecd1e48-b208-40fa-9bc8-96d3528dd429,revision_number=1']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:57:58.492206 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_hamode_db [None req-d30116ef-9b14-41b5-b660-67c002ca4d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cab2482-7444-4975-b616-2ff06d0c2e17', 'name': 'tempest-AttachVolumeTestJSON-1052946250-router', 'tenant_id': '54562f03aaae457ca88be251d2208e2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'external_fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': '3da32644-d653-4870-a983-8ae28554edae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:50:24Z', 'updated_at': '2022-08-09T16:57:57Z', 'revision_number': 5, 'project_id': '54562f03aaae457ca88be251d2208e2e', 'gw_port': {'id': '3da32644-d653-4870-a983-8ae28554edae', 'name': '', 'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:7f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cab2482-7444-4975-b616-2ff06d0c2e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:50:25Z', 'updated_at': '2022-08-09T16:50:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-3-iscsi'}], 'dv-cinder-852364-3-iscsi', False) {} {{(pid=111142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:57:58.500006 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-73176e1a-bce5-4d50-8d1c-61e8e93e96d9 admin admin] Publish callbacks [] for router (2cab2482-7444-4975-b616-2ff06d0c2e17), before_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:58.520794 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Network 3ecd1e48-b208-40fa-9bc8-96d3528dd429 details requested by agent ovs-agent-dv-cinder-852364-3-iscsi with host dv-cinder-852364-3-iscsi {{(pid=111142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 16:57:58.533392 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:57:58.535217 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d30116ef-9b14-41b5-b660-67c002ca4d87 None None] Checking router: 2cab2482-7444-4975-b616-2ff06d0c2e17 for host: dv-cinder-852364-3-iscsi {{(pid=111142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:57:58.554778 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [None req-4279d44a-e2ed-48f2-a042-f857a6ccd81b admin admin] 10.222.0.59 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.2330561 Aug 09 16:57:58.555133 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.wsgi [-] (111140) accepted ('10.222.0.59', 56232) {{(pid=111140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:57:58.560223 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.v2.base [None req-2a14523b-3574-47fe-a603-ffad69bbce43 admin admin] Request body: {'subnet': {'network_id': '3ecd1e48-b208-40fa-9bc8-96d3528dd429', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2108673603-subnet', 'tenant_id': '52db6dcf868e441b848d3a1dc2053080', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 16:57:58.594509 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d30116ef-9b14-41b5-b660-67c002ca4d87 None None] Routers {'2cab2482-7444-4975-b616-2ff06d0c2e17'} bound to L3 agent in host dv-cinder-852364-3-iscsi {{(pid=111142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 16:57:58.595175 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_hamode_db [None req-d30116ef-9b14-41b5-b660-67c002ca4d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-09T16:42:12Z,description=,heartbeat_timestamp=2022-08-09T16:57:42Z,host='dv-cinder-852364-3-iscsi',id=2cf02505-efcb-442b-855b-6c659df6f18c,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:13Z,topic='l3_agent')) {'router_ids': ['2cab2482-7444-4975-b616-2ff06d0c2e17'], 'active': True} {{(pid=111142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:57:58.607588 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:57:58.618373 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-73176e1a-bce5-4d50-8d1c-61e8e93e96d9 admin admin] Publish callbacks [] for router_gateway (2cab2482-7444-4975-b616-2ff06d0c2e17), before_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:58.650821 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a14523b-3574-47fe-a603-ffad69bbce43 admin admin] Made reservation on behalf of 52db6dcf868e441b848d3a1dc2053080 for: {'subnet': 1} {{(pid=111140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:57:58.654856 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-2a14523b-3574-47fe-a603-ffad69bbce43 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8786553'] for subnet (None), before_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:58.722938 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.plugin [None req-73176e1a-bce5-4d50-8d1c-61e8e93e96d9 admin admin] Deleting port 3da32644-d653-4870-a983-8ae28554edae {{(pid=111141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 09 16:57:58.723373 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-73176e1a-bce5-4d50-8d1c-61e8e93e96d9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748338259761'] for port (3da32644-d653-4870-a983-8ae28554edae), before_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:58.734746 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_dvr_db [None req-d30116ef-9b14-41b5-b660-67c002ca4d87 None None] Set router 2cab2482-7444-4975-b616-2ff06d0c2e17 gateway port host: dv-cinder-852364-3-iscsi {{(pid=111142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 16:57:58.742301 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=84,neutron:DELETE=3,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:57:58.826760 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.db [None req-73176e1a-bce5-4d50-8d1c-61e8e93e96d9 admin admin] For port 3da32644-d653-4870-a983-8ae28554edae, host dv-cinder-852364-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-3-iscsi',level=0,port_id=3da32644-d653-4870-a983-8ae28554edae,segment=NetworkSegment(3548ff03-3b62-477c-991b-01c3e3081105),segment_id=3548ff03-3b62-477c-991b-01c3e3081105)] {{(pid=111141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:57:58.827453 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-73176e1a-bce5-4d50-8d1c-61e8e93e96d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694862'] for port (3da32644-d653-4870-a983-8ae28554edae), precommit_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:58.842840 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.plugin [None req-73176e1a-bce5-4d50-8d1c-61e8e93e96d9 admin admin] Calling delete_port for 3da32644-d653-4870-a983-8ae28554edae owned by network:router_gateway {{(pid=111141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 09 16:57:58.903688 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-2a14523b-3574-47fe-a603-ffad69bbce43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12086561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8786543'] for subnet (5832adda-c1aa-48ef-8c4b-43a76e5c03d2), after_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:58.927376 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_hamode_db [None req-d30116ef-9b14-41b5-b660-67c002ca4d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cab2482-7444-4975-b616-2ff06d0c2e17', 'name': 'tempest-AttachVolumeTestJSON-1052946250-router', 'tenant_id': '54562f03aaae457ca88be251d2208e2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'external_fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': '3da32644-d653-4870-a983-8ae28554edae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:50:24Z', 'updated_at': '2022-08-09T16:57:57Z', 'revision_number': 5, 'project_id': '54562f03aaae457ca88be251d2208e2e', 'gw_port': {'id': '3da32644-d653-4870-a983-8ae28554edae', 'name': '', 'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:7f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cab2482-7444-4975-b616-2ff06d0c2e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:50:25Z', 'updated_at': '2022-08-09T16:50:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-3-iscsi'}], 'dv-cinder-852364-3-iscsi', False) {} {{(pid=111142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:57:58.958646 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d30116ef-9b14-41b5-b660-67c002ca4d87 None None] The sync data for ids ['2cab2482-7444-4975-b616-2ff06d0c2e17'] in dv-cinder-852364-3-iscsi is: [{'id': '2cab2482-7444-4975-b616-2ff06d0c2e17', 'name': 'tempest-AttachVolumeTestJSON-1052946250-router', 'tenant_id': '54562f03aaae457ca88be251d2208e2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'external_fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': '3da32644-d653-4870-a983-8ae28554edae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:50:24Z', 'updated_at': '2022-08-09T16:57:57Z', 'revision_number': 5, 'project_id': '54562f03aaae457ca88be251d2208e2e', 'gw_port': {'id': '3da32644-d653-4870-a983-8ae28554edae', 'name': '', 'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:7f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cab2482-7444-4975-b616-2ff06d0c2e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:50:25Z', 'updated_at': '2022-08-09T16:50:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-3-iscsi'}] {{(pid=111142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:57:58.982713 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14523b-3574-47fe-a603-ffad69bbce43 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5832adda-c1aa-48ef-8c4b-43a76e5c03d2,revision_number=0']} {{(pid=111140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:57:58.997957 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a14523b-3574-47fe-a603-ffad69bbce43 admin admin] Checking segment: {'id': 'a216709b-4065-4413-a931-363f287f4283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 978, 'network_id': '3ecd1e48-b208-40fa-9bc8-96d3528dd429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 09 16:57:58.998114 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a14523b-3574-47fe-a603-ffad69bbce43 admin admin] Network hostable DHCP agents. Network: 3ecd1e48-b208-40fa-9bc8-96d3528dd429, hostable agents: ['0d699ab0-1a4e-47ab-a625-f3b077123214'], hosted agents: [] {{(pid=111140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 16:57:59.063526 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a14523b-3574-47fe-a603-ffad69bbce43 admin admin] Network 3ecd1e48-b208-40fa-9bc8-96d3528dd429 is scheduled to be hosted by DHCP agent 0d699ab0-1a4e-47ab-a625-f3b077123214 with binding_index 1 {{(pid=111140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 16:57:59.092472 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-73176e1a-bce5-4d50-8d1c-61e8e93e96d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748338263278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748337861762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12487578'] for port (3da32644-d653-4870-a983-8ae28554edae), after_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:59.118333 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73176e1a-bce5-4d50-8d1c-61e8e93e96d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=3da32644-d653-4870-a983-8ae28554edae,revision_number=None']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:57:59.166371 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.scheduler.base_scheduler [None req-2a14523b-3574-47fe-a603-ffad69bbce43 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852364-3-iscsi, 3ecd1e48-b208-40fa-9bc8-96d3528dd429) {{(pid=111140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:57:59.170593 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:57:59.171759 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a14523b-3574-47fe-a603-ffad69bbce43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:57:59.172619 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-2a14523b-3574-47fe-a603-ffad69bbce43 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:59.178272 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbe474cc-7a07-430e-9113-3b8f1e8e657e None None] Network 3ecd1e48-b208-40fa-9bc8-96d3528dd429 requested from dv-cinder-852364-3-iscsi {{(pid=111142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 09 16:57:59.192821 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-73176e1a-bce5-4d50-8d1c-61e8e93e96d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-689379'] for router_gateway (2cab2482-7444-4975-b616-2ff06d0c2e17), after_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:59.235058 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=100 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:57:59.283069 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bb8bd9d-0d5c-4942-ba58-aab4c33e6627 None None] Network 3ecd1e48-b208-40fa-9bc8-96d3528dd429 requested from dv-cinder-852364-3-iscsi {{(pid=111142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 09 16:57:59.284842 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-73176e1a-bce5-4d50-8d1c-61e8e93e96d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-338892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-336'] for router (2cab2482-7444-4975-b616-2ff06d0c2e17), precommit_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:59.287072 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-73176e1a-bce5-4d50-8d1c-61e8e93e96d9 admin admin] Publish callbacks [] for router_controller (2cab2482-7444-4975-b616-2ff06d0c2e17), precommit_delete_associations {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:59.358924 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [None req-2a14523b-3574-47fe-a603-ffad69bbce43 admin admin] 10.222.0.59 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8025227 Aug 09 16:57:59.468681 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-73176e1a-bce5-4d50-8d1c-61e8e93e96d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-338766'] for router (2cab2482-7444-4975-b616-2ff06d0c2e17), after_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:59.469466 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73176e1a-bce5-4d50-8d1c-61e8e93e96d9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2cab2482-7444-4975-b616-2ff06d0c2e17 {{(pid=111141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 16:57:59.475185 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-73176e1a-bce5-4d50-8d1c-61e8e93e96d9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:59.476408 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [None req-73176e1a-bce5-4d50-8d1c-61e8e93e96d9 admin admin] 10.222.0.59 "DELETE /networking/v2.0/routers/2cab2482-7444-4975-b616-2ff06d0c2e17 HTTP/1.1" status: 204 len: 168 time: 1.4144077 Aug 09 16:57:59.479300 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.wsgi [-] (111140) accepted ('10.222.0.59', 56248) {{(pid=111140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:57:59.514875 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:57:59.533637 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.db.db_base_plugin_v2 [None req-ced029c9-ebf0-4cc4-9c53-3f5ed3dd26b5 admin admin] Deleting subnet 04d182a3-f5e2-47dc-869b-31a7d21795ba {{(pid=111140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 09 16:57:59.537001 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-ced029c9-ebf0-4cc4-9c53-3f5ed3dd26b5 admin admin] Publish callbacks [] for subnet (04d182a3-f5e2-47dc-869b-31a7d21795ba), before_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:59.578262 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-ced029c9-ebf0-4cc4-9c53-3f5ed3dd26b5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12387189'] for subnet (04d182a3-f5e2-47dc-869b-31a7d21795ba), precommit_delete_associations {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:59.726379 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-ced029c9-ebf0-4cc4-9c53-3f5ed3dd26b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3877167'] for subnet (04d182a3-f5e2-47dc-869b-31a7d21795ba), precommit_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:59.847553 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-ced029c9-ebf0-4cc4-9c53-3f5ed3dd26b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3877156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12086752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8786532'] for subnet (04d182a3-f5e2-47dc-869b-31a7d21795ba), after_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:59.877129 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced029c9-ebf0-4cc4-9c53-3f5ed3dd26b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=04d182a3-f5e2-47dc-869b-31a7d21795ba,revision_number=None']} {{(pid=111140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:57:59.880889 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-ced029c9-ebf0-4cc4-9c53-3f5ed3dd26b5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:57:59.884347 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [None req-ced029c9-ebf0-4cc4-9c53-3f5ed3dd26b5 admin admin] 10.222.0.59 "DELETE /networking/v2.0/subnets/04d182a3-f5e2-47dc-869b-31a7d21795ba HTTP/1.1" status: 204 len: 168 time: 0.4035923 Aug 09 16:57:59.888181 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.wsgi [-] (111140) accepted ('10.222.0.59', 56258) {{(pid=111140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:57:59.891255 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8473ae24-aed3-4032-a3d6-44f5187fb84d None None] Network c6e9ea29-d63f-40f2-84ee-974e268aa2d8 requested from dv-cinder-852364-3-iscsi {{(pid=111142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 09 16:57:59.967824 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-92eaed20-a865-4118-8172-9aa973761faf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3928643'] for network (c6e9ea29-d63f-40f2-84ee-974e268aa2d8), before_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:58:00.017386 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.plugins.ml2.plugin [None req-92eaed20-a865-4118-8172-9aa973761faf admin admin] Deleting port 1c2cdc74-c5ca-4a97-85e7-b2ba18cd935f {{(pid=111140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 09 16:58:00.017742 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-92eaed20-a865-4118-8172-9aa973761faf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748338259761'] for port (1c2cdc74-c5ca-4a97-85e7-b2ba18cd935f), before_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:58:00.063948 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c37aee0-e974-4f88-9c47-a96131cd1281 None None] DHCP port deletion for c6e9ea29-d63f-40f2-84ee-974e268aa2d8 request from dv-cinder-852364-3-iscsi {{(pid=111142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 09 16:58:00.092627 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:58:00.104229 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.plugins.ml2.db [None req-92eaed20-a865-4118-8172-9aa973761faf admin admin] For port 1c2cdc74-c5ca-4a97-85e7-b2ba18cd935f, host dv-cinder-852364-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-3-iscsi',level=0,port_id=1c2cdc74-c5ca-4a97-85e7-b2ba18cd935f,segment=NetworkSegment(087eff6f-7ffe-4685-8407-ebe76234df3c),segment_id=087eff6f-7ffe-4685-8407-ebe76234df3c)] {{(pid=111140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:58:00.104810 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-92eaed20-a865-4118-8172-9aa973761faf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694862'] for port (1c2cdc74-c5ca-4a97-85e7-b2ba18cd935f), precommit_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:58:00.109920 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-9c37aee0-e974-4f88-9c47-a96131cd1281 None None] Deleting port 1c2cdc74-c5ca-4a97-85e7-b2ba18cd935f {{(pid=111142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 09 16:58:00.110328 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-9c37aee0-e974-4f88-9c47-a96131cd1281 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748338259761'] for port (1c2cdc74-c5ca-4a97-85e7-b2ba18cd935f), before_delete {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:58:00.118003 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.plugins.ml2.plugin [None req-92eaed20-a865-4118-8172-9aa973761faf admin admin] Calling delete_port for 1c2cdc74-c5ca-4a97-85e7-b2ba18cd935f owned by network:dhcp {{(pid=111140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 09 16:58:00.182401 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.db [None req-9c37aee0-e974-4f88-9c47-a96131cd1281 None None] For port 1c2cdc74-c5ca-4a97-85e7-b2ba18cd935f, host dv-cinder-852364-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-3-iscsi',level=0,port_id=1c2cdc74-c5ca-4a97-85e7-b2ba18cd935f,segment=NetworkSegment(087eff6f-7ffe-4685-8407-ebe76234df3c),segment_id=087eff6f-7ffe-4685-8407-ebe76234df3c)] {{(pid=111142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:58:00.183532 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-9c37aee0-e974-4f88-9c47-a96131cd1281 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694862'] for port (1c2cdc74-c5ca-4a97-85e7-b2ba18cd935f), precommit_delete {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:58:00.199405 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-9c37aee0-e974-4f88-9c47-a96131cd1281 None None] Calling delete_port for 1c2cdc74-c5ca-4a97-85e7-b2ba18cd935f owned by network:dhcp {{(pid=111142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 09 16:58:00.244445 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Device 3da32644-d653-4870-a983-8ae28554edae no longer exists at agent ovs-agent-dv-cinder-852364-3-iscsi {{(pid=111142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:58:00.273870 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] No Port match for: 3da32644-d653-4870-a983-8ae28554edae {{(pid=111142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 09 16:58:00.274148 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Device 3da32644-d653-4870-a983-8ae28554edae not bound to the agent host dv-cinder-852364-3-iscsi {{(pid=111142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:58:00.274622 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Device eae3aa57-20a3-4ac8-984f-535313d9417f no longer exists at agent ovs-agent-dv-cinder-852364-3-iscsi {{(pid=111142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:58:00.305809 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] No Port match for: eae3aa57-20a3-4ac8-984f-535313d9417f {{(pid=111142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 09 16:58:00.306128 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Device eae3aa57-20a3-4ac8-984f-535313d9417f not bound to the agent host dv-cinder-852364-3-iscsi {{(pid=111142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:58:00.306579 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Device 1c2cdc74-c5ca-4a97-85e7-b2ba18cd935f no longer exists at agent ovs-agent-dv-cinder-852364-3-iscsi {{(pid=111142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:58:00.311131 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-92eaed20-a865-4118-8172-9aa973761faf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748338263278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748337861762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12086677'] for port (1c2cdc74-c5ca-4a97-85e7-b2ba18cd935f), after_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:58:00.342102 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92eaed20-a865-4118-8172-9aa973761faf admin admin] Pushing event deleted for resources: {'Port': ['ID=1c2cdc74-c5ca-4a97-85e7-b2ba18cd935f,revision_number=None']} {{(pid=111140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:58:00.343620 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] No Port match for: 1c2cdc74-c5ca-4a97-85e7-b2ba18cd935f {{(pid=111142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 09 16:58:00.344812 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Device 1c2cdc74-c5ca-4a97-85e7-b2ba18cd935f not bound to the agent host dv-cinder-852364-3-iscsi {{(pid=111142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:58:00.346336 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92eaed20-a865-4118-8172-9aa973761faf admin admin] No DVR routers for this DVR port 1c2cdc74-c5ca-4a97-85e7-b2ba18cd935f on host dv-cinder-852364-3-iscsi {{(pid=111140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 09 16:58:00.350477 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-9c37aee0-e974-4f88-9c47-a96131cd1281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748338263278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748337861762'] for port (1c2cdc74-c5ca-4a97-85e7-b2ba18cd935f), after_delete {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:58:00.373991 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c37aee0-e974-4f88-9c47-a96131cd1281 None None] Pushing event deleted for resources: {'Port': ['ID=1c2cdc74-c5ca-4a97-85e7-b2ba18cd935f,revision_number=None']} {{(pid=111142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:58:00.385220 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c37aee0-e974-4f88-9c47-a96131cd1281 None None] No DVR routers for this DVR port 1c2cdc74-c5ca-4a97-85e7-b2ba18cd935f on host dv-cinder-852364-3-iscsi {{(pid=111142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 09 16:58:00.427330 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-92eaed20-a865-4118-8172-9aa973761faf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3880624', 'neutron.services.segments.db._delete_segments_for_network-8748338318574'] for network (c6e9ea29-d63f-40f2-84ee-974e268aa2d8), precommit_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:58:00.450371 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.services.segments.db [None req-92eaed20-a865-4118-8172-9aa973761faf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6e9ea29-d63f-40f2-84ee-974e268aa2d8']}} {{(pid=111140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:58:00.463255 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.services.segments.db [None req-92eaed20-a865-4118-8172-9aa973761faf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '087eff6f-7ffe-4685-8407-ebe76234df3c') {'for_net_delete': True} {{(pid=111140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:58:00.463255 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.services.segments.db [None req-92eaed20-a865-4118-8172-9aa973761faf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '087eff6f-7ffe-4685-8407-ebe76234df3c') {} {{(pid=111140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:58:00.475629 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-92eaed20-a865-4118-8172-9aa973761faf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748338318475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12387196'] for segment (087eff6f-7ffe-4685-8407-ebe76234df3c), before_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:58:00.489830 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-92eaed20-a865-4118-8172-9aa973761faf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3501092'] for segment (087eff6f-7ffe-4685-8407-ebe76234df3c), precommit_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:58:00.496773 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92eaed20-a865-4118-8172-9aa973761faf admin admin] Releasing vlan 976 on physical network physnet1 to pool {{(pid=111140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 16:58:00.497165 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-92eaed20-a865-4118-8172-9aa973761faf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3501092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12084034'] for segment (087eff6f-7ffe-4685-8407-ebe76234df3c), after_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:58:00.537938 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.services.segments.plugin [-] Segment 087eff6f-7ffe-4685-8407-ebe76234df3c resource provider aggregate not found Aug 09 16:58:00.555822 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.services.segments.plugin [-] Segment 087eff6f-7ffe-4685-8407-ebe76234df3c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 087eff6f-7ffe-4685-8407-ebe76234df3c found for delete ", "request_id": "req-264aa072-8529-46e0-a130-65d0a22afae8"}]} Aug 09 16:58:00.673419 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-92eaed20-a865-4118-8172-9aa973761faf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3880635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690469'] for network (c6e9ea29-d63f-40f2-84ee-974e268aa2d8), after_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:58:00.679201 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-92eaed20-a865-4118-8172-9aa973761faf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526441'] for network (None), before_response {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:58:00.683745 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [None req-92eaed20-a865-4118-8172-9aa973761faf admin admin] 10.222.0.59 "DELETE /networking/v2.0/networks/c6e9ea29-d63f-40f2-84ee-974e268aa2d8 HTTP/1.1" status: 204 len: 168 time: 0.7930524 Aug 09 16:58:00.694538 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92eaed20-a865-4118-8172-9aa973761faf admin admin] Pushing event deleted for resources: {'Network': ['ID=c6e9ea29-d63f-40f2-84ee-974e268aa2d8,revision_number=None']} {{(pid=111140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:58:01.098505 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.wsgi [-] (111140) accepted ('10.222.0.59', 56276) {{(pid=111140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:58:01.139401 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [None req-045b6803-b99d-4e03-bfd2-ea94a03a7952 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=54562f03aaae457ca88be251d2208e2e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0395980 Aug 09 16:58:01.141821 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.wsgi [-] (111140) accepted ('10.222.0.59', 56278) {{(pid=111140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:58:01.190634 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-6a9be843-68d6-4db1-a62f-ff3e0aed1b07 admin admin] Publish callbacks [] for security_group (bfc5ff98-7b35-43e8-99da-0b528287f151), before_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:58:01.217564 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-6a9be843-68d6-4db1-a62f-ff3e0aed1b07 admin admin] Publish callbacks [] for security_group (bfc5ff98-7b35-43e8-99da-0b528287f151), precommit_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:58:01.219256 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:58:01.360686 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-6a9be843-68d6-4db1-a62f-ff3e0aed1b07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763768'] for security_group (bfc5ff98-7b35-43e8-99da-0b528287f151), after_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:58:01.363265 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-6a9be843-68d6-4db1-a62f-ff3e0aed1b07 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:58:01.366785 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [None req-6a9be843-68d6-4db1-a62f-ff3e0aed1b07 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/bfc5ff98-7b35-43e8-99da-0b528287f151 HTTP/1.1" status: 204 len: 168 time: 0.2216868 Aug 09 16:58:01.372684 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9be843-68d6-4db1-a62f-ff3e0aed1b07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfc5ff98-7b35-43e8-99da-0b528287f151,revision_number=None']} {{(pid=111140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:58:01.697230 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0685b145-9dd2-4f64-a855-62852e3370f7 req-4234109a-925c-498a-bda2-0e85f402442d tempest-VolumesActionsTest-295748325 tempest-VolumesActionsTest-295748325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:58:01.697230 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-0685b145-9dd2-4f64-a855-62852e3370f7 req-4234109a-925c-498a-bda2-0e85f402442d tempest-VolumesActionsTest-295748325 tempest-VolumesActionsTest-295748325-project] 10.222.0.59 "GET /networking/v2.0/networks?id=3ecd1e48-b208-40fa-9bc8-96d3528dd429 HTTP/1.1" status: 200 len: 809 time: 0.1079588 Aug 09 16:58:01.707261 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-0685b145-9dd2-4f64-a855-62852e3370f7 req-f0057400-4f4b-439c-8a38-cfa1ad89f0d4 tempest-VolumesActionsTest-295748325 tempest-VolumesActionsTest-295748325-project] 10.222.0.59 "GET /networking/v2.0/quotas/52db6dcf868e441b848d3a1dc2053080 HTTP/1.1" status: 200 len: 375 time: 0.0116920 Aug 09 16:58:01.740337 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-0685b145-9dd2-4f64-a855-62852e3370f7 req-779d4769-4074-47b6-a264-5e3567664c42 tempest-VolumesActionsTest-295748325 tempest-VolumesActionsTest-295748325-project] 10.222.0.59 "GET /networking/v2.0/ports?tenant_id=52db6dcf868e441b848d3a1dc2053080&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0274084 Aug 09 16:58:01.842793 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-0685b145-9dd2-4f64-a855-62852e3370f7 req-4e28f199-79ee-4d2c-8485-3c8c88c7bfba service neutron] 10.222.0.59 "GET /networking/v2.0/networks/3ecd1e48-b208-40fa-9bc8-96d3528dd429?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942950 Aug 09 16:58:01.935854 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-0685b145-9dd2-4f64-a855-62852e3370f7 req-363183ab-912e-4151-9e8e-dc605d270dfd service neutron] 10.222.0.59 "GET /networking/v2.0/networks/3ecd1e48-b208-40fa-9bc8-96d3528dd429?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866265 Aug 09 16:58:02.204480 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-c9cded77-6c18-4da5-b000-88866bb238cc req-3e6a9f58-e171-43a5-8f6b-355488b75af7 tempest-VolumesActionsTest-295748325 tempest-VolumesActionsTest-295748325-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=eb7a0829-3182-4786-834f-fc42cca9ae3c HTTP/1.1" status: 200 len: 210 time: 0.0444250 Aug 09 16:58:02.257497 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (fd1157aa-8fd8-4c6b-a604-f3842f12d305), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:58:03.313543 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-a7f3e4f3-2f54-4039-80c0-db6a38bbe4cc req-26254933-31de-489e-a2d2-a4e0f432197c tempest-VolumesActionsTest-295748325 tempest-VolumesActionsTest-295748325-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=eb7a0829-3182-4786-834f-fc42cca9ae3c HTTP/1.1" status: 200 len: 210 time: 0.0310609 Aug 09 16:58:04.416565 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-2914eb2c-1b7c-4b7b-82b4-98b56776ca8d req-c31dcd44-cab2-463b-8110-951520b2f376 tempest-VolumesActionsTest-295748325 tempest-VolumesActionsTest-295748325-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=eb7a0829-3182-4786-834f-fc42cca9ae3c HTTP/1.1" status: 200 len: 210 time: 0.0301914 Aug 09 16:58:04.660436 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0685b145-9dd2-4f64-a855-62852e3370f7 req-df091ca3-6b8a-49ee-ad2e-b00ef237d6aa tempest-VolumesActionsTest-295748325 tempest-VolumesActionsTest-295748325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:58:04.661864 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-0685b145-9dd2-4f64-a855-62852e3370f7 req-df091ca3-6b8a-49ee-ad2e-b00ef237d6aa tempest-VolumesActionsTest-295748325 tempest-VolumesActionsTest-295748325-project] 10.222.0.91 "GET /networking/v2.0/networks?id=3ecd1e48-b208-40fa-9bc8-96d3528dd429 HTTP/1.1" status: 200 len: 809 time: 0.1083126 Aug 09 16:58:04.683308 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.v2.base [req-0685b145-9dd2-4f64-a855-62852e3370f7 req-700575ff-da12-4823-92bf-4ad64adf60f6 tempest-VolumesActionsTest-295748325 tempest-VolumesActionsTest-295748325-project] Request body: {'port': {'device_id': 'eb7a0829-3182-4786-834f-fc42cca9ae3c', 'network_id': '3ecd1e48-b208-40fa-9bc8-96d3528dd429', 'admin_state_up': True, 'tenant_id': '52db6dcf868e441b848d3a1dc2053080'}} {{(pid=111141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 16:58:04.896668 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0685b145-9dd2-4f64-a855-62852e3370f7 req-700575ff-da12-4823-92bf-4ad64adf60f6 tempest-VolumesActionsTest-295748325 tempest-VolumesActionsTest-295748325-project] Made reservation on behalf of 52db6dcf868e441b848d3a1dc2053080 for: {'port': 1} {{(pid=111141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:58:04.900446 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-0685b145-9dd2-4f64-a855-62852e3370f7 req-700575ff-da12-4823-92bf-4ad64adf60f6 tempest-VolumesActionsTest-295748325 tempest-VolumesActionsTest-295748325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (None), before_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:58:05.021844 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:58:05.036885 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.db.db_base_plugin_common [req-0685b145-9dd2-4f64-a855-62852e3370f7 req-700575ff-da12-4823-92bf-4ad64adf60f6 tempest-VolumesActionsTest-295748325 tempest-VolumesActionsTest-295748325-project] Allocated IP 172.20.0.13 (3ecd1e48-b208-40fa-9bc8-96d3528dd429/5832adda-c1aa-48ef-8c4b-43a76e5c03d2/90fc48d3-44e8-42b9-9e46-3bc83c4de9cb) {{(pid=111141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:58:05.151349 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:58:05.203038 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-0685b145-9dd2-4f64-a855-62852e3370f7 req-700575ff-da12-4823-92bf-4ad64adf60f6 tempest-VolumesActionsTest-295748325 tempest-VolumesActionsTest-295748325-project] Publish callbacks [] for port (90fc48d3-44e8-42b9-9e46-3bc83c4de9cb), precommit_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:58:05.382497 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-0685b145-9dd2-4f64-a855-62852e3370f7 req-700575ff-da12-4823-92bf-4ad64adf60f6 tempest-VolumesActionsTest-295748325 tempest-VolumesActionsTest-295748325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748337861753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12487578'] for port (90fc48d3-44e8-42b9-9e46-3bc83c4de9cb), after_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:58:05.428350 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0685b145-9dd2-4f64-a855-62852e3370f7 req-700575ff-da12-4823-92bf-4ad64adf60f6 tempest-VolumesActionsTest-295748325 tempest-VolumesActionsTest-295748325-project] Network 3ecd1e48-b208-40fa-9bc8-96d3528dd429 is already hosted by enough agents. {{(pid=111141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:58:05.431593 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.scheduler.base_scheduler [req-0685b145-9dd2-4f64-a855-62852e3370f7 req-700575ff-da12-4823-92bf-4ad64adf60f6 tempest-VolumesActionsTest-295748325 tempest-VolumesActionsTest-295748325-project] Resources bound (agent type, host, resource id): {{(pid=111141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:58:05.435907 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.db.l3_dvrscheduler_db [req-0685b145-9dd2-4f64-a855-62852e3370f7 req-700575ff-da12-4823-92bf-4ad64adf60f6 tempest-VolumesActionsTest-295748325 tempest-VolumesActionsTest-295748325-project] Received port after_create {{(pid=111141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 09 16:58:05.448884 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG dbcounter [-] [111143] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=111143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:58:05.462665 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700575ff-da12-4823-92bf-4ad64adf60f6 tempest-VolumesActionsTest-295748325 tempest-VolumesActionsTest-295748325-project] Pushing event updated for resources: {'Port': ['ID=90fc48d3-44e8-42b9-9e46-3bc83c4de9cb,revision_number=1']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:58:05.493110 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0685b145-9dd2-4f64-a855-62852e3370f7 req-700575ff-da12-4823-92bf-4ad64adf60f6 tempest-VolumesActionsTest-295748325 tempest-VolumesActionsTest-295748325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:58:05.496246 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-0685b145-9dd2-4f64-a855-62852e3370f7 req-700575ff-da12-4823-92bf-4ad64adf60f6 tempest-VolumesActionsTest-295748325 tempest-VolumesActionsTest-295748325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90003'] for port (None), before_response {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:58:05.542532 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c1bb04-3f41-4c6e-9906-f34fd14acbf6 req-fbd9438f-6772-4efb-969e-9a78a4ae0587 tempest-VolumesActionsTest-295748325 tempest-VolumesActionsTest-295748325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:58:05.544100 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-80c1bb04-3f41-4c6e-9906-f34fd14acbf6 req-fbd9438f-6772-4efb-969e-9a78a4ae0587 tempest-VolumesActionsTest-295748325 tempest-VolumesActionsTest-295748325-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=eb7a0829-3182-4786-834f-fc42cca9ae3c HTTP/1.1" status: 200 len: 932 time: 0.0509787 Aug 09 16:58:05.574902 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-0685b145-9dd2-4f64-a855-62852e3370f7 req-700575ff-da12-4823-92bf-4ad64adf60f6 tempest-VolumesActionsTest-295748325 tempest-VolumesActionsTest-295748325-project] 10.222.0.91 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8954847 Aug 09 16:58:05.594639 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-80c1bb04-3f41-4c6e-9906-f34fd14acbf6 req-d5b6cb68-0459-4c58-981c-4b50a8fb09cf tempest-VolumesActionsTest-295748325 tempest-VolumesActionsTest-295748325-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=7e9c5a1a-90f1-4348-a7a2-ecd668e4e03e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448058 Aug 09 16:58:05.603088 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.v2.base [req-0685b145-9dd2-4f64-a855-62852e3370f7 req-087d087b-3856-43af-a052-a223fe0f3b99 service neutron] Request body: {'port': {'device_id': 'eb7a0829-3182-4786-834f-fc42cca9ae3c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85236'}} {{(pid=111141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 16:58:05.666502 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-0685b145-9dd2-4f64-a855-62852e3370f7 req-087d087b-3856-43af-a052-a223fe0f3b99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (90fc48d3-44e8-42b9-9e46-3bc83c4de9cb), before_update {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:58:05.885960 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:58:05.923687 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.notifiers.nova [req-0685b145-9dd2-4f64-a855-62852e3370f7 req-087d087b-3856-43af-a052-a223fe0f3b99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90fc48d3-44e8-42b9-9e46-3bc83c4de9cb {{(pid=111141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 09 16:58:05.930953 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-0685b145-9dd2-4f64-a855-62852e3370f7 req-087d087b-3856-43af-a052-a223fe0f3b99 service neutron] Publish callbacks [] for port (90fc48d3-44e8-42b9-9e46-3bc83c4de9cb), precommit_update {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:58:05.944911 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.db.provisioning_blocks [req-0685b145-9dd2-4f64-a855-62852e3370f7 req-087d087b-3856-43af-a052-a223fe0f3b99 service neutron] Transition to ACTIVE for port object 90fc48d3-44e8-42b9-9e46-3bc83c4de9cb will not be triggered until provisioned by entity L2. {{(pid=111141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 09 16:58:06.017683 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-0685b145-9dd2-4f64-a855-62852e3370f7 req-087d087b-3856-43af-a052-a223fe0f3b99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748338263269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748337861771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748337861789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12487573'] for port (90fc48d3-44e8-42b9-9e46-3bc83c4de9cb), after_update {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:58:06.098766 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087d087b-3856-43af-a052-a223fe0f3b99 service neutron] Pushing event updated for resources: {'Port': ['ID=90fc48d3-44e8-42b9-9e46-3bc83c4de9cb,revision_number=2']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:58:06.129292 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.managers [req-0685b145-9dd2-4f64-a855-62852e3370f7 req-087d087b-3856-43af-a052-a223fe0f3b99 service neutron] Attempting to bind port 90fc48d3-44e8-42b9-9e46-3bc83c4de9cb on host hv-cinder-85236 for vnic_type normal with profile {{(pid=111141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 09 16:58:06.129641 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.managers [req-0685b145-9dd2-4f64-a855-62852e3370f7 req-087d087b-3856-43af-a052-a223fe0f3b99 service neutron] Attempting to bind port 90fc48d3-44e8-42b9-9e46-3bc83c4de9cb by drivers openvswitch,hyperv on host hv-cinder-85236 at level 0 using segments [{'id': 'a216709b-4065-4413-a931-363f287f4283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 978, 'network_id': '3ecd1e48-b208-40fa-9bc8-96d3528dd429'}] {{(pid=111141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 09 16:58:06.130578 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0685b145-9dd2-4f64-a855-62852e3370f7 req-087d087b-3856-43af-a052-a223fe0f3b99 service neutron] Attempting to bind port 90fc48d3-44e8-42b9-9e46-3bc83c4de9cb on network 3ecd1e48-b208-40fa-9bc8-96d3528dd429 {{(pid=111141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 16:58:06.134750 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0685b145-9dd2-4f64-a855-62852e3370f7 req-087d087b-3856-43af-a052-a223fe0f3b99 service neutron] Port 90fc48d3-44e8-42b9-9e46-3bc83c4de9cb on network 3ecd1e48-b208-40fa-9bc8-96d3528dd429 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85236 {{(pid=111141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 09 16:58:06.135082 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0685b145-9dd2-4f64-a855-62852e3370f7 req-087d087b-3856-43af-a052-a223fe0f3b99 service neutron] Attempting to bind port 90fc48d3-44e8-42b9-9e46-3bc83c4de9cb on network 3ecd1e48-b208-40fa-9bc8-96d3528dd429 {{(pid=111141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 16:58:06.140384 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0685b145-9dd2-4f64-a855-62852e3370f7 req-087d087b-3856-43af-a052-a223fe0f3b99 service neutron] Checking agent: {'id': 'fd1157aa-8fd8-4c6b-a604-f3842f12d305', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85236', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 9, 16, 48, 30), 'started_at': datetime.datetime(2022, 8, 9, 16, 48, 30), 'heartbeat_timestamp': datetime.datetime(2022, 8, 9, 16, 58, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 09 16:58:06.140725 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0685b145-9dd2-4f64-a855-62852e3370f7 req-087d087b-3856-43af-a052-a223fe0f3b99 service neutron] Checking segment: {'id': 'a216709b-4065-4413-a931-363f287f4283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 978, 'network_id': '3ecd1e48-b208-40fa-9bc8-96d3528dd429'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 09 16:58:06.141112 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0685b145-9dd2-4f64-a855-62852e3370f7 req-087d087b-3856-43af-a052-a223fe0f3b99 service neutron] Bound using segment: {'id': 'a216709b-4065-4413-a931-363f287f4283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 978, 'network_id': '3ecd1e48-b208-40fa-9bc8-96d3528dd429'} {{(pid=111141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 09 16:58:06.141549 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.managers [req-0685b145-9dd2-4f64-a855-62852e3370f7 req-087d087b-3856-43af-a052-a223fe0f3b99 service neutron] Bound port: 90fc48d3-44e8-42b9-9e46-3bc83c4de9cb, host: hv-cinder-85236, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a216709b-4065-4413-a931-363f287f4283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 978, 'network_id': '3ecd1e48-b208-40fa-9bc8-96d3528dd429'}}] {{(pid=111141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 09 16:58:06.141918 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-0685b145-9dd2-4f64-a855-62852e3370f7 req-087d087b-3856-43af-a052-a223fe0f3b99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (90fc48d3-44e8-42b9-9e46-3bc83c4de9cb), before_update {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:58:06.206939 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.db [req-0685b145-9dd2-4f64-a855-62852e3370f7 req-087d087b-3856-43af-a052-a223fe0f3b99 service neutron] For port 90fc48d3-44e8-42b9-9e46-3bc83c4de9cb, host hv-cinder-85236, cleared binding levels {{(pid=111141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:58:06.210009 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.db [req-0685b145-9dd2-4f64-a855-62852e3370f7 req-087d087b-3856-43af-a052-a223fe0f3b99 service neutron] For port 90fc48d3-44e8-42b9-9e46-3bc83c4de9cb, host hv-cinder-85236, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=90fc48d3-44e8-42b9-9e46-3bc83c4de9cb,segment=NetworkSegment(a216709b-4065-4413-a931-363f287f4283),segment_id=a216709b-4065-4413-a931-363f287f4283)] {{(pid=111141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:58:06.315261 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-0685b145-9dd2-4f64-a855-62852e3370f7 req-087d087b-3856-43af-a052-a223fe0f3b99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748338263269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748337861771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748337861789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12487573'] for port (90fc48d3-44e8-42b9-9e46-3bc83c4de9cb), after_update {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:58:06.319586 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0685b145-9dd2-4f64-a855-62852e3370f7 req-087d087b-3856-43af-a052-a223fe0f3b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:58:06.320248 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-0685b145-9dd2-4f64-a855-62852e3370f7 req-087d087b-3856-43af-a052-a223fe0f3b99 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90003'] for port (None), before_response {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:58:06.321862 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-0685b145-9dd2-4f64-a855-62852e3370f7 req-087d087b-3856-43af-a052-a223fe0f3b99 service neutron] 10.222.0.91 "PUT /networking/v2.0/ports/90fc48d3-44e8-42b9-9e46-3bc83c4de9cb HTTP/1.1" status: 200 len: 1094 time: 0.7230811 Aug 09 16:58:06.322349 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb7a0829-3182-4786-834f-fc42cca9ae3c', 'tag': '90fc48d3-44e8-42b9-9e46-3bc83c4de9cb'}] {{(pid=111141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 16:58:06.324618 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fc61e086496b7b72fa0be04cca19be1e9321c349ae61d053137ad661f53d53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7827556c-3f64-430a-8226-f20ea44b28ea" -d '{"events": [{"name": "network-changed", "server_uuid": "eb7a0829-3182-4786-834f-fc42cca9ae3c", "tag": "90fc48d3-44e8-42b9-9e46-3bc83c4de9cb"}]}' {{(pid=111141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:58:06.364004 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Aug 2022 16:58:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-742d9557-e7a1-4783-9fde-cbd457c9d87e x-openstack-request-id: req-742d9557-e7a1-4783-9fde-cbd457c9d87e {{(pid=111141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:58:06.364348 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb7a0829-3182-4786-834f-fc42cca9ae3c", "tag": "90fc48d3-44e8-42b9-9e46-3bc83c4de9cb", "status": "completed", "code": 200}]} {{(pid=111141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:58:06.364602 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-742d9557-e7a1-4783-9fde-cbd457c9d87e {{(pid=111141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:58:06.365005 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-742d9557-e7a1-4783-9fde-cbd457c9d87e'] response: {'name': 'network-changed', 'server_uuid': 'eb7a0829-3182-4786-834f-fc42cca9ae3c', 'tag': '90fc48d3-44e8-42b9-9e46-3bc83c4de9cb', 'status': 'completed', 'code': 200} Aug 09 16:58:06.376784 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087d087b-3856-43af-a052-a223fe0f3b99 service neutron] Pushing event updated for resources: {'Port': ['ID=90fc48d3-44e8-42b9-9e46-3bc83c4de9cb,revision_number=3']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:58:06.694322 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:58:06.713084 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59864954-3970-4d09-9edc-1db3178673cf req-87ca498c-38e6-4685-93cd-3ac6cd9b538e tempest-VolumesActionsTest-295748325 tempest-VolumesActionsTest-295748325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:58:06.714508 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-59864954-3970-4d09-9edc-1db3178673cf req-87ca498c-38e6-4685-93cd-3ac6cd9b538e tempest-VolumesActionsTest-295748325 tempest-VolumesActionsTest-295748325-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=eb7a0829-3182-4786-834f-fc42cca9ae3c HTTP/1.1" status: 200 len: 944 time: 0.0479705 Aug 09 16:58:06.763704 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-59864954-3970-4d09-9edc-1db3178673cf req-3a17522c-76a5-4ec0-9884-a5913c31dc25 tempest-VolumesActionsTest-295748325 tempest-VolumesActionsTest-295748325-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=7e9c5a1a-90f1-4348-a7a2-ecd668e4e03e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426657 Aug 09 16:58:07.880997 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50f5f6c-a9a8-4997-8b4d-6500f965f9ff req-03cb512e-aee2-41b2-a122-187973c2e32c tempest-VolumesActionsTest-295748325 tempest-VolumesActionsTest-295748325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:58:07.882443 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-d50f5f6c-a9a8-4997-8b4d-6500f965f9ff req-03cb512e-aee2-41b2-a122-187973c2e32c tempest-VolumesActionsTest-295748325 tempest-VolumesActionsTest-295748325-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=eb7a0829-3182-4786-834f-fc42cca9ae3c HTTP/1.1" status: 200 len: 944 time: 0.0471661 Aug 09 16:58:07.932818 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-d50f5f6c-a9a8-4997-8b4d-6500f965f9ff req-a989c0c9-b58b-48d9-9e92-40c2df458307 tempest-VolumesActionsTest-295748325 tempest-VolumesActionsTest-295748325-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=7e9c5a1a-90f1-4348-a7a2-ecd668e4e03e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448864 Aug 09 16:58:08.424774 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG dbcounter [-] [111143] Writing DB stats neutron:SELECT=7,neutron:DELETE=1 {{(pid=111143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:58:08.812307 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7827556c-3f64-430a-8226-f20ea44b28ea req-1ac3c05a-3ef9-451a-bbdd-7c60742c10f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:58:08.813695 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-7827556c-3f64-430a-8226-f20ea44b28ea req-1ac3c05a-3ef9-451a-bbdd-7c60742c10f4 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?tenant_id=52db6dcf868e441b848d3a1dc2053080&device_id=eb7a0829-3182-4786-834f-fc42cca9ae3c HTTP/1.1" status: 200 len: 1128 time: 0.0391142 Aug 09 16:58:08.926009 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7827556c-3f64-430a-8226-f20ea44b28ea req-8198df58-fab2-45bf-b0ab-6cbb52ad3a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:58:08.927473 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-7827556c-3f64-430a-8226-f20ea44b28ea req-8198df58-fab2-45bf-b0ab-6cbb52ad3a80 service neutron] 10.222.0.91 "GET /networking/v2.0/networks?tenant_id=52db6dcf868e441b848d3a1dc2053080&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0959885 Aug 09 16:58:09.062470 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ef997c-950d-46ce-be97-9a41e9c11b3a req-a8d4ffe2-6208-4170-aa66-e50f66778991 tempest-VolumesActionsTest-295748325 tempest-VolumesActionsTest-295748325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:58:09.063902 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-43ef997c-950d-46ce-be97-9a41e9c11b3a req-a8d4ffe2-6208-4170-aa66-e50f66778991 tempest-VolumesActionsTest-295748325 tempest-VolumesActionsTest-295748325-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=eb7a0829-3182-4786-834f-fc42cca9ae3c HTTP/1.1" status: 200 len: 944 time: 0.0535243 Aug 09 16:58:09.113484 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-43ef997c-950d-46ce-be97-9a41e9c11b3a req-d4bfcb16-a1f2-42da-9b46-8bf62533406f tempest-VolumesActionsTest-295748325 tempest-VolumesActionsTest-295748325-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=7e9c5a1a-90f1-4348-a7a2-ecd668e4e03e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431077 Aug 09 16:58:09.291333 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7827556c-3f64-430a-8226-f20ea44b28ea req-a9f5989a-1dc7-4f2d-9f60-7779479f7da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:58:09.292710 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-7827556c-3f64-430a-8226-f20ea44b28ea req-a9f5989a-1dc7-4f2d-9f60-7779479f7da5 service neutron] 10.222.0.91 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0909309 Aug 09 16:58:09.406017 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0685b145-9dd2-4f64-a855-62852e3370f7 req-18fe7591-0156-4cee-9f2b-b4014adce38e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:58:09.407300 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-0685b145-9dd2-4f64-a855-62852e3370f7 req-18fe7591-0156-4cee-9f2b-b4014adce38e service neutron] 10.222.0.91 "GET /networking/v2.0/ports?tenant_id=52db6dcf868e441b848d3a1dc2053080&device_id=eb7a0829-3182-4786-834f-fc42cca9ae3c HTTP/1.1" status: 200 len: 1128 time: 0.0451188 Aug 09 16:58:09.458085 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-0685b145-9dd2-4f64-a855-62852e3370f7 req-e7cdb427-3d78-41e6-9386-570a9f5a0f5f service neutron] 10.222.0.91 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=90fc48d3-44e8-42b9-9e46-3bc83c4de9cb HTTP/1.1" status: 200 len: 217 time: 0.0348239 Aug 09 16:58:09.512941 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0685b145-9dd2-4f64-a855-62852e3370f7 req-6f145b0c-ca99-47f2-b6cf-70380968e083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:58:09.515266 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-0685b145-9dd2-4f64-a855-62852e3370f7 req-6f145b0c-ca99-47f2-b6cf-70380968e083 service neutron] 10.222.0.91 "GET /networking/v2.0/subnets?id=5832adda-c1aa-48ef-8c4b-43a76e5c03d2 HTTP/1.1" status: 200 len: 849 time: 0.0490296 Aug 09 16:58:09.551531 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-0685b145-9dd2-4f64-a855-62852e3370f7 req-5bf5cd3a-1236-45b5-9c79-4111b3540e43 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?network_id=3ecd1e48-b208-40fa-9bc8-96d3528dd429&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264356 Aug 09 16:58:09.649487 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-0685b145-9dd2-4f64-a855-62852e3370f7 req-fab1a823-9767-44e0-94d4-05f415bf1d55 service neutron] 10.222.0.91 "GET /networking/v2.0/networks/3ecd1e48-b208-40fa-9bc8-96d3528dd429?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886457 Aug 09 16:58:09.745950 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-0685b145-9dd2-4f64-a855-62852e3370f7 req-10bbba14-0d2a-4d79-a860-2e59884117b3 service neutron] 10.222.0.91 "GET /networking/v2.0/networks/3ecd1e48-b208-40fa-9bc8-96d3528dd429?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888917 Aug 09 16:58:10.091507 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-0663b932-0f7f-4bf7-b8c1-39ee33f574b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (0d699ab0-1a4e-47ab-a625-f3b077123214), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:58:10.196688 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:58:10.232709 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c97b6c-a6f6-46c2-91e6-9104be93fbda req-f7cd13e4-abf8-4a22-bf8c-71a2d188712b tempest-VolumesActionsTest-295748325 tempest-VolumesActionsTest-295748325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:58:10.234958 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-b3c97b6c-a6f6-46c2-91e6-9104be93fbda req-f7cd13e4-abf8-4a22-bf8c-71a2d188712b tempest-VolumesActionsTest-295748325 tempest-VolumesActionsTest-295748325-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=eb7a0829-3182-4786-834f-fc42cca9ae3c HTTP/1.1" status: 200 len: 944 time: 0.0490844 Aug 09 16:58:10.284489 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-b3c97b6c-a6f6-46c2-91e6-9104be93fbda req-2d656446-359d-4042-aeb9-bf8f4b3ae02b tempest-VolumesActionsTest-295748325 tempest-VolumesActionsTest-295748325-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=7e9c5a1a-90f1-4348-a7a2-ecd668e4e03e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434589 Aug 09 16:58:10.608265 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a1431f-432c-4d4f-b6a2-d4e88137ea0f req-96b084f5-51ac-40d6-8cfa-4a660c22dbc1 tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:58:10.610900 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-00a1431f-432c-4d4f-b6a2-d4e88137ea0f req-96b084f5-51ac-40d6-8cfa-4a660c22dbc1 tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=240e5a5a-5f07-4b5e-b8f1-11d492602c3a HTTP/1.1" status: 200 len: 945 time: 0.0498786 Aug 09 16:58:10.658088 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-00a1431f-432c-4d4f-b6a2-d4e88137ea0f req-ac2e6e13-80ee-41fc-976e-418037ab39f0 tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=da40407e-4fba-40cd-93a9-019f01c74743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414033 Aug 09 16:58:10.685114 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.wsgi [-] (111140) accepted ('10.222.0.59', 56442) {{(pid=111140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:58:10.907502 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de01a3d9-2cdf-4921-a9ba-aecf1f824455 tempest-TestMinimumBasicScenario-1220952199 tempest-TestMinimumBasicScenario-1220952199-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:58:10.909070 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [None req-de01a3d9-2cdf-4921-a9ba-aecf1f824455 tempest-TestMinimumBasicScenario-1220952199 tempest-TestMinimumBasicScenario-1220952199-project-admin] 10.222.0.59 "GET /networking/v2.0/ports?device_id=240e5a5a-5f07-4b5e-b8f1-11d492602c3a HTTP/1.1" status: 200 len: 1124 time: 0.2229609 Aug 09 16:58:10.912016 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.wsgi [-] (111140) accepted ('10.222.0.59', 56450) {{(pid=111140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:58:10.916213 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.v2.base [None req-96060e31-7de3-459e-ac41-7a2d0f79e3ca tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] Request body: {'floatingip': {'floating_network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'port_id': '2934afc2-fa4e-4b03-9b5b-d9457d46077e', 'tenant_id': '7ffda0edbe694650b9de23928f1de1a4', 'fixed_ip_address': '172.20.0.3'}} {{(pid=111140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 16:58:10.994775 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-96060e31-7de3-459e-ac41-7a2d0f79e3ca tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:58:11.074552 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-96060e31-7de3-459e-ac41-7a2d0f79e3ca tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (None), before_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:58:11.185091 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.db.db_base_plugin_common [None req-96060e31-7de3-459e-ac41-7a2d0f79e3ca tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] Allocated IP 172.27.2.37 (0b446ac8-416d-4492-b144-c475e4beb84a/4516d54a-1367-472b-b3e4-4bb105fe12f6/1b215f0b-b459-40d8-8b64-0a32515bf73f) {{(pid=111140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:58:11.290569 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-96060e31-7de3-459e-ac41-7a2d0f79e3ca tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] Publish callbacks [] for port (1b215f0b-b459-40d8-8b64-0a32515bf73f), precommit_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:58:11.298595 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:58:11.404309 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ab8756-514d-4e05-95b5-8d38b84e08f6 req-63472a62-c1e7-4daa-87d6-50b33ebdf67d tempest-VolumesActionsTest-295748325 tempest-VolumesActionsTest-295748325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:58:11.406081 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-f4ab8756-514d-4e05-95b5-8d38b84e08f6 req-63472a62-c1e7-4daa-87d6-50b33ebdf67d tempest-VolumesActionsTest-295748325 tempest-VolumesActionsTest-295748325-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=eb7a0829-3182-4786-834f-fc42cca9ae3c HTTP/1.1" status: 200 len: 944 time: 0.0485353 Aug 09 16:58:11.440978 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-96060e31-7de3-459e-ac41-7a2d0f79e3ca tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748337861753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12086677'] for port (1b215f0b-b459-40d8-8b64-0a32515bf73f), after_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:58:11.441538 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=100 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:58:11.456806 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-f4ab8756-514d-4e05-95b5-8d38b84e08f6 req-8276f9e8-8cbf-40ed-b4d1-20944d1798aa tempest-VolumesActionsTest-295748325 tempest-VolumesActionsTest-295748325-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=7e9c5a1a-90f1-4348-a7a2-ecd668e4e03e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427654 Aug 09 16:58:11.479994 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96060e31-7de3-459e-ac41-7a2d0f79e3ca tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] Network 0b446ac8-416d-4492-b144-c475e4beb84a is already hosted by enough agents. {{(pid=111140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:58:11.487351 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.scheduler.base_scheduler [None req-96060e31-7de3-459e-ac41-7a2d0f79e3ca tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] Resources bound (agent type, host, resource id): {{(pid=111140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:58:11.491131 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96060e31-7de3-459e-ac41-7a2d0f79e3ca tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] Received port after_create {{(pid=111140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 09 16:58:11.518488 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96060e31-7de3-459e-ac41-7a2d0f79e3ca tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] Pushing event updated for resources: {'Port': ['ID=1b215f0b-b459-40d8-8b64-0a32515bf73f,revision_number=1']} {{(pid=111140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:58:11.532520 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:58:11.544478 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96060e31-7de3-459e-ac41-7a2d0f79e3ca tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:58:11.544836 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96060e31-7de3-459e-ac41-7a2d0f79e3ca tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:58:11.545176 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96060e31-7de3-459e-ac41-7a2d0f79e3ca tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:58:11.545516 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96060e31-7de3-459e-ac41-7a2d0f79e3ca tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:58:11.545905 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96060e31-7de3-459e-ac41-7a2d0f79e3ca tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:58:11.546439 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96060e31-7de3-459e-ac41-7a2d0f79e3ca tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:58:11.546772 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96060e31-7de3-459e-ac41-7a2d0f79e3ca tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:58:11.547177 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96060e31-7de3-459e-ac41-7a2d0f79e3ca tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:58:11.547506 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96060e31-7de3-459e-ac41-7a2d0f79e3ca tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:58:11.547834 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96060e31-7de3-459e-ac41-7a2d0f79e3ca tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:58:11.548166 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96060e31-7de3-459e-ac41-7a2d0f79e3ca tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:58:11.548491 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96060e31-7de3-459e-ac41-7a2d0f79e3ca tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:58:11.548814 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96060e31-7de3-459e-ac41-7a2d0f79e3ca tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:58:11.549137 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96060e31-7de3-459e-ac41-7a2d0f79e3ca tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:58:11.549457 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96060e31-7de3-459e-ac41-7a2d0f79e3ca tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:58:11.881173 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-96060e31-7de3-459e-ac41-7a2d0f79e3ca tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] Publish callbacks [] for floatingip (4fc7d764-203e-4388-9f3f-65e240992e93), precommit_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:58:12.029281 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-96060e31-7de3-459e-ac41-7a2d0f79e3ca tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (1b215f0b-b459-40d8-8b64-0a32515bf73f), before_update {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:58:12.189551 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-96060e31-7de3-459e-ac41-7a2d0f79e3ca tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] Publish callbacks [] for port (1b215f0b-b459-40d8-8b64-0a32515bf73f), precommit_update {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:58:12.285866 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-96060e31-7de3-459e-ac41-7a2d0f79e3ca tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748338263269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748337861771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748337861789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12086682'] for port (1b215f0b-b459-40d8-8b64-0a32515bf73f), after_update {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:58:12.376916 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Device 90fc48d3-44e8-42b9-9e46-3bc83c4de9cb details requested by agent hyperv_hv-cinder-85236 with host hv-cinder-85236 {{(pid=111142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 16:58:12.402320 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-9582c4d6-ec20-4014-9642-fcf78e882f49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (2cf02505-efcb-442b-855b-6c659df6f18c), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:58:12.471448 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:58:12.490901 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.db [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] For port 90fc48d3-44e8-42b9-9e46-3bc83c4de9cb, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=90fc48d3-44e8-42b9-9e46-3bc83c4de9cb,segment=NetworkSegment(a216709b-4065-4413-a931-363f287f4283),segment_id=a216709b-4065-4413-a931-363f287f4283)] {{(pid=111142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:58:12.505535 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Returning: {'device': '90fc48d3-44e8-42b9-9e46-3bc83c4de9cb', 'network_id': '3ecd1e48-b208-40fa-9bc8-96d3528dd429', 'port_id': '90fc48d3-44e8-42b9-9e46-3bc83c4de9cb', 'mac_address': 'fa:16:3e:e0:2d:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 978, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5832adda-c1aa-48ef-8c4b-43a76e5c03d2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 16:58:12.536649 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.wsgi [-] (111141) accepted ('10.222.0.59', 56472) {{(pid=111141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:58:12.563908 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Current status of the port 90fc48d3-44e8-42b9-9e46-3bc83c4de9cb is: DOWN; New status is: BUILD {{(pid=111142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 16:58:12.564579 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (90fc48d3-44e8-42b9-9e46-3bc83c4de9cb), before_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:58:12.586029 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.notifiers.nova [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90fc48d3-44e8-42b9-9e46-3bc83c4de9cb {{(pid=111142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 09 16:58:12.600363 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-96060e31-7de3-459e-ac41-7a2d0f79e3ca tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-336914'] for floatingip (4fc7d764-203e-4388-9f3f-65e240992e93), after_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:58:12.602763 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96060e31-7de3-459e-ac41-7a2d0f79e3ca tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] Pushing event updated for resources: {'Port': ['ID=1b215f0b-b459-40d8-8b64-0a32515bf73f,revision_number=2']} {{(pid=111140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:58:12.619734 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.db [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] For port 90fc48d3-44e8-42b9-9e46-3bc83c4de9cb, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=90fc48d3-44e8-42b9-9e46-3bc83c4de9cb,segment=NetworkSegment(a216709b-4065-4413-a931-363f287f4283),segment_id=a216709b-4065-4413-a931-363f287f4283)] {{(pid=111142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:58:12.622717 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2872ab86-b5f2-4b0c-b4fa-419d29dba2b7 req-ba7552a6-f0c8-46ab-a1c8-e48e10944bb4 tempest-VolumesActionsTest-295748325 tempest-VolumesActionsTest-295748325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:58:12.625338 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-2872ab86-b5f2-4b0c-b4fa-419d29dba2b7 req-ba7552a6-f0c8-46ab-a1c8-e48e10944bb4 tempest-VolumesActionsTest-295748325 tempest-VolumesActionsTest-295748325-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=eb7a0829-3182-4786-834f-fc42cca9ae3c HTTP/1.1" status: 200 len: 944 time: 0.0663085 Aug 09 16:58:12.653396 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:58:12.689984 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-2872ab86-b5f2-4b0c-b4fa-419d29dba2b7 req-ef802cbd-03c0-435f-a708-8b33aa1d2aa6 tempest-VolumesActionsTest-295748325 tempest-VolumesActionsTest-295748325-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=7e9c5a1a-90f1-4348-a7a2-ecd668e4e03e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589657 Aug 09 16:58:12.690932 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-5cde90ba-c8d8-4bb7-9cf7-3ab3fbf44bdd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:58:12.692969 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748338263269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748337861771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748337861789'] for port (90fc48d3-44e8-42b9-9e46-3bc83c4de9cb), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:58:12.712818 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.db.l3_db [None req-96060e31-7de3-459e-ac41-7a2d0f79e3ca tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] Floating IP 4fc7d764-203e-4388-9f3f-65e240992e93 associated. External IP: 172.27.2.37, port: 2934afc2-fa4e-4b03-9b5b-d9457d46077e. Aug 09 16:58:12.731746 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:58:12.747195 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Pushing event updated for resources: {'Port': ['ID=90fc48d3-44e8-42b9-9e46-3bc83c4de9cb,revision_number=4']} {{(pid=111142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:58:12.795718 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-5cde90ba-c8d8-4bb7-9cf7-3ab3fbf44bdd admin admin] Publish callbacks [] for security_group (5af137c8-5f57-4bae-989a-d05abe6e92be), precommit_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:58:12.874255 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:58:12.938777 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96060e31-7de3-459e-ac41-7a2d0f79e3ca tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] Router fcf1b0aa-b905-4f1f-8bc3-d3c46a138ddd has already been hosted by L3 agent 2cf02505-efcb-442b-855b-6c659df6f18c {{(pid=111140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 09 16:58:13.045128 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96060e31-7de3-459e-ac41-7a2d0f79e3ca tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] Notify agent at l3_agent.dv-cinder-852364-3-iscsi the message routers_updated {{(pid=111140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:58:13.055366 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ff20fe2-1197-414a-9485-13966755e307 None None] Sync routers for ids ['fcf1b0aa-b905-4f1f-8bc3-d3c46a138ddd'] in dv-cinder-852364-3-iscsi {{(pid=111143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:58:13.066422 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff20fe2-1197-414a-9485-13966755e307 None None] Routers {'fcf1b0aa-b905-4f1f-8bc3-d3c46a138ddd'} bound to L3 agent in host dv-cinder-852364-3-iscsi {{(pid=111143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 16:58:13.067028 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.l3_hamode_db [None req-1ff20fe2-1197-414a-9485-13966755e307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-09T16:42:12Z,description=,heartbeat_timestamp=2022-08-09T16:58:12Z,host='dv-cinder-852364-3-iscsi',id=2cf02505-efcb-442b-855b-6c659df6f18c,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:13Z,topic='l3_agent')) {'router_ids': ['fcf1b0aa-b905-4f1f-8bc3-d3c46a138ddd'], 'active': True} {{(pid=111143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:58:13.115751 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.db [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] get_ports_and_sgs() called for port_ids ['90fc48d3-44e8-42b9-9e46-3bc83c4de9cb'] {{(pid=111142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:58:13.169945 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.l3_dvr_db [None req-1ff20fe2-1197-414a-9485-13966755e307 None None] Set router fcf1b0aa-b905-4f1f-8bc3-d3c46a138ddd gateway port host: dv-cinder-852364-3-iscsi {{(pid=111143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 16:58:13.280746 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-5cde90ba-c8d8-4bb7-9cf7-3ab3fbf44bdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763768'] for security_group (5af137c8-5f57-4bae-989a-d05abe6e92be), after_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:58:13.310735 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-96060e31-7de3-459e-ac41-7a2d0f79e3ca tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90003'] for floatingip (None), before_response {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:58:13.322396 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cde90ba-c8d8-4bb7-9cf7-3ab3fbf44bdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5af137c8-5f57-4bae-989a-d05abe6e92be,revision_number=1']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:58:13.329419 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [None req-5cde90ba-c8d8-4bb7-9cf7-3ab3fbf44bdd admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=5c8e906e3a5d40a3aa654af904c6a04f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7914267 Aug 09 16:58:13.330374 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.wsgi [-] (111141) accepted ('10.222.0.59', 56476) {{(pid=111141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:58:13.346328 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [None req-96060e31-7de3-459e-ac41-7a2d0f79e3ca tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] 10.222.0.59 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4333007 Aug 09 16:58:13.346926 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '240e5a5a-5f07-4b5e-b8f1-11d492602c3a', 'tag': '2934afc2-fa4e-4b03-9b5b-d9457d46077e'}] {{(pid=111140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 16:58:13.349276 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f41bda9ed637a92b78517b41d4edf2586523f8da12b25a219bf38f0aed6eb417" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2aee654-a791-4a77-832c-da63d8d64d07" -d '{"events": [{"name": "network-changed", "server_uuid": "240e5a5a-5f07-4b5e-b8f1-11d492602c3a", "tag": "2934afc2-fa4e-4b03-9b5b-d9457d46077e"}]}' {{(pid=111140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:58:13.351233 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.wsgi [-] (111141) accepted ('10.222.0.59', 56478) {{(pid=111141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:58:13.361173 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.v2.base [None req-7732ff3c-3e03-4995-b2ac-afb32b831f29 tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-944191351', 'description': 'tempest-secgroup-smoke-944191351 description', 'project_id': '7ffda0edbe694650b9de23928f1de1a4'}} {{(pid=111141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 16:58:13.394937 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Aug 2022 16:58:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13ae7ce0-f42c-4256-8e65-b6fc2d0e63a5 x-openstack-request-id: req-13ae7ce0-f42c-4256-8e65-b6fc2d0e63a5 {{(pid=111140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:58:13.395267 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "240e5a5a-5f07-4b5e-b8f1-11d492602c3a", "tag": "2934afc2-fa4e-4b03-9b5b-d9457d46077e", "status": "completed", "code": 200}]} {{(pid=111140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:58:13.395502 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-13ae7ce0-f42c-4256-8e65-b6fc2d0e63a5 {{(pid=111140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:58:13.395904 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13ae7ce0-f42c-4256-8e65-b6fc2d0e63a5'] response: {'name': 'network-changed', 'server_uuid': '240e5a5a-5f07-4b5e-b8f1-11d492602c3a', 'tag': '2934afc2-fa4e-4b03-9b5b-d9457d46077e', 'status': 'completed', 'code': 200} Aug 09 16:58:13.410815 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-c9987050-0342-4eff-b333-3e848008c39b admin admin] Publish callbacks [] for security_group (5af137c8-5f57-4bae-989a-d05abe6e92be), before_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:58:13.434690 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-c9987050-0342-4eff-b333-3e848008c39b admin admin] Publish callbacks [] for security_group (5af137c8-5f57-4bae-989a-d05abe6e92be), precommit_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:58:13.492545 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.l3_hamode_db [None req-1ff20fe2-1197-414a-9485-13966755e307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcf1b0aa-b905-4f1f-8bc3-d3c46a138ddd', 'name': 'tempest-TestMinimumBasicScenario-2011522395-router', 'tenant_id': '7ffda0edbe694650b9de23928f1de1a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'external_fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': '16c9b00e-1b6a-4e8a-aeaf-bb0eaf29fcb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:56:53Z', 'updated_at': '2022-08-09T16:57:00Z', 'revision_number': 4, 'project_id': '7ffda0edbe694650b9de23928f1de1a4', 'gw_port': {'id': '16c9b00e-1b6a-4e8a-aeaf-bb0eaf29fcb9', 'name': '', 'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:fe:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcf1b0aa-b905-4f1f-8bc3-d3c46a138ddd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:56:54Z', 'updated_at': '2022-08-09T16:56:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-3-iscsi', '_floatingips': [{'id': '4fc7d764-203e-4388-9f3f-65e240992e93', 'tenant_id': '7ffda0edbe694650b9de23928f1de1a4', 'floating_ip_address': '172.27.2.37', 'floating_network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'router_id': 'fcf1b0aa-b905-4f1f-8bc3-d3c46a138ddd', 'port_id': '2934afc2-fa4e-4b03-9b5b-d9457d46077e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3e93bc5e-1b39-45ff-a87b-06d2e09742f3', 'mac_address': 'fa:16:3e:d2:f3:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '240e5a5a-5f07-4b5e-b8f1-11d492602c3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-09T16:58:11Z', 'updated_at': '2022-08-09T16:58:11Z', 'revision_number': 0, 'project_id': '7ffda0edbe694650b9de23928f1de1a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee995c18-f1e6-4bf9-94d9-aa3541acfe1f', 'name': '', 'network_id': '3e93bc5e-1b39-45ff-a87b-06d2e09742f3', 'tenant_id': '7ffda0edbe694650b9de23928f1de1a4', 'mac_address': 'fa:16:3e:2e:5f:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcf1b0aa-b905-4f1f-8bc3-d3c46a138ddd', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '0c663383-3c98-40dd-81bd-5c2758326a06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:56:58Z', 'updated_at': '2022-08-09T16:57:04Z', 'revision_number': 5, 'project_id': '7ffda0edbe694650b9de23928f1de1a4', 'subnets': [{'id': '0c663383-3c98-40dd-81bd-5c2758326a06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-3-iscsi', False) {} {{(pid=111143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:58:13.510324 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2aee654-a791-4a77-832c-da63d8d64d07 req-88d06166-41f0-4faf-bf72-880c1b5ecdef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:58:13.511907 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-b2aee654-a791-4a77-832c-da63d8d64d07 req-88d06166-41f0-4faf-bf72-880c1b5ecdef service neutron] 10.222.0.91 "GET /networking/v2.0/ports?tenant_id=7ffda0edbe694650b9de23928f1de1a4&device_id=240e5a5a-5f07-4b5e-b8f1-11d492602c3a HTTP/1.1" status: 200 len: 1129 time: 0.0489230 Aug 09 16:58:13.514888 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-7732ff3c-3e03-4995-b2ac-afb32b831f29 tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] Publish callbacks [] for security_group (None), before_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:58:13.518506 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ff20fe2-1197-414a-9485-13966755e307 None None] Checking router: fcf1b0aa-b905-4f1f-8bc3-d3c46a138ddd for host: dv-cinder-852364-3-iscsi {{(pid=111143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:58:13.526863 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff20fe2-1197-414a-9485-13966755e307 None None] Routers {'fcf1b0aa-b905-4f1f-8bc3-d3c46a138ddd'} bound to L3 agent in host dv-cinder-852364-3-iscsi {{(pid=111143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 16:58:13.527477 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.l3_hamode_db [None req-1ff20fe2-1197-414a-9485-13966755e307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-09T16:42:12Z,description=,heartbeat_timestamp=2022-08-09T16:58:12Z,host='dv-cinder-852364-3-iscsi',id=2cf02505-efcb-442b-855b-6c659df6f18c,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:13Z,topic='l3_agent')) {'router_ids': ['fcf1b0aa-b905-4f1f-8bc3-d3c46a138ddd'], 'active': True} {{(pid=111143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:58:13.632132 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2aee654-a791-4a77-832c-da63d8d64d07 req-5a9b0501-5973-4ec1-ae48-915d00ad3b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:58:13.633649 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-b2aee654-a791-4a77-832c-da63d8d64d07 req-5a9b0501-5973-4ec1-ae48-915d00ad3b80 service neutron] 10.222.0.91 "GET /networking/v2.0/networks?id=3e93bc5e-1b39-45ff-a87b-06d2e09742f3 HTTP/1.1" status: 200 len: 916 time: 0.1086278 Aug 09 16:58:13.633903 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.l3_dvr_db [None req-1ff20fe2-1197-414a-9485-13966755e307 None None] Set router fcf1b0aa-b905-4f1f-8bc3-d3c46a138ddd gateway port host: dv-cinder-852364-3-iscsi {{(pid=111143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 16:58:13.683749 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-c9987050-0342-4eff-b333-3e848008c39b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763768'] for security_group (5af137c8-5f57-4bae-989a-d05abe6e92be), after_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:58:13.686226 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-c9987050-0342-4eff-b333-3e848008c39b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:58:13.690195 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [None req-c9987050-0342-4eff-b333-3e848008c39b admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/5af137c8-5f57-4bae-989a-d05abe6e92be HTTP/1.1" status: 204 len: 168 time: 0.3562760 Aug 09 16:58:13.711785 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9987050-0342-4eff-b333-3e848008c39b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5af137c8-5f57-4bae-989a-d05abe6e92be,revision_number=None']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:58:13.737483 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-b2aee654-a791-4a77-832c-da63d8d64d07 req-b56e9725-0690-4246-9d26-f985166fadfc service neutron] 10.222.0.91 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2934afc2-fa4e-4b03-9b5b-d9457d46077e HTTP/1.1" status: 200 len: 998 time: 0.0961807 Aug 09 16:58:13.747141 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:58:13.748727 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-e70f562e-e7df-49ad-a15a-67a143aa0666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (bc6be869-02df-4ed8-8ee0-3ec53a1551af), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:58:13.790298 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-7732ff3c-3e03-4995-b2ac-afb32b831f29 tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] Publish callbacks [] for security_group (f3de0c48-41f5-4040-845d-389a653a25e5), precommit_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:58:13.835142 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2aee654-a791-4a77-832c-da63d8d64d07 req-34b799f3-e27f-40a4-99b2-2eaaf9aa12c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:58:13.836627 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-b2aee654-a791-4a77-832c-da63d8d64d07 req-34b799f3-e27f-40a4-99b2-2eaaf9aa12c8 service neutron] 10.222.0.91 "GET /networking/v2.0/subnets?id=0c663383-3c98-40dd-81bd-5c2758326a06 HTTP/1.1" status: 200 len: 854 time: 0.0866730 Aug 09 16:58:13.841329 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:58:13.856157 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724d3f1b-f6a7-48be-8a87-4baa7ae4522a req-6aa7e1f4-932a-4f49-b131-67e5429f052f tempest-VolumesActionsTest-295748325 tempest-VolumesActionsTest-295748325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:58:13.857616 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-724d3f1b-f6a7-48be-8a87-4baa7ae4522a req-6aa7e1f4-932a-4f49-b131-67e5429f052f tempest-VolumesActionsTest-295748325 tempest-VolumesActionsTest-295748325-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=eb7a0829-3182-4786-834f-fc42cca9ae3c HTTP/1.1" status: 200 len: 945 time: 0.0565591 Aug 09 16:58:13.875357 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.l3_hamode_db [None req-1ff20fe2-1197-414a-9485-13966755e307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcf1b0aa-b905-4f1f-8bc3-d3c46a138ddd', 'name': 'tempest-TestMinimumBasicScenario-2011522395-router', 'tenant_id': '7ffda0edbe694650b9de23928f1de1a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'external_fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': '16c9b00e-1b6a-4e8a-aeaf-bb0eaf29fcb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:56:53Z', 'updated_at': '2022-08-09T16:57:00Z', 'revision_number': 4, 'project_id': '7ffda0edbe694650b9de23928f1de1a4', 'gw_port': {'id': '16c9b00e-1b6a-4e8a-aeaf-bb0eaf29fcb9', 'name': '', 'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:fe:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcf1b0aa-b905-4f1f-8bc3-d3c46a138ddd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:56:54Z', 'updated_at': '2022-08-09T16:56:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-3-iscsi', '_floatingips': [{'id': '4fc7d764-203e-4388-9f3f-65e240992e93', 'tenant_id': '7ffda0edbe694650b9de23928f1de1a4', 'floating_ip_address': '172.27.2.37', 'floating_network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'router_id': 'fcf1b0aa-b905-4f1f-8bc3-d3c46a138ddd', 'port_id': '2934afc2-fa4e-4b03-9b5b-d9457d46077e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3e93bc5e-1b39-45ff-a87b-06d2e09742f3', 'mac_address': 'fa:16:3e:d2:f3:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '240e5a5a-5f07-4b5e-b8f1-11d492602c3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-09T16:58:11Z', 'updated_at': '2022-08-09T16:58:11Z', 'revision_number': 0, 'project_id': '7ffda0edbe694650b9de23928f1de1a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee995c18-f1e6-4bf9-94d9-aa3541acfe1f', 'name': '', 'network_id': '3e93bc5e-1b39-45ff-a87b-06d2e09742f3', 'tenant_id': '7ffda0edbe694650b9de23928f1de1a4', 'mac_address': 'fa:16:3e:2e:5f:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcf1b0aa-b905-4f1f-8bc3-d3c46a138ddd', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '0c663383-3c98-40dd-81bd-5c2758326a06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:56:58Z', 'updated_at': '2022-08-09T16:57:04Z', 'revision_number': 5, 'project_id': '7ffda0edbe694650b9de23928f1de1a4', 'subnets': [{'id': '0c663383-3c98-40dd-81bd-5c2758326a06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-3-iscsi', False) {} {{(pid=111143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:58:13.900362 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ff20fe2-1197-414a-9485-13966755e307 None None] The sync data for ids ['fcf1b0aa-b905-4f1f-8bc3-d3c46a138ddd'] in dv-cinder-852364-3-iscsi is: [{'id': 'fcf1b0aa-b905-4f1f-8bc3-d3c46a138ddd', 'name': 'tempest-TestMinimumBasicScenario-2011522395-router', 'tenant_id': '7ffda0edbe694650b9de23928f1de1a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'external_fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': '16c9b00e-1b6a-4e8a-aeaf-bb0eaf29fcb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:56:53Z', 'updated_at': '2022-08-09T16:57:00Z', 'revision_number': 4, 'project_id': '7ffda0edbe694650b9de23928f1de1a4', 'gw_port': {'id': '16c9b00e-1b6a-4e8a-aeaf-bb0eaf29fcb9', 'name': '', 'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:fe:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcf1b0aa-b905-4f1f-8bc3-d3c46a138ddd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:56:54Z', 'updated_at': '2022-08-09T16:56:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-3-iscsi', '_floatingips': [{'id': '4fc7d764-203e-4388-9f3f-65e240992e93', 'tenant_id': '7ffda0edbe694650b9de23928f1de1a4', 'floating_ip_address': '172.27.2.37', 'floating_network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'router_id': 'fcf1b0aa-b905-4f1f-8bc3-d3c46a138ddd', 'port_id': '2934afc2-fa4e-4b03-9b5b-d9457d46077e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3e93bc5e-1b39-45ff-a87b-06d2e09742f3', 'mac_address': 'fa:16:3e:d2:f3:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '240e5a5a-5f07-4b5e-b8f1-11d492602c3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-09T16:58:11Z', 'updated_at': '2022-08-09T16:58:11Z', 'revision_number': 0, 'project_id': '7ffda0edbe694650b9de23928f1de1a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee995c18-f1e6-4bf9-94d9-aa3541acfe1f', 'name': '', 'network_id': '3e93bc5e-1b39-45ff-a87b-06d2e09742f3', 'tenant_id': '7ffda0edbe694650b9de23928f1de1a4', 'mac_address': 'fa:16:3e:2e:5f:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcf1b0aa-b905-4f1f-8bc3-d3c46a138ddd', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '0c663383-3c98-40dd-81bd-5c2758326a06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:56:58Z', 'updated_at': '2022-08-09T16:57:04Z', 'revision_number': 5, 'project_id': '7ffda0edbe694650b9de23928f1de1a4', 'subnets': [{'id': '0c663383-3c98-40dd-81bd-5c2758326a06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:58:13.910887 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-7732ff3c-3e03-4995-b2ac-afb32b831f29 tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763768'] for security_group (f3de0c48-41f5-4040-845d-389a653a25e5), after_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:58:13.913568 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2aee654-a791-4a77-832c-da63d8d64d07 req-5fed975e-378d-4ea3-99bc-ad6c54593c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:58:13.915065 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-b2aee654-a791-4a77-832c-da63d8d64d07 req-5fed975e-378d-4ea3-99bc-ad6c54593c19 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?network_id=3e93bc5e-1b39-45ff-a87b-06d2e09742f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0564947 Aug 09 16:58:14.021778 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-724d3f1b-f6a7-48be-8a87-4baa7ae4522a req-702f0e3e-b1a2-46a2-b0ba-72ec40cd4096 tempest-VolumesActionsTest-295748325 tempest-VolumesActionsTest-295748325-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=7e9c5a1a-90f1-4348-a7a2-ecd668e4e03e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534743 Aug 09 16:58:14.022395 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7732ff3c-3e03-4995-b2ac-afb32b831f29 tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3de0c48-41f5-4040-845d-389a653a25e5,revision_number=1']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:58:14.073965 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-7732ff3c-3e03-4995-b2ac-afb32b831f29 tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] Publish callbacks [] for security_group (None), before_response {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:58:14.083215 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [None req-7732ff3c-3e03-4995-b2ac-afb32b831f29 tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] 10.222.0.59 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.7229700 Aug 09 16:58:14.083852 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.wsgi [-] (111140) accepted ('10.222.0.59', 56488) {{(pid=111140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:58:14.084482 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-b2aee654-a791-4a77-832c-da63d8d64d07 req-6cd70b1d-806e-4351-87f7-208933980b4f service neutron] 10.222.0.91 "GET /networking/v2.0/networks/3e93bc5e-1b39-45ff-a87b-06d2e09742f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426177 Aug 09 16:58:14.084601 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.v2.base [None req-da31155e-63a2-4a29-834a-d8345f159d0b tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] Request body: {'security_group_rule': {'security_group_id': 'f3de0c48-41f5-4040-845d-389a653a25e5', 'project_id': '7ffda0edbe694650b9de23928f1de1a4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 16:58:14.137048 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e4baaf5-338f-4e17-98f3-5f22a0de2b5c None None] New status for floating IP 4fc7d764-203e-4388-9f3f-65e240992e93: ACTIVE {{(pid=111142) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 09 16:58:14.193531 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-b2aee654-a791-4a77-832c-da63d8d64d07 req-1602838f-0932-4b62-9062-19b45d0ee390 service neutron] 10.222.0.91 "GET /networking/v2.0/networks/3e93bc5e-1b39-45ff-a87b-06d2e09742f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073201 Aug 09 16:58:14.212433 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-da31155e-63a2-4a29-834a-d8345f159d0b tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] Publish callbacks [] for security_group_rule (ba1f4991-7fde-4705-940b-f4db38a1485f), before_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:58:14.288879 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-da31155e-63a2-4a29-834a-d8345f159d0b tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] Publish callbacks [] for security_group_rule (ba1f4991-7fde-4705-940b-f4db38a1485f), precommit_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:58:14.365952 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-da31155e-63a2-4a29-834a-d8345f159d0b tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765607'] for security_group_rule (ba1f4991-7fde-4705-940b-f4db38a1485f), after_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:58:14.385064 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da31155e-63a2-4a29-834a-d8345f159d0b tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba1f4991-7fde-4705-940b-f4db38a1485f,revision_number=0']} {{(pid=111140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:58:14.391493 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Device 90fc48d3-44e8-42b9-9e46-3bc83c4de9cb up at agent hyperv_hv-cinder-85236 {{(pid=111142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:58:14.438846 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.provisioning_blocks [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Provisioning for port 90fc48d3-44e8-42b9-9e46-3bc83c4de9cb completed by entity L2. {{(pid=111142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 09 16:58:14.482115 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-da31155e-63a2-4a29-834a-d8345f159d0b tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:58:14.484246 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [None req-da31155e-63a2-4a29-834a-d8345f159d0b tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] 10.222.0.59 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4039593 Aug 09 16:58:14.486837 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.wsgi [-] (111140) accepted ('10.222.0.59', 56500) {{(pid=111140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:58:14.491408 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.v2.base [None req-82209c4f-ae2b-4892-a302-214385e3d39a tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] Request body: {'security_group_rule': {'security_group_id': 'f3de0c48-41f5-4040-845d-389a653a25e5', 'project_id': '7ffda0edbe694650b9de23928f1de1a4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=111140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 16:58:14.508809 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.provisioning_blocks [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Provisioning complete for port 90fc48d3-44e8-42b9-9e46-3bc83c4de9cb triggered by entity L2. {{(pid=111142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 16:58:14.513007 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877469'] for port (90fc48d3-44e8-42b9-9e46-3bc83c4de9cb), provisioning_complete {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:58:14.540730 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:58:14.584370 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Current status of the port 90fc48d3-44e8-42b9-9e46-3bc83c4de9cb is: BUILD; New status is: ACTIVE {{(pid=111142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 16:58:14.584761 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (90fc48d3-44e8-42b9-9e46-3bc83c4de9cb), before_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:58:14.607619 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb7a0829-3182-4786-834f-fc42cca9ae3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90fc48d3-44e8-42b9-9e46-3bc83c4de9cb'}] {{(pid=111142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 16:58:14.610851 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a3936692d9fe67bf654b43a226d329952087876dab2ee9ab8d24037cf19aeb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eeed34a-e491-452d-99df-28ed3a760f3b" -d '{"events": [{"server_uuid": "eb7a0829-3182-4786-834f-fc42cca9ae3c", "name": "network-vif-plugged", "status": "completed", "tag": "90fc48d3-44e8-42b9-9e46-3bc83c4de9cb"}]}' {{(pid=111142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:58:14.623945 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.db [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] For port 90fc48d3-44e8-42b9-9e46-3bc83c4de9cb, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=90fc48d3-44e8-42b9-9e46-3bc83c4de9cb,segment=NetworkSegment(a216709b-4065-4413-a931-363f287f4283),segment_id=a216709b-4065-4413-a931-363f287f4283)] {{(pid=111142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:58:14.628647 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:58:14.630977 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-82209c4f-ae2b-4892-a302-214385e3d39a tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] Publish callbacks [] for security_group_rule (2a041d52-0f5e-468f-b314-a367f97d8aa6), before_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:58:14.656393 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Aug 2022 16:58:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6596c242-1c4a-4ce8-a785-715f34454a83 x-openstack-request-id: req-6596c242-1c4a-4ce8-a785-715f34454a83 {{(pid=111142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:58:14.656393 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb7a0829-3182-4786-834f-fc42cca9ae3c", "name": "network-vif-plugged", "status": "completed", "tag": "90fc48d3-44e8-42b9-9e46-3bc83c4de9cb", "code": 200}]} {{(pid=111142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:58:14.656393 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-6596c242-1c4a-4ce8-a785-715f34454a83 {{(pid=111142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:58:14.656928 dv-cinder-852364-3-iscsi neutron-server[111142]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6596c242-1c4a-4ce8-a785-715f34454a83'] response: {'server_uuid': 'eb7a0829-3182-4786-834f-fc42cca9ae3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90fc48d3-44e8-42b9-9e46-3bc83c4de9cb', 'code': 200} Aug 09 16:58:14.697115 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-82209c4f-ae2b-4892-a302-214385e3d39a tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] Publish callbacks [] for security_group_rule (2a041d52-0f5e-468f-b314-a367f97d8aa6), precommit_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:58:14.708209 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748338263269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748337861771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748337861789'] for port (90fc48d3-44e8-42b9-9e46-3bc83c4de9cb), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:58:14.763633 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Pushing event updated for resources: {'Port': ['ID=90fc48d3-44e8-42b9-9e46-3bc83c4de9cb,revision_number=5']} {{(pid=111142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:58:14.794817 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-82209c4f-ae2b-4892-a302-214385e3d39a tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765607'] for security_group_rule (2a041d52-0f5e-468f-b314-a367f97d8aa6), after_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:58:14.815076 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82209c4f-ae2b-4892-a302-214385e3d39a tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a041d52-0f5e-468f-b314-a367f97d8aa6,revision_number=0']} {{(pid=111140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:58:14.905866 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-82209c4f-ae2b-4892-a302-214385e3d39a tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:58:14.909692 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [None req-82209c4f-ae2b-4892-a302-214385e3d39a tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] 10.222.0.59 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4192750 Aug 09 16:58:14.909848 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.wsgi [-] (111140) accepted ('10.222.0.59', 56512) {{(pid=111140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:58:14.914250 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.v2.base [None req-9f6726b6-2879-4514-ac57-d9dd47b9bfd2 tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] Request body: {'security_group_rule': {'security_group_id': 'f3de0c48-41f5-4040-845d-389a653a25e5', 'project_id': '7ffda0edbe694650b9de23928f1de1a4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=111140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 16:58:15.011060 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-9f6726b6-2879-4514-ac57-d9dd47b9bfd2 tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] Publish callbacks [] for security_group_rule (b86af936-3656-446d-b11e-32deea868cd6), before_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:58:15.076346 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-9f6726b6-2879-4514-ac57-d9dd47b9bfd2 tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] Publish callbacks [] for security_group_rule (b86af936-3656-446d-b11e-32deea868cd6), precommit_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:58:15.090471 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7670604f-e13e-4189-b048-bc0d5485f366 req-9d7912fa-4d71-41e5-9ad5-1eb8401453a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:58:15.090471 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-7670604f-e13e-4189-b048-bc0d5485f366 req-9d7912fa-4d71-41e5-9ad5-1eb8401453a6 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?device_id=eb7a0829-3182-4786-834f-fc42cca9ae3c HTTP/1.1" status: 200 len: 1130 time: 0.0676370 Aug 09 16:58:15.150042 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-7670604f-e13e-4189-b048-bc0d5485f366 req-e9d83486-7107-43c0-97d6-2ea23afd43fb service neutron] 10.222.0.91 "GET /networking/v2.0/security-groups?id=7e9c5a1a-90f1-4348-a7a2-ecd668e4e03e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470183 Aug 09 16:58:15.180619 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-9f6726b6-2879-4514-ac57-d9dd47b9bfd2 tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765607'] for security_group_rule (b86af936-3656-446d-b11e-32deea868cd6), after_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:58:15.207908 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21006f3d-62b3-4c08-b0cb-cd08147559cf req-6d47b03a-46b6-4be5-8a53-f9de4429d8ac tempest-VolumesActionsTest-295748325 tempest-VolumesActionsTest-295748325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:58:15.209421 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-21006f3d-62b3-4c08-b0cb-cd08147559cf req-6d47b03a-46b6-4be5-8a53-f9de4429d8ac tempest-VolumesActionsTest-295748325 tempest-VolumesActionsTest-295748325-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=eb7a0829-3182-4786-834f-fc42cca9ae3c HTTP/1.1" status: 200 len: 946 time: 0.0860634 Aug 09 16:58:15.214703 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6726b6-2879-4514-ac57-d9dd47b9bfd2 tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b86af936-3656-446d-b11e-32deea868cd6,revision_number=0']} {{(pid=111140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:58:15.270398 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-21006f3d-62b3-4c08-b0cb-cd08147559cf req-21415246-b676-4f09-9dca-4b9e85c7a4de tempest-VolumesActionsTest-295748325 tempest-VolumesActionsTest-295748325-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=7e9c5a1a-90f1-4348-a7a2-ecd668e4e03e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529118 Aug 09 16:58:15.339508 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-9f6726b6-2879-4514-ac57-d9dd47b9bfd2 tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:58:15.340932 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [None req-9f6726b6-2879-4514-ac57-d9dd47b9bfd2 tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] 10.222.0.59 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4300990 Aug 09 16:58:15.343678 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.wsgi [-] (111140) accepted ('10.222.0.59', 56542) {{(pid=111140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:58:15.351371 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.v2.base [None req-fbb90b87-46c1-461c-9b77-efef6a8bb10a tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] Request body: {'security_group_rule': {'security_group_id': 'f3de0c48-41f5-4040-845d-389a653a25e5', 'project_id': '7ffda0edbe694650b9de23928f1de1a4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=111140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 16:58:15.433462 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-fbb90b87-46c1-461c-9b77-efef6a8bb10a tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] Publish callbacks [] for security_group_rule (079d4c1c-d6e3-4d2f-897f-e73576939965), before_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:58:15.455560 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:58:15.501530 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-fbb90b87-46c1-461c-9b77-efef6a8bb10a tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] Publish callbacks [] for security_group_rule (079d4c1c-d6e3-4d2f-897f-e73576939965), precommit_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:58:15.593297 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-fbb90b87-46c1-461c-9b77-efef6a8bb10a tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765607'] for security_group_rule (079d4c1c-d6e3-4d2f-897f-e73576939965), after_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:58:15.614609 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb90b87-46c1-461c-9b77-efef6a8bb10a tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=079d4c1c-d6e3-4d2f-897f-e73576939965,revision_number=0']} {{(pid=111140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:58:15.623144 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-5c325a0b-ed39-4cac-be6f-43defe9e55aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (33bcacdc-c215-42b6-b75f-650d86e609be), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:58:15.685661 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (47988f4d-09d0-4892-bbfe-5b11c743802f), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:58:15.722306 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-fbb90b87-46c1-461c-9b77-efef6a8bb10a tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:58:15.726005 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [None req-fbb90b87-46c1-461c-9b77-efef6a8bb10a tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] 10.222.0.59 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3789690 Aug 09 16:58:15.726211 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.wsgi [-] (111140) accepted ('10.222.0.59', 56544) {{(pid=111140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:58:15.730911 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.v2.base [None req-cdb744d5-fdd9-48be-ae8c-88cd34a5986c tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] Request body: {'security_group_rule': {'security_group_id': 'f3de0c48-41f5-4040-845d-389a653a25e5', 'project_id': '7ffda0edbe694650b9de23928f1de1a4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=111140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 16:58:15.823218 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.db.securitygroups_db [None req-cdb744d5-fdd9-48be-ae8c-88cd34a5986c tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] Project 7ffda0edbe694650b9de23928f1de1a4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 09 16:58:15.829002 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-cdb744d5-fdd9-48be-ae8c-88cd34a5986c tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] Publish callbacks [] for security_group_rule (297fab56-9bfa-4a2b-a741-06a2ee353b15), before_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:58:15.839371 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.wsgi [-] (111141) accepted ('10.222.0.59', 56548) {{(pid=111141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:58:15.890975 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-cdb744d5-fdd9-48be-ae8c-88cd34a5986c tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] Publish callbacks [] for security_group_rule (297fab56-9bfa-4a2b-a741-06a2ee353b15), precommit_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:58:15.947408 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-9731038f-ef28-49ea-b79e-2b6c289e8392 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:58:15.964769 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-cdb744d5-fdd9-48be-ae8c-88cd34a5986c tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765607'] for security_group_rule (297fab56-9bfa-4a2b-a741-06a2ee353b15), after_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:58:15.986259 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb744d5-fdd9-48be-ae8c-88cd34a5986c tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=297fab56-9bfa-4a2b-a741-06a2ee353b15,revision_number=0']} {{(pid=111140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:58:16.025284 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-9731038f-ef28-49ea-b79e-2b6c289e8392 admin admin] Publish callbacks [] for security_group (cc3a49d1-764c-4d57-91b3-ab3f5a4fba2c), precommit_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:58:16.043288 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-cdb744d5-fdd9-48be-ae8c-88cd34a5986c tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:58:16.044755 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [None req-cdb744d5-fdd9-48be-ae8c-88cd34a5986c tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] 10.222.0.59 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3170977 Aug 09 16:58:16.047957 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.wsgi [-] (111141) accepted ('10.222.0.59', 56554) {{(pid=111141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:58:16.052540 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.v2.base [None req-fc0be2ee-630d-43ea-81a3-cbd8f0b92747 tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] Request body: {'security_group_rule': {'security_group_id': 'f3de0c48-41f5-4040-845d-389a653a25e5', 'project_id': '7ffda0edbe694650b9de23928f1de1a4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=111141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 16:58:16.085960 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-9731038f-ef28-49ea-b79e-2b6c289e8392 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763768'] for security_group (cc3a49d1-764c-4d57-91b3-ab3f5a4fba2c), after_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:58:16.129325 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [None req-9731038f-ef28-49ea-b79e-2b6c289e8392 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=e85ef4a8f4ee40c2b77dd48380c34980&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2888587 Aug 09 16:58:16.130603 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9731038f-ef28-49ea-b79e-2b6c289e8392 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc3a49d1-764c-4d57-91b3-ab3f5a4fba2c,revision_number=1']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:58:16.132252 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.wsgi [-] (111140) accepted ('10.222.0.59', 56556) {{(pid=111140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:58:16.149114 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.db.securitygroups_db [None req-fc0be2ee-630d-43ea-81a3-cbd8f0b92747 tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] Project 7ffda0edbe694650b9de23928f1de1a4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 09 16:58:16.155285 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-fc0be2ee-630d-43ea-81a3-cbd8f0b92747 tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] Publish callbacks [] for security_group_rule (9e891c89-51a8-476f-a895-f76a9b052468), before_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:58:16.184222 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-29a9f4e7-4cd7-4ae7-a8dd-f25690e0830c admin admin] Publish callbacks [] for security_group (cc3a49d1-764c-4d57-91b3-ab3f5a4fba2c), before_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:58:16.207819 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-29a9f4e7-4cd7-4ae7-a8dd-f25690e0830c admin admin] Publish callbacks [] for security_group (cc3a49d1-764c-4d57-91b3-ab3f5a4fba2c), precommit_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:58:16.219570 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-fc0be2ee-630d-43ea-81a3-cbd8f0b92747 tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] Publish callbacks [] for security_group_rule (9e891c89-51a8-476f-a895-f76a9b052468), precommit_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:58:16.332106 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-fc0be2ee-630d-43ea-81a3-cbd8f0b92747 tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765607'] for security_group_rule (9e891c89-51a8-476f-a895-f76a9b052468), after_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:58:16.351413 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0be2ee-630d-43ea-81a3-cbd8f0b92747 tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e891c89-51a8-476f-a895-f76a9b052468,revision_number=0']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:58:16.372776 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-29a9f4e7-4cd7-4ae7-a8dd-f25690e0830c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763768'] for security_group (cc3a49d1-764c-4d57-91b3-ab3f5a4fba2c), after_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:58:16.376840 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-29a9f4e7-4cd7-4ae7-a8dd-f25690e0830c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:58:16.377968 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [None req-29a9f4e7-4cd7-4ae7-a8dd-f25690e0830c admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/cc3a49d1-764c-4d57-91b3-ab3f5a4fba2c HTTP/1.1" status: 204 len: 168 time: 0.2447786 Aug 09 16:58:16.394745 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a9f4e7-4cd7-4ae7-a8dd-f25690e0830c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc3a49d1-764c-4d57-91b3-ab3f5a4fba2c,revision_number=None']} {{(pid=111140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:58:16.404420 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1551eb8-312f-414b-bd84-0c6059c920a0 req-3f876d00-f14f-4365-8ec5-2dd0529cc83b tempest-VolumesActionsTest-295748325 tempest-VolumesActionsTest-295748325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:58:16.406998 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-b1551eb8-312f-414b-bd84-0c6059c920a0 req-3f876d00-f14f-4365-8ec5-2dd0529cc83b tempest-VolumesActionsTest-295748325 tempest-VolumesActionsTest-295748325-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=eb7a0829-3182-4786-834f-fc42cca9ae3c HTTP/1.1" status: 200 len: 946 time: 0.0636766 Aug 09 16:58:16.425273 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-fc0be2ee-630d-43ea-81a3-cbd8f0b92747 tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:58:16.425273 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [None req-fc0be2ee-630d-43ea-81a3-cbd8f0b92747 tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] 10.222.0.59 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3733289 Aug 09 16:58:16.463275 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-b1551eb8-312f-414b-bd84-0c6059c920a0 req-cb1fafd5-81a7-4af6-8b04-aebda20be15a tempest-VolumesActionsTest-295748325 tempest-VolumesActionsTest-295748325-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=7e9c5a1a-90f1-4348-a7a2-ecd668e4e03e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505114 Aug 09 16:58:16.526380 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-6a700a9c-bf42-47fb-ad4b-dfed2f1771aa req-a845c5aa-ab76-43b5-ab05-eb291401db59 tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] 10.222.0.59 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-944191351&fields=id&tenant_id=7ffda0edbe694650b9de23928f1de1a4 HTTP/1.1" status: 200 len: 267 time: 0.0518394 Aug 09 16:58:16.585163 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a700a9c-bf42-47fb-ad4b-dfed2f1771aa req-b3f49133-89b4-4ebc-89b3-0c89c475db68 tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:58:16.586652 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-6a700a9c-bf42-47fb-ad4b-dfed2f1771aa req-b3f49133-89b4-4ebc-89b3-0c89c475db68 tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=240e5a5a-5f07-4b5e-b8f1-11d492602c3a HTTP/1.1" status: 200 len: 945 time: 0.0528760 Aug 09 16:58:16.598276 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.v2.base [req-6a700a9c-bf42-47fb-ad4b-dfed2f1771aa req-8e9ccd40-e9bb-4cfc-a4bd-10109b2491e8 tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] Request body: {'port': {'security_groups': ['da40407e-4fba-40cd-93a9-019f01c74743', 'f3de0c48-41f5-4040-845d-389a653a25e5']}} {{(pid=111141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 16:58:16.681887 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-6a700a9c-bf42-47fb-ad4b-dfed2f1771aa req-8e9ccd40-e9bb-4cfc-a4bd-10109b2491e8 tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (2934afc2-fa4e-4b03-9b5b-d9457d46077e), before_update {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:58:16.759858 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:58:16.875427 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.db [req-6a700a9c-bf42-47fb-ad4b-dfed2f1771aa req-8e9ccd40-e9bb-4cfc-a4bd-10109b2491e8 tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] For port 2934afc2-fa4e-4b03-9b5b-d9457d46077e, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=2934afc2-fa4e-4b03-9b5b-d9457d46077e,segment=NetworkSegment(b62976c3-72a4-413b-b97a-9681014c555d),segment_id=b62976c3-72a4-413b-b97a-9681014c555d)] {{(pid=111141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:58:16.902893 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-6a700a9c-bf42-47fb-ad4b-dfed2f1771aa req-8e9ccd40-e9bb-4cfc-a4bd-10109b2491e8 tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] Publish callbacks [] for port (2934afc2-fa4e-4b03-9b5b-d9457d46077e), precommit_update {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:58:16.907921 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:INSERT=14,neutron:SELECT=82,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:58:16.977667 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-6a700a9c-bf42-47fb-ad4b-dfed2f1771aa req-8e9ccd40-e9bb-4cfc-a4bd-10109b2491e8 tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748338263269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748337861771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748337861789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12487573'] for port (2934afc2-fa4e-4b03-9b5b-d9457d46077e), after_update {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:58:16.989202 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a700a9c-bf42-47fb-ad4b-dfed2f1771aa req-8e9ccd40-e9bb-4cfc-a4bd-10109b2491e8 tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:58:16.994955 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-6a700a9c-bf42-47fb-ad4b-dfed2f1771aa req-8e9ccd40-e9bb-4cfc-a4bd-10109b2491e8 tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90003'] for port (None), before_response {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:58:16.994955 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-6a700a9c-bf42-47fb-ad4b-dfed2f1771aa req-8e9ccd40-e9bb-4cfc-a4bd-10109b2491e8 tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] 10.222.0.59 "PUT /networking/v2.0/ports/2934afc2-fa4e-4b03-9b5b-d9457d46077e HTTP/1.1" status: 200 len: 981 time: 0.4013114 Aug 09 16:58:16.994955 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '240e5a5a-5f07-4b5e-b8f1-11d492602c3a', 'tag': '2934afc2-fa4e-4b03-9b5b-d9457d46077e'}] {{(pid=111141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 16:58:16.997062 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fc61e086496b7b72fa0be04cca19be1e9321c349ae61d053137ad661f53d53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-512fb5bb-14b1-4664-ad27-8c65fc186cf9" -d '{"events": [{"name": "network-changed", "server_uuid": "240e5a5a-5f07-4b5e-b8f1-11d492602c3a", "tag": "2934afc2-fa4e-4b03-9b5b-d9457d46077e"}]}' {{(pid=111141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:58:17.023893 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.db [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] get_ports_and_sgs() called for port_ids ['2934afc2-fa4e-4b03-9b5b-d9457d46077e'] {{(pid=111142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:58:17.053419 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9ccd40-e9bb-4cfc-a4bd-10109b2491e8 tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] Pushing event updated for resources: {'Port': ['ID=2934afc2-fa4e-4b03-9b5b-d9457d46077e,revision_number=6']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:58:17.085736 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Aug 2022 16:58:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83d3060e-003a-4b6b-9e1e-16f574269756 x-openstack-request-id: req-83d3060e-003a-4b6b-9e1e-16f574269756 {{(pid=111141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:58:17.086222 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "240e5a5a-5f07-4b5e-b8f1-11d492602c3a", "tag": "2934afc2-fa4e-4b03-9b5b-d9457d46077e", "status": "completed", "code": 200}]} {{(pid=111141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:58:17.086479 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-83d3060e-003a-4b6b-9e1e-16f574269756 {{(pid=111141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:58:17.086889 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83d3060e-003a-4b6b-9e1e-16f574269756'] response: {'name': 'network-changed', 'server_uuid': '240e5a5a-5f07-4b5e-b8f1-11d492602c3a', 'tag': '2934afc2-fa4e-4b03-9b5b-d9457d46077e', 'status': 'completed', 'code': 200} Aug 09 16:58:17.162520 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2d7071-4000-4c53-b0b1-180639e2d6bb req-5f06e58d-2253-4838-9afd-c194f0b54c3f tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:58:17.168615 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-cd2d7071-4000-4c53-b0b1-180639e2d6bb req-5f06e58d-2253-4838-9afd-c194f0b54c3f tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=240e5a5a-5f07-4b5e-b8f1-11d492602c3a HTTP/1.1" status: 200 len: 984 time: 0.0851226 Aug 09 16:58:17.232051 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.db [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] get_ports_and_sgs() called for port_ids ['2934afc2-fa4e-4b03-9b5b-d9457d46077e'] {{(pid=111142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:58:17.239323 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512fb5bb-14b1-4664-ad27-8c65fc186cf9 req-f349acb7-304a-4103-bd64-29b693344b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:58:17.249850 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-cd2d7071-4000-4c53-b0b1-180639e2d6bb req-029b0b0e-f704-465a-8181-034779443381 tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=da40407e-4fba-40cd-93a9-019f01c74743&id=f3de0c48-41f5-4040-845d-389a653a25e5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0702963 Aug 09 16:58:17.250484 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-512fb5bb-14b1-4664-ad27-8c65fc186cf9 req-f349acb7-304a-4103-bd64-29b693344b88 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?tenant_id=7ffda0edbe694650b9de23928f1de1a4&device_id=240e5a5a-5f07-4b5e-b8f1-11d492602c3a HTTP/1.1" status: 200 len: 1168 time: 0.0896568 Aug 09 16:58:17.378274 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512fb5bb-14b1-4664-ad27-8c65fc186cf9 req-8e6379c0-f93a-4d06-808d-d51d768db0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:58:17.379805 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-512fb5bb-14b1-4664-ad27-8c65fc186cf9 req-8e6379c0-f93a-4d06-808d-d51d768db0dc service neutron] 10.222.0.91 "GET /networking/v2.0/networks?id=3e93bc5e-1b39-45ff-a87b-06d2e09742f3 HTTP/1.1" status: 200 len: 916 time: 0.1238325 Aug 09 16:58:17.453838 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-512fb5bb-14b1-4664-ad27-8c65fc186cf9 req-6d07cc95-3fa4-4d01-b180-7176d2014bf9 service neutron] 10.222.0.91 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2934afc2-fa4e-4b03-9b5b-d9457d46077e HTTP/1.1" status: 200 len: 1000 time: 0.0647852 Aug 09 16:58:17.462772 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=84,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:58:17.505027 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:58:17.514579 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512fb5bb-14b1-4664-ad27-8c65fc186cf9 req-f25d1a50-6721-4856-b7e7-1aa9f26d514a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:58:17.516935 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-512fb5bb-14b1-4664-ad27-8c65fc186cf9 req-f25d1a50-6721-4856-b7e7-1aa9f26d514a service neutron] 10.222.0.91 "GET /networking/v2.0/subnets?id=0c663383-3c98-40dd-81bd-5c2758326a06 HTTP/1.1" status: 200 len: 854 time: 0.0561147 Aug 09 16:58:17.601928 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512fb5bb-14b1-4664-ad27-8c65fc186cf9 req-8de77d48-f45e-4852-9aa7-c8a90c2cd6af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:58:17.603445 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-512fb5bb-14b1-4664-ad27-8c65fc186cf9 req-8de77d48-f45e-4852-9aa7-c8a90c2cd6af service neutron] 10.222.0.91 "GET /networking/v2.0/ports?network_id=3e93bc5e-1b39-45ff-a87b-06d2e09742f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0761898 Aug 09 16:58:17.631595 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5864c289-daa3-4e5e-98f9-488f82593219 req-3c1a6263-0dea-47cb-bd05-51827802c906 tempest-VolumesActionsTest-295748325 tempest-VolumesActionsTest-295748325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:58:17.633063 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-5864c289-daa3-4e5e-98f9-488f82593219 req-3c1a6263-0dea-47cb-bd05-51827802c906 tempest-VolumesActionsTest-295748325 tempest-VolumesActionsTest-295748325-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=eb7a0829-3182-4786-834f-fc42cca9ae3c HTTP/1.1" status: 200 len: 946 time: 0.0727134 Aug 09 16:58:17.656384 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=100 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:58:17.736338 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-5864c289-daa3-4e5e-98f9-488f82593219 req-e6c74e80-320a-4b91-8998-2536b984d09e tempest-VolumesActionsTest-295748325 tempest-VolumesActionsTest-295748325-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=7e9c5a1a-90f1-4348-a7a2-ecd668e4e03e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913646 Aug 09 16:58:17.762519 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-512fb5bb-14b1-4664-ad27-8c65fc186cf9 req-c7ae0095-a3cf-4865-8dc5-75da75a4d80c service neutron] 10.222.0.91 "GET /networking/v2.0/networks/3e93bc5e-1b39-45ff-a87b-06d2e09742f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470289 Aug 09 16:58:17.868308 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-512fb5bb-14b1-4664-ad27-8c65fc186cf9 req-6f5c7469-1fb1-40a4-a08b-e33bd3dd4c82 service neutron] 10.222.0.91 "GET /networking/v2.0/networks/3e93bc5e-1b39-45ff-a87b-06d2e09742f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958536 Aug 09 16:58:18.645789 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:58:19.366125 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a1a7b8-2912-4398-8db8-d4b477ab785e req-99f4a329-a300-47de-824c-f019408aa65c tempest-VolumesActionsTest-295748325 tempest-VolumesActionsTest-295748325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:58:19.368487 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-21a1a7b8-2912-4398-8db8-d4b477ab785e req-99f4a329-a300-47de-824c-f019408aa65c tempest-VolumesActionsTest-295748325 tempest-VolumesActionsTest-295748325-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=eb7a0829-3182-4786-834f-fc42cca9ae3c HTTP/1.1" status: 200 len: 946 time: 0.0490985 Aug 09 16:58:19.389567 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=100 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:58:19.418149 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-21a1a7b8-2912-4398-8db8-d4b477ab785e req-4c1922ed-e4cd-453f-ac7b-0089a12c6b14 tempest-VolumesActionsTest-295748325 tempest-VolumesActionsTest-295748325-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=7e9c5a1a-90f1-4348-a7a2-ecd668e4e03e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440977 Aug 09 16:58:20.018602 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77632cde-8fa8-4fc1-b758-1c91ead9a4a2 req-44512b75-b5c8-403d-a348-2a190b749969 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:58:20.020010 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-77632cde-8fa8-4fc1-b758-1c91ead9a4a2 req-44512b75-b5c8-403d-a348-2a190b749969 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7cfd8cd7-c54d-4820-8b0c-ba06394e2714 HTTP/1.1" status: 200 len: 945 time: 0.0505862 Aug 09 16:58:20.068333 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-77632cde-8fa8-4fc1-b758-1c91ead9a4a2 req-90eb04ec-6ebc-44d6-a5b1-695a7a0564d8 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=89352413-89cd-4632-8930-b8ad42976343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426059 Aug 09 16:58:20.544871 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64224d7-f355-435e-b591-f08948a26deb req-a0fab1c5-12ca-4f61-800e-962d24fa2c45 tempest-VolumesActionsTest-295748325 tempest-VolumesActionsTest-295748325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:58:20.546479 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-f64224d7-f355-435e-b591-f08948a26deb req-a0fab1c5-12ca-4f61-800e-962d24fa2c45 tempest-VolumesActionsTest-295748325 tempest-VolumesActionsTest-295748325-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=eb7a0829-3182-4786-834f-fc42cca9ae3c HTTP/1.1" status: 200 len: 946 time: 0.0484200 Aug 09 16:58:20.595338 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-f64224d7-f355-435e-b591-f08948a26deb req-adebca78-7cf1-4cef-b9d3-024e1e2807c3 tempest-VolumesActionsTest-295748325 tempest-VolumesActionsTest-295748325-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=7e9c5a1a-90f1-4348-a7a2-ecd668e4e03e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424893 Aug 09 16:58:21.200552 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e78484-b30f-463a-98b0-0905030846ef req-853f0616-3168-49f1-b916-76000bab1006 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:58:21.202046 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-81e78484-b30f-463a-98b0-0905030846ef req-853f0616-3168-49f1-b916-76000bab1006 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7cfd8cd7-c54d-4820-8b0c-ba06394e2714 HTTP/1.1" status: 200 len: 945 time: 0.0525002 Aug 09 16:58:21.251573 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-81e78484-b30f-463a-98b0-0905030846ef req-d5343a12-27bc-4b9f-a068-20bb3e4ec8cc tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=89352413-89cd-4632-8930-b8ad42976343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437531 Aug 09 16:58:21.647353 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f710dfd-a9c6-4762-990f-83f34e58fbed req-0828f3f8-6a7f-4ff3-89e3-6d95c0663c1e tempest-VolumesActionsTest-295748325 tempest-VolumesActionsTest-295748325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:58:21.648820 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-7f710dfd-a9c6-4762-990f-83f34e58fbed req-0828f3f8-6a7f-4ff3-89e3-6d95c0663c1e tempest-VolumesActionsTest-295748325 tempest-VolumesActionsTest-295748325-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=eb7a0829-3182-4786-834f-fc42cca9ae3c HTTP/1.1" status: 200 len: 946 time: 0.3166275 Aug 09 16:58:21.759546 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aecba3-2201-4354-aa4d-ae8c278965d2 req-4fe3f454-77d7-4a90-bcf4-83b78d1cb77a tempest-VolumesActionsTest-295748325 tempest-VolumesActionsTest-295748325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:58:21.761037 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-f4aecba3-2201-4354-aa4d-ae8c278965d2 req-4fe3f454-77d7-4a90-bcf4-83b78d1cb77a tempest-VolumesActionsTest-295748325 tempest-VolumesActionsTest-295748325-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=eb7a0829-3182-4786-834f-fc42cca9ae3c HTTP/1.1" status: 200 len: 946 time: 0.0795116 Aug 09 16:58:21.790265 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.plugin [req-7f710dfd-a9c6-4762-990f-83f34e58fbed req-f279d6e2-f413-4799-b0c0-44da0d48ffe0 tempest-VolumesActionsTest-295748325 tempest-VolumesActionsTest-295748325-project] Deleting port 90fc48d3-44e8-42b9-9e46-3bc83c4de9cb {{(pid=111141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 09 16:58:21.790676 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-7f710dfd-a9c6-4762-990f-83f34e58fbed req-f279d6e2-f413-4799-b0c0-44da0d48ffe0 tempest-VolumesActionsTest-295748325 tempest-VolumesActionsTest-295748325-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748338259761'] for port (90fc48d3-44e8-42b9-9e46-3bc83c4de9cb), before_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:58:21.870539 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-f4aecba3-2201-4354-aa4d-ae8c278965d2 req-60a9fc1a-8eee-4f9e-8454-8ba50ebcb4fe tempest-VolumesActionsTest-295748325 tempest-VolumesActionsTest-295748325-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=7e9c5a1a-90f1-4348-a7a2-ecd668e4e03e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018252 Aug 09 16:58:21.905003 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.db [req-7f710dfd-a9c6-4762-990f-83f34e58fbed req-f279d6e2-f413-4799-b0c0-44da0d48ffe0 tempest-VolumesActionsTest-295748325 tempest-VolumesActionsTest-295748325-project] For port 90fc48d3-44e8-42b9-9e46-3bc83c4de9cb, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=90fc48d3-44e8-42b9-9e46-3bc83c4de9cb,segment=NetworkSegment(a216709b-4065-4413-a931-363f287f4283),segment_id=a216709b-4065-4413-a931-363f287f4283)] {{(pid=111141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:58:21.909316 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-7f710dfd-a9c6-4762-990f-83f34e58fbed req-f279d6e2-f413-4799-b0c0-44da0d48ffe0 tempest-VolumesActionsTest-295748325 tempest-VolumesActionsTest-295748325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694862'] for port (90fc48d3-44e8-42b9-9e46-3bc83c4de9cb), precommit_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:58:21.918528 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.plugin [req-7f710dfd-a9c6-4762-990f-83f34e58fbed req-f279d6e2-f413-4799-b0c0-44da0d48ffe0 tempest-VolumesActionsTest-295748325 tempest-VolumesActionsTest-295748325-project] Calling delete_port for 90fc48d3-44e8-42b9-9e46-3bc83c4de9cb owned by compute:nova {{(pid=111141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 09 16:58:22.109838 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-7f710dfd-a9c6-4762-990f-83f34e58fbed req-f279d6e2-f413-4799-b0c0-44da0d48ffe0 tempest-VolumesActionsTest-295748325 tempest-VolumesActionsTest-295748325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748338263278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748337861762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12487578'] for port (90fc48d3-44e8-42b9-9e46-3bc83c4de9cb), after_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:58:22.139094 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f279d6e2-f413-4799-b0c0-44da0d48ffe0 tempest-VolumesActionsTest-295748325 tempest-VolumesActionsTest-295748325-project] Pushing event deleted for resources: {'Port': ['ID=90fc48d3-44e8-42b9-9e46-3bc83c4de9cb,revision_number=None']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:58:22.173569 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.db [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] get_ports_and_sgs() called for port_ids ['90fc48d3-44e8-42b9-9e46-3bc83c4de9cb'] {{(pid=111142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:58:22.184856 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f710dfd-a9c6-4762-990f-83f34e58fbed req-f279d6e2-f413-4799-b0c0-44da0d48ffe0 tempest-VolumesActionsTest-295748325 tempest-VolumesActionsTest-295748325-project] No DVR routers for this DVR port 90fc48d3-44e8-42b9-9e46-3bc83c4de9cb on host hv-cinder-85236 {{(pid=111141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 09 16:58:22.187988 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-7f710dfd-a9c6-4762-990f-83f34e58fbed req-f279d6e2-f413-4799-b0c0-44da0d48ffe0 tempest-VolumesActionsTest-295748325 tempest-VolumesActionsTest-295748325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90003'] for port (None), before_response {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:58:22.191210 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-7f710dfd-a9c6-4762-990f-83f34e58fbed req-f279d6e2-f413-4799-b0c0-44da0d48ffe0 tempest-VolumesActionsTest-295748325 tempest-VolumesActionsTest-295748325-project] 10.222.0.91 "DELETE /networking/v2.0/ports/90fc48d3-44e8-42b9-9e46-3bc83c4de9cb HTTP/1.1" status: 204 len: 173 time: 0.5360250 Aug 09 16:58:22.192281 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb7a0829-3182-4786-834f-fc42cca9ae3c', 'name': 'network-vif-deleted', 'tag': '90fc48d3-44e8-42b9-9e46-3bc83c4de9cb'}] {{(pid=111141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 16:58:22.193908 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fc61e086496b7b72fa0be04cca19be1e9321c349ae61d053137ad661f53d53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e5234a0-63cf-4d82-9852-3694c7a5cecb" -d '{"events": [{"server_uuid": "eb7a0829-3182-4786-834f-fc42cca9ae3c", "name": "network-vif-deleted", "tag": "90fc48d3-44e8-42b9-9e46-3bc83c4de9cb"}]}' {{(pid=111141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:58:22.232559 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Aug 2022 16:58:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cca8dc4-f763-40fd-a527-ef56bd881c5c x-openstack-request-id: req-2cca8dc4-f763-40fd-a527-ef56bd881c5c {{(pid=111141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:58:22.232852 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb7a0829-3182-4786-834f-fc42cca9ae3c", "name": "network-vif-deleted", "tag": "90fc48d3-44e8-42b9-9e46-3bc83c4de9cb", "status": "completed", "code": 200}]} {{(pid=111141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:58:22.233103 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-2cca8dc4-f763-40fd-a527-ef56bd881c5c {{(pid=111141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:58:22.233557 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2cca8dc4-f763-40fd-a527-ef56bd881c5c'] response: {'server_uuid': 'eb7a0829-3182-4786-834f-fc42cca9ae3c', 'name': 'network-vif-deleted', 'tag': '90fc48d3-44e8-42b9-9e46-3bc83c4de9cb', 'status': 'completed', 'code': 200} Aug 09 16:58:22.378954 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422dffb3-267a-4048-ad07-59cd6132c3f5 req-8dece7b6-b4ca-47a8-a136-7f9fdd1e1787 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:58:22.380464 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-422dffb3-267a-4048-ad07-59cd6132c3f5 req-8dece7b6-b4ca-47a8-a136-7f9fdd1e1787 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7cfd8cd7-c54d-4820-8b0c-ba06394e2714 HTTP/1.1" status: 200 len: 945 time: 0.0477166 Aug 09 16:58:22.429741 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-422dffb3-267a-4048-ad07-59cd6132c3f5 req-606bc34c-aeee-4711-8b77-bdb55abaaa1a tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=89352413-89cd-4632-8930-b8ad42976343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436318 Aug 09 16:58:22.992689 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-1cfdd077-0db6-4af4-aad4-0433bcade3a0 req-fe4f67eb-e687-4c7e-afea-5c56fffdf329 tempest-VolumesActionsTest-295748325 tempest-VolumesActionsTest-295748325-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=eb7a0829-3182-4786-834f-fc42cca9ae3c HTTP/1.1" status: 200 len: 210 time: 0.0276091 Aug 09 16:58:23.564323 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2764a3a-9361-497b-9e55-b03ac2960b3b req-a4ce9d96-b0cd-47d9-acfb-53702c0e4c03 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:58:23.565835 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-c2764a3a-9361-497b-9e55-b03ac2960b3b req-a4ce9d96-b0cd-47d9-acfb-53702c0e4c03 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7cfd8cd7-c54d-4820-8b0c-ba06394e2714 HTTP/1.1" status: 200 len: 945 time: 0.0504594 Aug 09 16:58:23.613324 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-c2764a3a-9361-497b-9e55-b03ac2960b3b req-52f54c62-d424-4ec3-8b62-3ca2bd976ea7 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=89352413-89cd-4632-8930-b8ad42976343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415795 Aug 09 16:58:23.877966 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG dbcounter [-] [111143] Writing DB stats neutron:SELECT=83 {{(pid=111143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:58:23.878727 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG dbcounter [-] [111143] Writing DB stats neutron:SELECT=65 {{(pid=111143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:58:24.106543 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-c60b1e88-f61e-448c-91aa-8e88acf72f1c req-f71ce835-4bea-4487-9fd7-b6dd4373c170 tempest-VolumesActionsTest-295748325 tempest-VolumesActionsTest-295748325-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=eb7a0829-3182-4786-834f-fc42cca9ae3c HTTP/1.1" status: 200 len: 210 time: 0.0284269 Aug 09 16:58:24.425416 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.agents_db [None req-a4db1589-5d5b-4049-8210-f6e9f318fefd None None] Agent healthcheck: found 6 active agents {{(pid=111143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:58:24.739799 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91762525-f6c1-4ab1-8509-e5df3919c356 req-f7b73155-9d80-4298-bcd2-700fbf06394d tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:58:24.741303 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-91762525-f6c1-4ab1-8509-e5df3919c356 req-f7b73155-9d80-4298-bcd2-700fbf06394d tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7cfd8cd7-c54d-4820-8b0c-ba06394e2714 HTTP/1.1" status: 200 len: 945 time: 0.0499680 Aug 09 16:58:24.752984 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:58:24.789151 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-91762525-f6c1-4ab1-8509-e5df3919c356 req-f473ad1d-e6f9-4714-b2fa-7b0dd09c9224 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=89352413-89cd-4632-8930-b8ad42976343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421214 Aug 09 16:58:25.202220 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:58:25.224390 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-8b8f77e0-75c6-44d5-a572-0d93354883f5 req-fa3560ae-4cc2-42e2-b0a1-c3372bae4db0 tempest-VolumesActionsTest-295748325 tempest-VolumesActionsTest-295748325-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=eb7a0829-3182-4786-834f-fc42cca9ae3c HTTP/1.1" status: 200 len: 210 time: 0.0320408 Aug 09 16:58:25.606408 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Device 90fc48d3-44e8-42b9-9e46-3bc83c4de9cb no longer exists at agent hyperv_hv-cinder-85236 {{(pid=111142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:58:25.630585 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] No Port match for: 90fc48d3-44e8-42b9-9e46-3bc83c4de9cb {{(pid=111142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 09 16:58:25.630933 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Device 90fc48d3-44e8-42b9-9e46-3bc83c4de9cb not bound to the agent host hv-cinder-85236 {{(pid=111142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:58:25.920499 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226599b7-4b8a-4fe7-b1d8-b1671168aaa1 req-663699c1-b7b9-4a8d-8d86-8aa5ad9e0b84 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:58:25.921992 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-226599b7-4b8a-4fe7-b1d8-b1671168aaa1 req-663699c1-b7b9-4a8d-8d86-8aa5ad9e0b84 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7cfd8cd7-c54d-4820-8b0c-ba06394e2714 HTTP/1.1" status: 200 len: 945 time: 0.0518773 Aug 09 16:58:25.977773 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-226599b7-4b8a-4fe7-b1d8-b1671168aaa1 req-51dc51e5-ffd5-49f5-a4aa-f4584fc4fe00 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=89352413-89cd-4632-8930-b8ad42976343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491765 Aug 09 16:58:26.586597 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f82c501-8688-48b8-9fd6-2af7d8562e91 req-1e26038d-9a31-4824-963b-525e89b4c3b4 tempest-VolumesActionsTest-295748325 tempest-VolumesActionsTest-295748325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:58:26.588001 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-1f82c501-8688-48b8-9fd6-2af7d8562e91 req-1e26038d-9a31-4824-963b-525e89b4c3b4 tempest-VolumesActionsTest-295748325 tempest-VolumesActionsTest-295748325-project] 10.222.0.59 "GET /networking/v2.0/networks?id=3ecd1e48-b208-40fa-9bc8-96d3528dd429 HTTP/1.1" status: 200 len: 809 time: 0.1061091 Aug 09 16:58:26.602366 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-1f82c501-8688-48b8-9fd6-2af7d8562e91 req-dca0fd4f-05a5-4463-b875-b18ef29d4801 tempest-VolumesActionsTest-295748325 tempest-VolumesActionsTest-295748325-project] 10.222.0.59 "GET /networking/v2.0/quotas/52db6dcf868e441b848d3a1dc2053080 HTTP/1.1" status: 200 len: 375 time: 0.0090096 Aug 09 16:58:26.638237 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-1f82c501-8688-48b8-9fd6-2af7d8562e91 req-52a62083-483b-490a-8dc0-3a66bf03125e tempest-VolumesActionsTest-295748325 tempest-VolumesActionsTest-295748325-project] 10.222.0.59 "GET /networking/v2.0/ports?tenant_id=52db6dcf868e441b848d3a1dc2053080&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0310986 Aug 09 16:58:26.729599 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-1f82c501-8688-48b8-9fd6-2af7d8562e91 req-eb71a57a-c401-4510-91bf-0e91f648194a service neutron] 10.222.0.59 "GET /networking/v2.0/networks/3ecd1e48-b208-40fa-9bc8-96d3528dd429?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837181 Aug 09 16:58:26.824916 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-1f82c501-8688-48b8-9fd6-2af7d8562e91 req-e0c1e95e-22d5-4011-81c9-2b96c3cbf218 service neutron] 10.222.0.59 "GET /networking/v2.0/networks/3ecd1e48-b208-40fa-9bc8-96d3528dd429?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896885 Aug 09 16:58:27.139494 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1129427b-b791-411c-957a-64eb959af878 req-4db5ffc6-3b4e-4146-b080-fedc0b12117d tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:58:27.141258 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-1129427b-b791-411c-957a-64eb959af878 req-4db5ffc6-3b4e-4146-b080-fedc0b12117d tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7cfd8cd7-c54d-4820-8b0c-ba06394e2714 HTTP/1.1" status: 200 len: 945 time: 0.0848980 Aug 09 16:58:27.145914 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-f867a3fe-d1e4-4b84-86df-a2c7dbfa0a25 req-25236fbb-53d4-4c5c-a772-0bce6b1c14b7 tempest-VolumesActionsTest-295748325 tempest-VolumesActionsTest-295748325-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=497f68e1-f24d-4f51-9013-032502f680dc HTTP/1.1" status: 200 len: 210 time: 0.0438216 Aug 09 16:58:27.205264 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-1129427b-b791-411c-957a-64eb959af878 req-cf7f6071-70b5-4892-a769-90a976a815e7 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=89352413-89cd-4632-8930-b8ad42976343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549681 Aug 09 16:58:28.246016 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-45e78cd7-0cd3-4cb5-8c2a-3ee096d841f5 req-012ab37d-3764-43aa-9879-dde1bb044c35 tempest-VolumesActionsTest-295748325 tempest-VolumesActionsTest-295748325-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=497f68e1-f24d-4f51-9013-032502f680dc HTTP/1.1" status: 200 len: 210 time: 0.0286529 Aug 09 16:58:28.335340 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d07b0e-22c0-45ea-9523-799fbab2f049 req-988d4a9e-b1ab-4866-8f8a-9385eddd0dcd tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:58:28.336762 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-65d07b0e-22c0-45ea-9523-799fbab2f049 req-988d4a9e-b1ab-4866-8f8a-9385eddd0dcd tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7cfd8cd7-c54d-4820-8b0c-ba06394e2714 HTTP/1.1" status: 200 len: 945 time: 0.0516915 Aug 09 16:58:28.385152 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-65d07b0e-22c0-45ea-9523-799fbab2f049 req-c1bb8965-8e13-429b-8021-7e797a358868 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=89352413-89cd-4632-8930-b8ad42976343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426466 Aug 09 16:58:29.355299 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-6f08a3c5-4117-4947-8dd1-1ac6cda2525a req-5cdd40e8-e15a-40ae-9901-b23fa58c1a0c tempest-VolumesActionsTest-295748325 tempest-VolumesActionsTest-295748325-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=497f68e1-f24d-4f51-9013-032502f680dc HTTP/1.1" status: 200 len: 210 time: 0.0313878 Aug 09 16:58:29.464471 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f82c501-8688-48b8-9fd6-2af7d8562e91 req-7011f9c2-c2e0-4528-98bd-bb95e48abe72 tempest-VolumesActionsTest-295748325 tempest-VolumesActionsTest-295748325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:58:29.467002 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-1f82c501-8688-48b8-9fd6-2af7d8562e91 req-7011f9c2-c2e0-4528-98bd-bb95e48abe72 tempest-VolumesActionsTest-295748325 tempest-VolumesActionsTest-295748325-project] 10.222.0.91 "GET /networking/v2.0/networks?id=3ecd1e48-b208-40fa-9bc8-96d3528dd429 HTTP/1.1" status: 200 len: 809 time: 0.1301885 Aug 09 16:58:29.502222 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.v2.base [req-1f82c501-8688-48b8-9fd6-2af7d8562e91 req-3798fda9-8e0b-4e5e-a396-e2a950d93574 tempest-VolumesActionsTest-295748325 tempest-VolumesActionsTest-295748325-project] Request body: {'port': {'device_id': '497f68e1-f24d-4f51-9013-032502f680dc', 'network_id': '3ecd1e48-b208-40fa-9bc8-96d3528dd429', 'admin_state_up': True, 'tenant_id': '52db6dcf868e441b848d3a1dc2053080'}} {{(pid=111141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 16:58:29.569599 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4b655c-6783-420b-98d0-cc3476d715d8 req-b73a4c02-7543-4a7a-a4cf-98d4e7904f71 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:58:29.571374 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-3e4b655c-6783-420b-98d0-cc3476d715d8 req-b73a4c02-7543-4a7a-a4cf-98d4e7904f71 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7cfd8cd7-c54d-4820-8b0c-ba06394e2714 HTTP/1.1" status: 200 len: 945 time: 0.0919833 Aug 09 16:58:29.657879 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-3e4b655c-6783-420b-98d0-cc3476d715d8 req-d5b9f401-da2a-4a74-abb6-de2016a04563 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=89352413-89cd-4632-8930-b8ad42976343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784142 Aug 09 16:58:29.765996 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f82c501-8688-48b8-9fd6-2af7d8562e91 req-3798fda9-8e0b-4e5e-a396-e2a950d93574 tempest-VolumesActionsTest-295748325 tempest-VolumesActionsTest-295748325-project] Made reservation on behalf of 52db6dcf868e441b848d3a1dc2053080 for: {'port': 1} {{(pid=111141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:58:29.769584 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-1f82c501-8688-48b8-9fd6-2af7d8562e91 req-3798fda9-8e0b-4e5e-a396-e2a950d93574 tempest-VolumesActionsTest-295748325 tempest-VolumesActionsTest-295748325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (None), before_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:58:29.896048 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.db.db_base_plugin_common [req-1f82c501-8688-48b8-9fd6-2af7d8562e91 req-3798fda9-8e0b-4e5e-a396-e2a950d93574 tempest-VolumesActionsTest-295748325 tempest-VolumesActionsTest-295748325-project] Allocated IP 172.20.0.6 (3ecd1e48-b208-40fa-9bc8-96d3528dd429/5832adda-c1aa-48ef-8c4b-43a76e5c03d2/31eee1ed-71d2-43ba-8d99-c6c548f1da2a) {{(pid=111141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:58:30.047438 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-1f82c501-8688-48b8-9fd6-2af7d8562e91 req-3798fda9-8e0b-4e5e-a396-e2a950d93574 tempest-VolumesActionsTest-295748325 tempest-VolumesActionsTest-295748325-project] Publish callbacks [] for port (31eee1ed-71d2-43ba-8d99-c6c548f1da2a), precommit_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:58:30.052143 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:58:30.056638 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:58:30.172065 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-1f82c501-8688-48b8-9fd6-2af7d8562e91 req-3798fda9-8e0b-4e5e-a396-e2a950d93574 tempest-VolumesActionsTest-295748325 tempest-VolumesActionsTest-295748325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748337861753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12487578'] for port (31eee1ed-71d2-43ba-8d99-c6c548f1da2a), after_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:58:30.225387 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f82c501-8688-48b8-9fd6-2af7d8562e91 req-3798fda9-8e0b-4e5e-a396-e2a950d93574 tempest-VolumesActionsTest-295748325 tempest-VolumesActionsTest-295748325-project] Network 3ecd1e48-b208-40fa-9bc8-96d3528dd429 is already hosted by enough agents. {{(pid=111141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:58:30.230592 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.scheduler.base_scheduler [req-1f82c501-8688-48b8-9fd6-2af7d8562e91 req-3798fda9-8e0b-4e5e-a396-e2a950d93574 tempest-VolumesActionsTest-295748325 tempest-VolumesActionsTest-295748325-project] Resources bound (agent type, host, resource id): {{(pid=111141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:58:30.234622 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f82c501-8688-48b8-9fd6-2af7d8562e91 req-3798fda9-8e0b-4e5e-a396-e2a950d93574 tempest-VolumesActionsTest-295748325 tempest-VolumesActionsTest-295748325-project] Received port after_create {{(pid=111141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 09 16:58:30.240074 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3798fda9-8e0b-4e5e-a396-e2a950d93574 tempest-VolumesActionsTest-295748325 tempest-VolumesActionsTest-295748325-project] Pushing event updated for resources: {'Port': ['ID=31eee1ed-71d2-43ba-8d99-c6c548f1da2a,revision_number=1']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:58:30.286637 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f82c501-8688-48b8-9fd6-2af7d8562e91 req-3798fda9-8e0b-4e5e-a396-e2a950d93574 tempest-VolumesActionsTest-295748325 tempest-VolumesActionsTest-295748325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:58:30.287295 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-1f82c501-8688-48b8-9fd6-2af7d8562e91 req-3798fda9-8e0b-4e5e-a396-e2a950d93574 tempest-VolumesActionsTest-295748325 tempest-VolumesActionsTest-295748325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90003'] for port (None), before_response {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:58:30.431337 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-1f82c501-8688-48b8-9fd6-2af7d8562e91 req-3798fda9-8e0b-4e5e-a396-e2a950d93574 tempest-VolumesActionsTest-295748325 tempest-VolumesActionsTest-295748325-project] 10.222.0.91 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9430556 Aug 09 16:58:30.450272 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.v2.base [req-1f82c501-8688-48b8-9fd6-2af7d8562e91 req-154d21ec-f1e1-4648-9528-d08cedf671ee service neutron] Request body: {'port': {'device_id': '497f68e1-f24d-4f51-9013-032502f680dc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85236'}} {{(pid=111141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 16:58:30.483549 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f9824a-f697-4596-8bf4-1b973447d1b3 req-4b47a7da-35d4-44ed-a7ba-a27404643f7e tempest-VolumesActionsTest-295748325 tempest-VolumesActionsTest-295748325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:58:30.485705 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-d9f9824a-f697-4596-8bf4-1b973447d1b3 req-4b47a7da-35d4-44ed-a7ba-a27404643f7e tempest-VolumesActionsTest-295748325 tempest-VolumesActionsTest-295748325-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=497f68e1-f24d-4f51-9013-032502f680dc HTTP/1.1" status: 200 len: 931 time: 0.0539575 Aug 09 16:58:30.525545 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-1f82c501-8688-48b8-9fd6-2af7d8562e91 req-154d21ec-f1e1-4648-9528-d08cedf671ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (31eee1ed-71d2-43ba-8d99-c6c548f1da2a), before_update {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:58:30.546962 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-d9f9824a-f697-4596-8bf4-1b973447d1b3 req-8e0479cd-322d-49f3-b212-aae7d62a7d9b tempest-VolumesActionsTest-295748325 tempest-VolumesActionsTest-295748325-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=7e9c5a1a-90f1-4348-a7a2-ecd668e4e03e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548503 Aug 09 16:58:30.797526 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaef385-ca7a-4a9a-81f1-38fb4a252b4e req-9b917cc5-a11b-490c-a49b-94b09c9b5ec8 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:58:30.799145 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-abaef385-ca7a-4a9a-81f1-38fb4a252b4e req-9b917cc5-a11b-490c-a49b-94b09c9b5ec8 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7cfd8cd7-c54d-4820-8b0c-ba06394e2714 HTTP/1.1" status: 200 len: 945 time: 0.0599992 Aug 09 16:58:30.850212 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:58:30.860830 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.notifiers.nova [req-1f82c501-8688-48b8-9fd6-2af7d8562e91 req-154d21ec-f1e1-4648-9528-d08cedf671ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31eee1ed-71d2-43ba-8d99-c6c548f1da2a {{(pid=111141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 09 16:58:30.874196 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-1f82c501-8688-48b8-9fd6-2af7d8562e91 req-154d21ec-f1e1-4648-9528-d08cedf671ee service neutron] Publish callbacks [] for port (31eee1ed-71d2-43ba-8d99-c6c548f1da2a), precommit_update {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:58:30.889483 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-abaef385-ca7a-4a9a-81f1-38fb4a252b4e req-19bcf6c3-776e-4af0-a7ee-c5cb59eea461 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=89352413-89cd-4632-8930-b8ad42976343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847685 Aug 09 16:58:30.895196 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.db.provisioning_blocks [req-1f82c501-8688-48b8-9fd6-2af7d8562e91 req-154d21ec-f1e1-4648-9528-d08cedf671ee service neutron] Transition to ACTIVE for port object 31eee1ed-71d2-43ba-8d99-c6c548f1da2a will not be triggered until provisioned by entity L2. {{(pid=111141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 09 16:58:31.010571 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-1f82c501-8688-48b8-9fd6-2af7d8562e91 req-154d21ec-f1e1-4648-9528-d08cedf671ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748338263269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748337861771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748337861789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12487573'] for port (31eee1ed-71d2-43ba-8d99-c6c548f1da2a), after_update {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:58:31.096003 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154d21ec-f1e1-4648-9528-d08cedf671ee service neutron] Pushing event updated for resources: {'Port': ['ID=31eee1ed-71d2-43ba-8d99-c6c548f1da2a,revision_number=2']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:58:31.124153 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.managers [req-1f82c501-8688-48b8-9fd6-2af7d8562e91 req-154d21ec-f1e1-4648-9528-d08cedf671ee service neutron] Attempting to bind port 31eee1ed-71d2-43ba-8d99-c6c548f1da2a on host hv-cinder-85236 for vnic_type normal with profile {{(pid=111141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 09 16:58:31.124497 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.managers [req-1f82c501-8688-48b8-9fd6-2af7d8562e91 req-154d21ec-f1e1-4648-9528-d08cedf671ee service neutron] Attempting to bind port 31eee1ed-71d2-43ba-8d99-c6c548f1da2a by drivers openvswitch,hyperv on host hv-cinder-85236 at level 0 using segments [{'id': 'a216709b-4065-4413-a931-363f287f4283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 978, 'network_id': '3ecd1e48-b208-40fa-9bc8-96d3528dd429'}] {{(pid=111141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 09 16:58:31.124831 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f82c501-8688-48b8-9fd6-2af7d8562e91 req-154d21ec-f1e1-4648-9528-d08cedf671ee service neutron] Attempting to bind port 31eee1ed-71d2-43ba-8d99-c6c548f1da2a on network 3ecd1e48-b208-40fa-9bc8-96d3528dd429 {{(pid=111141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 16:58:31.129811 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f82c501-8688-48b8-9fd6-2af7d8562e91 req-154d21ec-f1e1-4648-9528-d08cedf671ee service neutron] Port 31eee1ed-71d2-43ba-8d99-c6c548f1da2a on network 3ecd1e48-b208-40fa-9bc8-96d3528dd429 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85236 {{(pid=111141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 09 16:58:31.130188 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f82c501-8688-48b8-9fd6-2af7d8562e91 req-154d21ec-f1e1-4648-9528-d08cedf671ee service neutron] Attempting to bind port 31eee1ed-71d2-43ba-8d99-c6c548f1da2a on network 3ecd1e48-b208-40fa-9bc8-96d3528dd429 {{(pid=111141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 16:58:31.135077 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f82c501-8688-48b8-9fd6-2af7d8562e91 req-154d21ec-f1e1-4648-9528-d08cedf671ee service neutron] Checking agent: {'id': 'fd1157aa-8fd8-4c6b-a604-f3842f12d305', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85236', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 9, 16, 48, 30), 'started_at': datetime.datetime(2022, 8, 9, 16, 48, 30), 'heartbeat_timestamp': datetime.datetime(2022, 8, 9, 16, 58, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 09 16:58:31.135458 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f82c501-8688-48b8-9fd6-2af7d8562e91 req-154d21ec-f1e1-4648-9528-d08cedf671ee service neutron] Checking segment: {'id': 'a216709b-4065-4413-a931-363f287f4283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 978, 'network_id': '3ecd1e48-b208-40fa-9bc8-96d3528dd429'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 09 16:58:31.135908 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f82c501-8688-48b8-9fd6-2af7d8562e91 req-154d21ec-f1e1-4648-9528-d08cedf671ee service neutron] Bound using segment: {'id': 'a216709b-4065-4413-a931-363f287f4283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 978, 'network_id': '3ecd1e48-b208-40fa-9bc8-96d3528dd429'} {{(pid=111141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 09 16:58:31.136330 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.managers [req-1f82c501-8688-48b8-9fd6-2af7d8562e91 req-154d21ec-f1e1-4648-9528-d08cedf671ee service neutron] Bound port: 31eee1ed-71d2-43ba-8d99-c6c548f1da2a, host: hv-cinder-85236, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a216709b-4065-4413-a931-363f287f4283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 978, 'network_id': '3ecd1e48-b208-40fa-9bc8-96d3528dd429'}}] {{(pid=111141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 09 16:58:31.136697 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-1f82c501-8688-48b8-9fd6-2af7d8562e91 req-154d21ec-f1e1-4648-9528-d08cedf671ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (31eee1ed-71d2-43ba-8d99-c6c548f1da2a), before_update {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:58:31.198275 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.db [req-1f82c501-8688-48b8-9fd6-2af7d8562e91 req-154d21ec-f1e1-4648-9528-d08cedf671ee service neutron] For port 31eee1ed-71d2-43ba-8d99-c6c548f1da2a, host hv-cinder-85236, cleared binding levels {{(pid=111141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:58:31.201280 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.db [req-1f82c501-8688-48b8-9fd6-2af7d8562e91 req-154d21ec-f1e1-4648-9528-d08cedf671ee service neutron] For port 31eee1ed-71d2-43ba-8d99-c6c548f1da2a, host hv-cinder-85236, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=31eee1ed-71d2-43ba-8d99-c6c548f1da2a,segment=NetworkSegment(a216709b-4065-4413-a931-363f287f4283),segment_id=a216709b-4065-4413-a931-363f287f4283)] {{(pid=111141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:58:31.297000 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-1f82c501-8688-48b8-9fd6-2af7d8562e91 req-154d21ec-f1e1-4648-9528-d08cedf671ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748338263269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748337861771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748337861789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12487573'] for port (31eee1ed-71d2-43ba-8d99-c6c548f1da2a), after_update {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:58:31.300164 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f82c501-8688-48b8-9fd6-2af7d8562e91 req-154d21ec-f1e1-4648-9528-d08cedf671ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:58:31.300781 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-1f82c501-8688-48b8-9fd6-2af7d8562e91 req-154d21ec-f1e1-4648-9528-d08cedf671ee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90003'] for port (None), before_response {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:58:31.302398 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-1f82c501-8688-48b8-9fd6-2af7d8562e91 req-154d21ec-f1e1-4648-9528-d08cedf671ee service neutron] 10.222.0.91 "PUT /networking/v2.0/ports/31eee1ed-71d2-43ba-8d99-c6c548f1da2a HTTP/1.1" status: 200 len: 1093 time: 0.8566835 Aug 09 16:58:31.304580 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '497f68e1-f24d-4f51-9013-032502f680dc', 'tag': '31eee1ed-71d2-43ba-8d99-c6c548f1da2a'}] {{(pid=111141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 16:58:31.310262 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fc61e086496b7b72fa0be04cca19be1e9321c349ae61d053137ad661f53d53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a0868b6-dbe1-4489-bcc7-5972f07a000d" -d '{"events": [{"name": "network-changed", "server_uuid": "497f68e1-f24d-4f51-9013-032502f680dc", "tag": "31eee1ed-71d2-43ba-8d99-c6c548f1da2a"}]}' {{(pid=111141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:58:31.347230 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Aug 2022 16:58:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d25e4447-7baf-4e28-8579-fce36246f8de x-openstack-request-id: req-d25e4447-7baf-4e28-8579-fce36246f8de {{(pid=111141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:58:31.347521 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "497f68e1-f24d-4f51-9013-032502f680dc", "tag": "31eee1ed-71d2-43ba-8d99-c6c548f1da2a", "status": "completed", "code": 200}]} {{(pid=111141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:58:31.347773 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d25e4447-7baf-4e28-8579-fce36246f8de {{(pid=111141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:58:31.348175 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d25e4447-7baf-4e28-8579-fce36246f8de'] response: {'name': 'network-changed', 'server_uuid': '497f68e1-f24d-4f51-9013-032502f680dc', 'tag': '31eee1ed-71d2-43ba-8d99-c6c548f1da2a', 'status': 'completed', 'code': 200} Aug 09 16:58:31.359495 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154d21ec-f1e1-4648-9528-d08cedf671ee service neutron] Pushing event updated for resources: {'Port': ['ID=31eee1ed-71d2-43ba-8d99-c6c548f1da2a,revision_number=3']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:58:31.438451 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0868b6-dbe1-4489-bcc7-5972f07a000d req-5585ac8f-57e8-47c3-ae89-ac8381d1eb95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:58:31.440125 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-7a0868b6-dbe1-4489-bcc7-5972f07a000d req-5585ac8f-57e8-47c3-ae89-ac8381d1eb95 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?tenant_id=52db6dcf868e441b848d3a1dc2053080&device_id=497f68e1-f24d-4f51-9013-032502f680dc HTTP/1.1" status: 200 len: 1127 time: 0.0399060 Aug 09 16:58:31.551062 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0868b6-dbe1-4489-bcc7-5972f07a000d req-b53a1bdc-9173-4926-8205-3c87a37c8609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:58:31.552494 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-7a0868b6-dbe1-4489-bcc7-5972f07a000d req-b53a1bdc-9173-4926-8205-3c87a37c8609 service neutron] 10.222.0.91 "GET /networking/v2.0/networks?tenant_id=52db6dcf868e441b848d3a1dc2053080&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0966604 Aug 09 16:58:31.620073 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:58:31.692434 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b759264b-b065-479c-a0b0-6d1582a5c6e4 req-a95b32d1-1c41-456f-b0a9-06c194d13cbb tempest-VolumesActionsTest-295748325 tempest-VolumesActionsTest-295748325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:58:31.693989 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-b759264b-b065-479c-a0b0-6d1582a5c6e4 req-a95b32d1-1c41-456f-b0a9-06c194d13cbb tempest-VolumesActionsTest-295748325 tempest-VolumesActionsTest-295748325-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=497f68e1-f24d-4f51-9013-032502f680dc HTTP/1.1" status: 200 len: 943 time: 0.0710256 Aug 09 16:58:31.699330 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0868b6-dbe1-4489-bcc7-5972f07a000d req-c7877416-197d-406e-91ab-ef4d05f13188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:58:31.700814 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-7a0868b6-dbe1-4489-bcc7-5972f07a000d req-c7877416-197d-406e-91ab-ef4d05f13188 service neutron] 10.222.0.91 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1401005 Aug 09 16:58:31.764897 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-b759264b-b065-479c-a0b0-6d1582a5c6e4 req-e3748e6b-ddf3-4ed6-9065-98ba507d5023 tempest-VolumesActionsTest-295748325 tempest-VolumesActionsTest-295748325-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=7e9c5a1a-90f1-4348-a7a2-ecd668e4e03e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629380 Aug 09 16:58:31.810902 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f82c501-8688-48b8-9fd6-2af7d8562e91 req-ac45aee0-02a1-42d8-951e-cd7bdd9e30e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:58:31.812368 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-1f82c501-8688-48b8-9fd6-2af7d8562e91 req-ac45aee0-02a1-42d8-951e-cd7bdd9e30e2 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?tenant_id=52db6dcf868e441b848d3a1dc2053080&device_id=497f68e1-f24d-4f51-9013-032502f680dc HTTP/1.1" status: 200 len: 1127 time: 0.0463078 Aug 09 16:58:31.864432 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-1f82c501-8688-48b8-9fd6-2af7d8562e91 req-320f2c1f-6b07-4e43-9067-832cfb68fe33 service neutron] 10.222.0.91 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=31eee1ed-71d2-43ba-8d99-c6c548f1da2a HTTP/1.1" status: 200 len: 217 time: 0.0328801 Aug 09 16:58:31.913687 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f82c501-8688-48b8-9fd6-2af7d8562e91 req-454d68b5-2c89-4a4b-9926-421eda635131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:58:31.915159 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-1f82c501-8688-48b8-9fd6-2af7d8562e91 req-454d68b5-2c89-4a4b-9926-421eda635131 service neutron] 10.222.0.91 "GET /networking/v2.0/subnets?id=5832adda-c1aa-48ef-8c4b-43a76e5c03d2 HTTP/1.1" status: 200 len: 849 time: 0.0445902 Aug 09 16:58:31.949725 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-1f82c501-8688-48b8-9fd6-2af7d8562e91 req-b75ffa36-da1b-46e9-9595-f38fe9d5b287 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?network_id=3ecd1e48-b208-40fa-9bc8-96d3528dd429&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269806 Aug 09 16:58:32.008725 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=100 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:58:32.018062 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e532e7-dcbb-4a3f-8533-7ed189227df7 req-dd83f1d6-a17c-4ccb-b9a3-86184c34bc31 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:58:32.019653 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-25e532e7-dcbb-4a3f-8533-7ed189227df7 req-dd83f1d6-a17c-4ccb-b9a3-86184c34bc31 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7cfd8cd7-c54d-4820-8b0c-ba06394e2714 HTTP/1.1" status: 200 len: 945 time: 0.0497181 Aug 09 16:58:32.046938 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-1f82c501-8688-48b8-9fd6-2af7d8562e91 req-30498120-1283-4616-8706-0f96c481ca66 service neutron] 10.222.0.91 "GET /networking/v2.0/networks/3ecd1e48-b208-40fa-9bc8-96d3528dd429?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904934 Aug 09 16:58:32.072195 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-25e532e7-dcbb-4a3f-8533-7ed189227df7 req-15dd48de-d91a-4d7a-b2e0-762fcab5c160 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=89352413-89cd-4632-8930-b8ad42976343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445151 Aug 09 16:58:32.105588 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:58:32.147091 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-1f82c501-8688-48b8-9fd6-2af7d8562e91 req-6efe1fc6-39c3-4eb9-8bbd-83c352012a3b service neutron] 10.222.0.91 "GET /networking/v2.0/networks/3ecd1e48-b208-40fa-9bc8-96d3528dd429?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908272 Aug 09 16:58:32.264297 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.wsgi [-] (111140) accepted ('10.222.0.59', 56850) {{(pid=111140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:58:32.285779 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (fd1157aa-8fd8-4c6b-a604-f3842f12d305), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:58:32.388095 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-3a18643f-731e-4fe9-942e-84d9f6384ced admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:58:32.468294 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-3a18643f-731e-4fe9-942e-84d9f6384ced admin admin] Publish callbacks [] for security_group (42b16b77-3340-49f6-a181-99b5e54881c7), precommit_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:58:32.542995 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-3a18643f-731e-4fe9-942e-84d9f6384ced admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763768'] for security_group (42b16b77-3340-49f6-a181-99b5e54881c7), after_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:58:32.583014 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [None req-3a18643f-731e-4fe9-942e-84d9f6384ced admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=321637c97703464493086414f4919150&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3176262 Aug 09 16:58:32.585072 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a18643f-731e-4fe9-942e-84d9f6384ced admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42b16b77-3340-49f6-a181-99b5e54881c7,revision_number=1']} {{(pid=111140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:58:32.585853 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.wsgi [-] (111141) accepted ('10.222.0.59', 56854) {{(pid=111141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:58:32.636431 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-b6423cba-5fba-4882-a491-2b4d928c3c86 admin admin] Publish callbacks [] for security_group (42b16b77-3340-49f6-a181-99b5e54881c7), before_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:58:32.659064 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-b6423cba-5fba-4882-a491-2b4d928c3c86 admin admin] Publish callbacks [] for security_group (42b16b77-3340-49f6-a181-99b5e54881c7), precommit_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:58:32.771602 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-b6423cba-5fba-4882-a491-2b4d928c3c86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763768'] for security_group (42b16b77-3340-49f6-a181-99b5e54881c7), after_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:58:32.774197 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-b6423cba-5fba-4882-a491-2b4d928c3c86 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:58:32.775411 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [None req-b6423cba-5fba-4882-a491-2b4d928c3c86 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/42b16b77-3340-49f6-a181-99b5e54881c7 HTTP/1.1" status: 204 len: 168 time: 0.1880147 Aug 09 16:58:32.784122 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6423cba-5fba-4882-a491-2b4d928c3c86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42b16b77-3340-49f6-a181-99b5e54881c7,revision_number=None']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:58:32.888457 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53111913-7c73-4d3f-ae72-03a8a3b51841 req-037a4b75-ba09-4efc-b241-b2f516edab80 tempest-VolumesActionsTest-295748325 tempest-VolumesActionsTest-295748325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:58:32.889851 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-53111913-7c73-4d3f-ae72-03a8a3b51841 req-037a4b75-ba09-4efc-b241-b2f516edab80 tempest-VolumesActionsTest-295748325 tempest-VolumesActionsTest-295748325-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=497f68e1-f24d-4f51-9013-032502f680dc HTTP/1.1" status: 200 len: 943 time: 0.0468690 Aug 09 16:58:32.941328 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-53111913-7c73-4d3f-ae72-03a8a3b51841 req-2b156bd4-8a21-4e19-8e7e-758016d607c4 tempest-VolumesActionsTest-295748325 tempest-VolumesActionsTest-295748325-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=7e9c5a1a-90f1-4348-a7a2-ecd668e4e03e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449471 Aug 09 16:58:33.195355 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077369c8-6f1c-4566-b13c-ea702677afac req-5cb18764-e430-48f3-8a6c-2eb71f858de3 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:58:33.197080 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-077369c8-6f1c-4566-b13c-ea702677afac req-5cb18764-e430-48f3-8a6c-2eb71f858de3 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7cfd8cd7-c54d-4820-8b0c-ba06394e2714 HTTP/1.1" status: 200 len: 945 time: 0.0476630 Aug 09 16:58:33.208769 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:58:33.245211 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-077369c8-6f1c-4566-b13c-ea702677afac req-ecf52113-45e2-4363-aee1-6856e5e61b12 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=89352413-89cd-4632-8930-b8ad42976343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426240 Aug 09 16:58:33.367007 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.wsgi [-] (111141) accepted ('10.222.0.59', 56866) {{(pid=111141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:58:33.380829 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-ba2d6d57-4c2c-4f84-a9a5-5398497d74d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:58:33.457560 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-ba2d6d57-4c2c-4f84-a9a5-5398497d74d2 admin admin] Publish callbacks [] for security_group (8c10c057-5111-41db-aacf-78134ad10db7), precommit_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:58:33.531570 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-ba2d6d57-4c2c-4f84-a9a5-5398497d74d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763768'] for security_group (8c10c057-5111-41db-aacf-78134ad10db7), after_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:58:33.573507 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [None req-ba2d6d57-4c2c-4f84-a9a5-5398497d74d2 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=bcfc74df66694694b13c5d80feaca78b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2053123 Aug 09 16:58:33.574243 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2d6d57-4c2c-4f84-a9a5-5398497d74d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c10c057-5111-41db-aacf-78134ad10db7,revision_number=1']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:58:33.576293 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.wsgi [-] (111140) accepted ('10.222.0.59', 56868) {{(pid=111140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:58:33.626543 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-370aea45-6c85-45a1-b46b-b9945fc1d5a4 admin admin] Publish callbacks [] for security_group (8c10c057-5111-41db-aacf-78134ad10db7), before_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:58:33.651856 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-370aea45-6c85-45a1-b46b-b9945fc1d5a4 admin admin] Publish callbacks [] for security_group (8c10c057-5111-41db-aacf-78134ad10db7), precommit_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:58:33.770446 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-370aea45-6c85-45a1-b46b-b9945fc1d5a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763768'] for security_group (8c10c057-5111-41db-aacf-78134ad10db7), after_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:58:33.772899 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-370aea45-6c85-45a1-b46b-b9945fc1d5a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:58:33.774041 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [None req-370aea45-6c85-45a1-b46b-b9945fc1d5a4 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/8c10c057-5111-41db-aacf-78134ad10db7 HTTP/1.1" status: 204 len: 168 time: 0.1965218 Aug 09 16:58:33.781994 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370aea45-6c85-45a1-b46b-b9945fc1d5a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c10c057-5111-41db-aacf-78134ad10db7,revision_number=None']} {{(pid=111140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:58:33.994764 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-a4e2eeb8-a599-43c7-be3c-48856804642e req-21975c89-d14a-4c42-90c5-3d8012e1e1c4 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?device_id=2daaa8cc-0b52-422c-adaa-98f905bb869b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0386567 Aug 09 16:58:34.081420 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d95a23-4671-43e5-8ec1-e1a1e29fee0d req-c9167411-7461-405d-92ec-e29e80f8cf5a tempest-VolumesActionsTest-295748325 tempest-VolumesActionsTest-295748325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:58:34.082939 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-66d95a23-4671-43e5-8ec1-e1a1e29fee0d req-c9167411-7461-405d-92ec-e29e80f8cf5a tempest-VolumesActionsTest-295748325 tempest-VolumesActionsTest-295748325-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=497f68e1-f24d-4f51-9013-032502f680dc HTTP/1.1" status: 200 len: 943 time: 0.0622449 Aug 09 16:58:34.094768 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=6 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:58:34.135541 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-66d95a23-4671-43e5-8ec1-e1a1e29fee0d req-610e0338-c82e-4281-a3a9-1a9508981c14 tempest-VolumesActionsTest-295748325 tempest-VolumesActionsTest-295748325-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=7e9c5a1a-90f1-4348-a7a2-ecd668e4e03e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463777 Aug 09 16:58:34.393372 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f060130e-458d-40bd-8683-c90ee82da324 req-509e50b7-483f-4b21-ab92-de06513ce330 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:58:34.395057 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-f060130e-458d-40bd-8683-c90ee82da324 req-509e50b7-483f-4b21-ab92-de06513ce330 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7cfd8cd7-c54d-4820-8b0c-ba06394e2714 HTTP/1.1" status: 200 len: 945 time: 0.0523686 Aug 09 16:58:34.424625 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e2eeb8-a599-43c7-be3c-48856804642e req-18704e96-1e68-4a57-a11e-5cb098128597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:58:34.426124 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-a4e2eeb8-a599-43c7-be3c-48856804642e req-18704e96-1e68-4a57-a11e-5cb098128597 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?tenant_id=e5e7f48ecafa4bfe80fadd50e0b24cbb&device_id=2daaa8cc-0b52-422c-adaa-98f905bb869b HTTP/1.1" status: 200 len: 1130 time: 0.0474031 Aug 09 16:58:34.445766 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-f060130e-458d-40bd-8683-c90ee82da324 req-061445a8-3270-46cd-a1f9-5640d9f15128 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=89352413-89cd-4632-8930-b8ad42976343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450068 Aug 09 16:58:34.502582 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Device 31eee1ed-71d2-43ba-8d99-c6c548f1da2a details requested by agent hyperv_hv-cinder-85236 with host hv-cinder-85236 {{(pid=111142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 16:58:34.547461 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e2eeb8-a599-43c7-be3c-48856804642e req-801d2eb7-967e-4ce3-af93-b38fd387aeea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:58:34.550339 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-a4e2eeb8-a599-43c7-be3c-48856804642e req-801d2eb7-967e-4ce3-af93-b38fd387aeea service neutron] 10.222.0.91 "GET /networking/v2.0/networks?id=03ca7ab9-4a6d-42ee-86c4-e644a355c008 HTTP/1.1" status: 200 len: 912 time: 0.1014841 Aug 09 16:58:34.617046 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.db [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] For port 31eee1ed-71d2-43ba-8d99-c6c548f1da2a, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=31eee1ed-71d2-43ba-8d99-c6c548f1da2a,segment=NetworkSegment(a216709b-4065-4413-a931-363f287f4283),segment_id=a216709b-4065-4413-a931-363f287f4283)] {{(pid=111142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:58:34.620114 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-a4e2eeb8-a599-43c7-be3c-48856804642e req-df8ea902-0600-4e6d-8f40-5907d8e68666 service neutron] 10.222.0.91 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=de1305b9-b3fe-416b-8157-bf1c65b0aa2a HTTP/1.1" status: 200 len: 1001 time: 0.0629814 Aug 09 16:58:34.628957 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Returning: {'device': '31eee1ed-71d2-43ba-8d99-c6c548f1da2a', 'network_id': '3ecd1e48-b208-40fa-9bc8-96d3528dd429', 'port_id': '31eee1ed-71d2-43ba-8d99-c6c548f1da2a', 'mac_address': 'fa:16:3e:b0:ef:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 978, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5832adda-c1aa-48ef-8c4b-43a76e5c03d2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 16:58:34.664523 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Current status of the port 31eee1ed-71d2-43ba-8d99-c6c548f1da2a is: DOWN; New status is: BUILD {{(pid=111142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 16:58:34.664919 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (31eee1ed-71d2-43ba-8d99-c6c548f1da2a), before_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:58:34.671913 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e2eeb8-a599-43c7-be3c-48856804642e req-3128bfd4-6938-4a80-8a43-d0a00fa1ea2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:58:34.675093 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-a4e2eeb8-a599-43c7-be3c-48856804642e req-3128bfd4-6938-4a80-8a43-d0a00fa1ea2c service neutron] 10.222.0.91 "GET /networking/v2.0/subnets?id=b36b87ee-0e67-4f6f-99fc-27a16ecf7293 HTTP/1.1" status: 200 len: 850 time: 0.0451884 Aug 09 16:58:34.679870 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.notifiers.nova [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31eee1ed-71d2-43ba-8d99-c6c548f1da2a {{(pid=111142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 09 16:58:34.709948 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.db [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] For port 31eee1ed-71d2-43ba-8d99-c6c548f1da2a, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=31eee1ed-71d2-43ba-8d99-c6c548f1da2a,segment=NetworkSegment(a216709b-4065-4413-a931-363f287f4283),segment_id=a216709b-4065-4413-a931-363f287f4283)] {{(pid=111142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:58:34.726878 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e2eeb8-a599-43c7-be3c-48856804642e req-0e1ab9ce-4695-46b5-acf4-2eb21ea54290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:58:34.728460 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-a4e2eeb8-a599-43c7-be3c-48856804642e req-0e1ab9ce-4695-46b5-acf4-2eb21ea54290 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?network_id=03ca7ab9-4a6d-42ee-86c4-e644a355c008&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0479281 Aug 09 16:58:34.754512 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:58:34.783530 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748338263269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748337861771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748337861789'] for port (31eee1ed-71d2-43ba-8d99-c6c548f1da2a), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:58:34.831630 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-a4e2eeb8-a599-43c7-be3c-48856804642e req-9ec1b63f-e19f-4c5b-81ee-47439db540b7 service neutron] 10.222.0.91 "GET /networking/v2.0/networks/03ca7ab9-4a6d-42ee-86c4-e644a355c008?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943580 Aug 09 16:58:34.833842 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Pushing event updated for resources: {'Port': ['ID=31eee1ed-71d2-43ba-8d99-c6c548f1da2a,revision_number=4']} {{(pid=111142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:58:34.931142 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-a4e2eeb8-a599-43c7-be3c-48856804642e req-bc8dabe3-dc0c-419d-b02e-6c70f1bc4fb6 service neutron] 10.222.0.91 "GET /networking/v2.0/networks/03ca7ab9-4a6d-42ee-86c4-e644a355c008?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913227 Aug 09 16:58:35.199006 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.db [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] get_ports_and_sgs() called for port_ids ['31eee1ed-71d2-43ba-8d99-c6c548f1da2a'] {{(pid=111142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:58:35.277171 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8734b0b9-73f1-49aa-b7f2-6d9f88ae7e7b req-79b6410d-f90a-4045-8893-4712a91a6590 tempest-VolumesActionsTest-295748325 tempest-VolumesActionsTest-295748325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:58:35.279271 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-8734b0b9-73f1-49aa-b7f2-6d9f88ae7e7b req-79b6410d-f90a-4045-8893-4712a91a6590 tempest-VolumesActionsTest-295748325 tempest-VolumesActionsTest-295748325-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=497f68e1-f24d-4f51-9013-032502f680dc HTTP/1.1" status: 200 len: 944 time: 0.0627506 Aug 09 16:58:35.336643 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-8734b0b9-73f1-49aa-b7f2-6d9f88ae7e7b req-33e06718-b535-46ae-b044-4c38a48f9ee4 tempest-VolumesActionsTest-295748325 tempest-VolumesActionsTest-295748325-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=7e9c5a1a-90f1-4348-a7a2-ecd668e4e03e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484776 Aug 09 16:58:35.348457 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:58:35.593400 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80038e30-4427-457a-9511-fe96e65d04ac req-bad07551-baba-48e9-a900-0a87085e7264 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:58:35.594799 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-80038e30-4427-457a-9511-fe96e65d04ac req-bad07551-baba-48e9-a900-0a87085e7264 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7cfd8cd7-c54d-4820-8b0c-ba06394e2714 HTTP/1.1" status: 200 len: 945 time: 0.0494218 Aug 09 16:58:35.646139 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-80038e30-4427-457a-9511-fe96e65d04ac req-7844a64d-d37f-4a3f-aee2-f9e46e9185eb tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=89352413-89cd-4632-8930-b8ad42976343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448246 Aug 09 16:58:36.462318 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff73f95c-ede4-409d-b218-38878f3aa6cf req-cadfa538-ab2b-4a3c-8ca0-890d65659951 tempest-VolumesActionsTest-295748325 tempest-VolumesActionsTest-295748325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:58:36.463991 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-ff73f95c-ede4-409d-b218-38878f3aa6cf req-cadfa538-ab2b-4a3c-8ca0-890d65659951 tempest-VolumesActionsTest-295748325 tempest-VolumesActionsTest-295748325-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=497f68e1-f24d-4f51-9013-032502f680dc HTTP/1.1" status: 200 len: 944 time: 0.0519583 Aug 09 16:58:36.509765 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Device 31eee1ed-71d2-43ba-8d99-c6c548f1da2a up at agent hyperv_hv-cinder-85236 {{(pid=111142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:58:36.512746 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-ff73f95c-ede4-409d-b218-38878f3aa6cf req-836bc637-8491-41d2-baac-7b2f8ccaa574 tempest-VolumesActionsTest-295748325 tempest-VolumesActionsTest-295748325-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=7e9c5a1a-90f1-4348-a7a2-ecd668e4e03e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429180 Aug 09 16:58:36.554467 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.provisioning_blocks [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Provisioning for port 31eee1ed-71d2-43ba-8d99-c6c548f1da2a completed by entity L2. {{(pid=111142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 09 16:58:36.639900 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.provisioning_blocks [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Provisioning complete for port 31eee1ed-71d2-43ba-8d99-c6c548f1da2a triggered by entity L2. {{(pid=111142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 16:58:36.640281 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877469'] for port (31eee1ed-71d2-43ba-8d99-c6c548f1da2a), provisioning_complete {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:58:36.722554 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Current status of the port 31eee1ed-71d2-43ba-8d99-c6c548f1da2a is: BUILD; New status is: ACTIVE {{(pid=111142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 16:58:36.722554 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (31eee1ed-71d2-43ba-8d99-c6c548f1da2a), before_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:58:36.746489 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '497f68e1-f24d-4f51-9013-032502f680dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31eee1ed-71d2-43ba-8d99-c6c548f1da2a'}] {{(pid=111142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 16:58:36.748978 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a3936692d9fe67bf654b43a226d329952087876dab2ee9ab8d24037cf19aeb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ec97fd9-bde9-4a27-a34a-cb4239e0de56" -d '{"events": [{"server_uuid": "497f68e1-f24d-4f51-9013-032502f680dc", "name": "network-vif-plugged", "status": "completed", "tag": "31eee1ed-71d2-43ba-8d99-c6c548f1da2a"}]}' {{(pid=111142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:58:36.764916 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.db [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] For port 31eee1ed-71d2-43ba-8d99-c6c548f1da2a, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=31eee1ed-71d2-43ba-8d99-c6c548f1da2a,segment=NetworkSegment(a216709b-4065-4413-a931-363f287f4283),segment_id=a216709b-4065-4413-a931-363f287f4283)] {{(pid=111142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:58:36.794133 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Aug 2022 16:58:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fece7cb2-d471-4970-a3bc-120371b5d721 x-openstack-request-id: req-fece7cb2-d471-4970-a3bc-120371b5d721 {{(pid=111142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:58:36.794133 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "497f68e1-f24d-4f51-9013-032502f680dc", "name": "network-vif-plugged", "status": "completed", "tag": "31eee1ed-71d2-43ba-8d99-c6c548f1da2a", "code": 200}]} {{(pid=111142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:58:36.794133 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-fece7cb2-d471-4970-a3bc-120371b5d721 {{(pid=111142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:58:36.794133 dv-cinder-852364-3-iscsi neutron-server[111142]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fece7cb2-d471-4970-a3bc-120371b5d721'] response: {'server_uuid': '497f68e1-f24d-4f51-9013-032502f680dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31eee1ed-71d2-43ba-8d99-c6c548f1da2a', 'code': 200} Aug 09 16:58:36.796988 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25444cb-609d-4e5e-9096-d60e7a21b4a6 req-7747b8bd-4d00-49ec-840e-efaacf319021 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:58:36.798619 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-c25444cb-609d-4e5e-9096-d60e7a21b4a6 req-7747b8bd-4d00-49ec-840e-efaacf319021 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7cfd8cd7-c54d-4820-8b0c-ba06394e2714 HTTP/1.1" status: 200 len: 945 time: 0.0579057 Aug 09 16:58:36.826741 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:58:36.844867 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748338263269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748337861771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748337861789'] for port (31eee1ed-71d2-43ba-8d99-c6c548f1da2a), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:58:36.851155 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-c25444cb-609d-4e5e-9096-d60e7a21b4a6 req-24717920-7952-41f9-8784-4c17988941a9 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=89352413-89cd-4632-8930-b8ad42976343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466280 Aug 09 16:58:36.897141 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Pushing event updated for resources: {'Port': ['ID=31eee1ed-71d2-43ba-8d99-c6c548f1da2a,revision_number=5']} {{(pid=111142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:58:37.326535 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd03926-8125-4170-949b-043c742fe9e3 req-ee51b837-4e4c-4c6e-a58e-4637bd1017d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:58:37.328074 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-bcd03926-8125-4170-949b-043c742fe9e3 req-ee51b837-4e4c-4c6e-a58e-4637bd1017d9 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?device_id=497f68e1-f24d-4f51-9013-032502f680dc HTTP/1.1" status: 200 len: 1129 time: 0.0462720 Aug 09 16:58:37.372040 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-bcd03926-8125-4170-949b-043c742fe9e3 req-5b5ee277-6872-4309-a806-f170769b7a19 service neutron] 10.222.0.91 "GET /networking/v2.0/security-groups?id=7e9c5a1a-90f1-4348-a7a2-ecd668e4e03e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375276 Aug 09 16:58:37.644206 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d1fce5-7bca-4214-88ba-84b11d8af5c5 req-2edba68b-0e6d-4545-9f8d-97ca9266f6f2 tempest-VolumesActionsTest-295748325 tempest-VolumesActionsTest-295748325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:58:37.645973 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-13d1fce5-7bca-4214-88ba-84b11d8af5c5 req-2edba68b-0e6d-4545-9f8d-97ca9266f6f2 tempest-VolumesActionsTest-295748325 tempest-VolumesActionsTest-295748325-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=497f68e1-f24d-4f51-9013-032502f680dc HTTP/1.1" status: 200 len: 945 time: 0.0549493 Aug 09 16:58:37.694287 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-13d1fce5-7bca-4214-88ba-84b11d8af5c5 req-803628c9-8b52-4224-a5c2-68ff91618661 tempest-VolumesActionsTest-295748325 tempest-VolumesActionsTest-295748325-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=7e9c5a1a-90f1-4348-a7a2-ecd668e4e03e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422375 Aug 09 16:58:37.981541 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce82c75-4828-494e-aca5-6bf9230858eb req-80ba18d6-2999-43c8-af9f-d868d1b6a5e5 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:58:37.983004 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-2ce82c75-4828-494e-aca5-6bf9230858eb req-80ba18d6-2999-43c8-af9f-d868d1b6a5e5 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7cfd8cd7-c54d-4820-8b0c-ba06394e2714 HTTP/1.1" status: 200 len: 945 time: 0.0519919 Aug 09 16:58:38.030661 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-2ce82c75-4828-494e-aca5-6bf9230858eb req-bb935d20-7601-4737-9ced-a52d7ff04c63 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=89352413-89cd-4632-8930-b8ad42976343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410144 Aug 09 16:58:38.512929 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Device 1443cf52-7171-4d1e-804b-b93c2c70b8e8 details requested by agent hyperv_hv-cinder-85236 with host hv-cinder-85236 {{(pid=111142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 16:58:38.586900 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:58:38.627443 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.db [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] For port 1443cf52-7171-4d1e-804b-b93c2c70b8e8, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=1443cf52-7171-4d1e-804b-b93c2c70b8e8,segment=NetworkSegment(38d2f02a-8f81-4105-9e72-6704317cfa7c),segment_id=38d2f02a-8f81-4105-9e72-6704317cfa7c)] {{(pid=111142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:58:38.638370 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Returning: {'device': '1443cf52-7171-4d1e-804b-b93c2c70b8e8', 'network_id': '2fdb2410-afc4-41b9-b8f9-2ac596eb2296', 'port_id': '1443cf52-7171-4d1e-804b-b93c2c70b8e8', 'mac_address': 'fa:16:3e:27:20:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 959, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b532a95-1235-4d0d-9992-be56a4fc30cf', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 16:58:38.678163 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Current status of the port 1443cf52-7171-4d1e-804b-b93c2c70b8e8 is: ACTIVE; New status is: BUILD {{(pid=111142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 16:58:38.678620 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (1443cf52-7171-4d1e-804b-b93c2c70b8e8), before_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:58:38.692588 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.notifiers.nova [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1443cf52-7171-4d1e-804b-b93c2c70b8e8 {{(pid=111142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 09 16:58:38.716862 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.db [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] For port 1443cf52-7171-4d1e-804b-b93c2c70b8e8, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=1443cf52-7171-4d1e-804b-b93c2c70b8e8,segment=NetworkSegment(38d2f02a-8f81-4105-9e72-6704317cfa7c),segment_id=38d2f02a-8f81-4105-9e72-6704317cfa7c)] {{(pid=111142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:58:38.794657 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748338263269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748337861771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748337861789'] for port (1443cf52-7171-4d1e-804b-b93c2c70b8e8), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:58:38.819848 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0b5a3b-d478-4d71-b2ca-860905742cde req-fd5ca1a6-685a-4ae6-9c23-5e89b54637d4 tempest-VolumesActionsTest-295748325 tempest-VolumesActionsTest-295748325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:58:38.821777 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-0c0b5a3b-d478-4d71-b2ca-860905742cde req-fd5ca1a6-685a-4ae6-9c23-5e89b54637d4 tempest-VolumesActionsTest-295748325 tempest-VolumesActionsTest-295748325-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=497f68e1-f24d-4f51-9013-032502f680dc HTTP/1.1" status: 200 len: 945 time: 0.0516906 Aug 09 16:58:38.847899 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Pushing event updated for resources: {'Port': ['ID=1443cf52-7171-4d1e-804b-b93c2c70b8e8,revision_number=6']} {{(pid=111142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:58:38.871750 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-0c0b5a3b-d478-4d71-b2ca-860905742cde req-ec14567c-8402-49c1-a7de-7754c9aa5fb1 tempest-VolumesActionsTest-295748325 tempest-VolumesActionsTest-295748325-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=7e9c5a1a-90f1-4348-a7a2-ecd668e4e03e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438869 Aug 09 16:58:39.004972 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.db [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] get_ports_and_sgs() called for port_ids ['1443cf52-7171-4d1e-804b-b93c2c70b8e8'] {{(pid=111142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:58:39.098677 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:58:39.153128 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0935b20-aa77-408c-87ae-1bf2e79376d4 req-53d0f4d6-c67a-4d69-b72a-d38be6abaee2 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:58:39.154935 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-e0935b20-aa77-408c-87ae-1bf2e79376d4 req-53d0f4d6-c67a-4d69-b72a-d38be6abaee2 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=46922118-bf1a-420f-9f62-5ae8da9be3e3 HTTP/1.1" status: 200 len: 945 time: 0.0534751 Aug 09 16:58:39.170947 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c13f080-cad9-4e2b-9449-68c89acf5a25 req-ea8f2aaf-815c-414b-aeea-ef0d97c9f7fb tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:58:39.172511 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-3c13f080-cad9-4e2b-9449-68c89acf5a25 req-ea8f2aaf-815c-414b-aeea-ef0d97c9f7fb tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7cfd8cd7-c54d-4820-8b0c-ba06394e2714 HTTP/1.1" status: 200 len: 944 time: 0.0514717 Aug 09 16:58:39.212924 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-e0935b20-aa77-408c-87ae-1bf2e79376d4 req-93b6064a-57bd-47eb-a48d-6b3423cab4cc tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=9e9f0aed-f583-4dae-88cc-c4954867a119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498233 Aug 09 16:58:39.225563 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-3c13f080-cad9-4e2b-9449-68c89acf5a25 req-24d52d65-07e5-4881-a29b-4c88a5e1d029 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=89352413-89cd-4632-8930-b8ad42976343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463684 Aug 09 16:58:39.994802 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4216c1bf-80c4-4cc5-986e-fd8a062cc246 req-593778b7-6e86-43aa-9f4d-7c4bf3198591 tempest-VolumesActionsTest-295748325 tempest-VolumesActionsTest-295748325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:58:39.996301 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-4216c1bf-80c4-4cc5-986e-fd8a062cc246 req-593778b7-6e86-43aa-9f4d-7c4bf3198591 tempest-VolumesActionsTest-295748325 tempest-VolumesActionsTest-295748325-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=497f68e1-f24d-4f51-9013-032502f680dc HTTP/1.1" status: 200 len: 945 time: 0.0482426 Aug 09 16:58:40.046951 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-4216c1bf-80c4-4cc5-986e-fd8a062cc246 req-ee57e211-6c32-4035-8fee-313f790ca691 tempest-VolumesActionsTest-295748325 tempest-VolumesActionsTest-295748325-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=7e9c5a1a-90f1-4348-a7a2-ecd668e4e03e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442269 Aug 09 16:58:40.082093 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-fe3d69c3-2bb8-4a85-b8e6-105719b4ea80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (0d699ab0-1a4e-47ab-a625-f3b077123214), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:58:40.227254 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.wsgi [-] (111140) accepted ('10.222.0.59', 57010) {{(pid=111140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:58:40.347234 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac465c0-f0d9-4eff-b119-45876ef98055 req-e0be1628-1d2c-49d8-a873-d03db860b3cf tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:58:40.348812 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-3ac465c0-f0d9-4eff-b119-45876ef98055 req-e0be1628-1d2c-49d8-a873-d03db860b3cf tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=46922118-bf1a-420f-9f62-5ae8da9be3e3 HTTP/1.1" status: 200 len: 945 time: 0.0524900 Aug 09 16:58:40.360171 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=100 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:58:40.361131 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-24a90541-1595-4436-b4c5-65f8d79e2235 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:58:40.379263 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0eb3be-6ed0-4ab2-80bf-847762f64821 req-64869b8c-531f-49bd-85b5-8d3f37c4bd8a tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:58:40.380828 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-5a0eb3be-6ed0-4ab2-80bf-847762f64821 req-64869b8c-531f-49bd-85b5-8d3f37c4bd8a tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7cfd8cd7-c54d-4820-8b0c-ba06394e2714 HTTP/1.1" status: 200 len: 944 time: 0.0698943 Aug 09 16:58:40.401332 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:58:40.405462 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-3ac465c0-f0d9-4eff-b119-45876ef98055 req-a954b792-7b5c-48d6-8743-aa6b644156de tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=9e9f0aed-f583-4dae-88cc-c4954867a119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510025 Aug 09 16:58:40.479527 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-5a0eb3be-6ed0-4ab2-80bf-847762f64821 req-022903d9-d974-43a3-8672-bb0a21c3d9fd tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=89352413-89cd-4632-8930-b8ad42976343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920887 Aug 09 16:58:40.511947 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-24a90541-1595-4436-b4c5-65f8d79e2235 admin admin] Publish callbacks [] for security_group (d967cfcf-72df-44d1-b1b7-3807dc9ce301), precommit_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:58:40.557907 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Device 1443cf52-7171-4d1e-804b-b93c2c70b8e8 up at agent hyperv_hv-cinder-85236 {{(pid=111142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:58:40.604030 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.provisioning_blocks [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Provisioning complete for port 1443cf52-7171-4d1e-804b-b93c2c70b8e8 triggered by entity L2. {{(pid=111142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 16:58:40.604423 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877469'] for port (1443cf52-7171-4d1e-804b-b93c2c70b8e8), provisioning_complete {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:58:40.622767 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-24a90541-1595-4436-b4c5-65f8d79e2235 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763768'] for security_group (d967cfcf-72df-44d1-b1b7-3807dc9ce301), after_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:58:40.670423 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [None req-24a90541-1595-4436-b4c5-65f8d79e2235 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=5c49184ea20b4bf1bd642d9af12c40d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4420412 Aug 09 16:58:40.671497 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a90541-1595-4436-b4c5-65f8d79e2235 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d967cfcf-72df-44d1-b1b7-3807dc9ce301,revision_number=1']} {{(pid=111140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:58:40.673584 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.wsgi [-] (111141) accepted ('10.222.0.59', 57026) {{(pid=111141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:58:40.684317 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Current status of the port 1443cf52-7171-4d1e-804b-b93c2c70b8e8 is: BUILD; New status is: ACTIVE {{(pid=111142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 16:58:40.684762 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (1443cf52-7171-4d1e-804b-b93c2c70b8e8), before_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:58:40.708933 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cfd8cd7-c54d-4820-8b0c-ba06394e2714', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1443cf52-7171-4d1e-804b-b93c2c70b8e8'}] {{(pid=111142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 16:58:40.711215 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a3936692d9fe67bf654b43a226d329952087876dab2ee9ab8d24037cf19aeb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b26dd31e-b220-4e66-82e0-2a77a7573c52" -d '{"events": [{"server_uuid": "7cfd8cd7-c54d-4820-8b0c-ba06394e2714", "name": "network-vif-plugged", "status": "completed", "tag": "1443cf52-7171-4d1e-804b-b93c2c70b8e8"}]}' {{(pid=111142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:58:40.724197 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.db [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] For port 1443cf52-7171-4d1e-804b-b93c2c70b8e8, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=1443cf52-7171-4d1e-804b-b93c2c70b8e8,segment=NetworkSegment(38d2f02a-8f81-4105-9e72-6704317cfa7c),segment_id=38d2f02a-8f81-4105-9e72-6704317cfa7c)] {{(pid=111142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:58:40.726119 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-7f3b2e49-4f7a-427e-a419-d608b7e66f2f admin admin] Publish callbacks [] for security_group (d967cfcf-72df-44d1-b1b7-3807dc9ce301), before_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:58:40.748783 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-7f3b2e49-4f7a-427e-a419-d608b7e66f2f admin admin] Publish callbacks [] for security_group (d967cfcf-72df-44d1-b1b7-3807dc9ce301), precommit_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:58:40.751825 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Aug 2022 16:58:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcadf5fe-ae40-4d6f-b74e-b60883f75d4d x-openstack-request-id: req-bcadf5fe-ae40-4d6f-b74e-b60883f75d4d {{(pid=111142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:58:40.752128 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cfd8cd7-c54d-4820-8b0c-ba06394e2714", "name": "network-vif-plugged", "status": "completed", "tag": "1443cf52-7171-4d1e-804b-b93c2c70b8e8", "code": 200}]} {{(pid=111142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:58:40.752387 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-bcadf5fe-ae40-4d6f-b74e-b60883f75d4d {{(pid=111142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:58:40.752875 dv-cinder-852364-3-iscsi neutron-server[111142]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bcadf5fe-ae40-4d6f-b74e-b60883f75d4d'] response: {'server_uuid': '7cfd8cd7-c54d-4820-8b0c-ba06394e2714', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1443cf52-7171-4d1e-804b-b93c2c70b8e8', 'code': 200} Aug 09 16:58:40.794702 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748338263269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748337861771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748337861789'] for port (1443cf52-7171-4d1e-804b-b93c2c70b8e8), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:58:40.842589 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Pushing event updated for resources: {'Port': ['ID=1443cf52-7171-4d1e-804b-b93c2c70b8e8,revision_number=7']} {{(pid=111142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:58:40.868883 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-7f3b2e49-4f7a-427e-a419-d608b7e66f2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763768'] for security_group (d967cfcf-72df-44d1-b1b7-3807dc9ce301), after_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:58:40.871588 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-7f3b2e49-4f7a-427e-a419-d608b7e66f2f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:58:40.872748 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [None req-7f3b2e49-4f7a-427e-a419-d608b7e66f2f admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/d967cfcf-72df-44d1-b1b7-3807dc9ce301 HTTP/1.1" status: 204 len: 168 time: 0.1981227 Aug 09 16:58:40.881795 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3b2e49-4f7a-427e-a419-d608b7e66f2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d967cfcf-72df-44d1-b1b7-3807dc9ce301,revision_number=None']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:58:41.545053 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec32e46-1b99-4d35-a0d6-e3a5559d5de0 req-7a927185-26b0-412b-8944-d78914271a2d tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:58:41.546618 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-0ec32e46-1b99-4d35-a0d6-e3a5559d5de0 req-7a927185-26b0-412b-8944-d78914271a2d tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=46922118-bf1a-420f-9f62-5ae8da9be3e3 HTTP/1.1" status: 200 len: 945 time: 0.0574334 Aug 09 16:58:41.617500 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-0ec32e46-1b99-4d35-a0d6-e3a5559d5de0 req-194e6e29-86f2-430a-9fe0-9cbc75058301 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=9e9f0aed-f583-4dae-88cc-c4954867a119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634718 Aug 09 16:58:41.654141 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.wsgi [-] (111141) accepted ('10.222.0.59', 57044) {{(pid=111141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:58:41.660295 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8836046b-4b76-4866-866c-60c85c513249 req-98300c52-29a5-492f-83e1-b0ada64c8d35 tempest-VolumesActionsTest-295748325 tempest-VolumesActionsTest-295748325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:58:41.663546 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-8836046b-4b76-4866-866c-60c85c513249 req-98300c52-29a5-492f-83e1-b0ada64c8d35 tempest-VolumesActionsTest-295748325 tempest-VolumesActionsTest-295748325-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=497f68e1-f24d-4f51-9013-032502f680dc HTTP/1.1" status: 200 len: 945 time: 0.0859070 Aug 09 16:58:41.672779 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-dda5d15d-5029-477d-b352-22825ef70a95 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:58:41.720242 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-8836046b-4b76-4866-866c-60c85c513249 req-719c98bf-9572-4e6d-8ccc-ade36d840bda tempest-VolumesActionsTest-295748325 tempest-VolumesActionsTest-295748325-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=7e9c5a1a-90f1-4348-a7a2-ecd668e4e03e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502515 Aug 09 16:58:41.769736 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8dc6b4-1705-4a8a-a777-b105e51adb5f req-f099d978-ecec-4889-920e-77565df8dc86 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:58:41.771426 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-8c8dc6b4-1705-4a8a-a777-b105e51adb5f req-f099d978-ecec-4889-920e-77565df8dc86 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7cfd8cd7-c54d-4820-8b0c-ba06394e2714 HTTP/1.1" status: 200 len: 945 time: 0.0637207 Aug 09 16:58:41.836783 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-dda5d15d-5029-477d-b352-22825ef70a95 admin admin] Publish callbacks [] for security_group (863349b3-de84-4e98-b4c0-267f5b591d85), precommit_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:58:41.855086 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-8c8dc6b4-1705-4a8a-a777-b105e51adb5f req-cfb1603d-1ad3-443a-be9f-31934280f2e7 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=89352413-89cd-4632-8930-b8ad42976343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762451 Aug 09 16:58:41.897391 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-dda5d15d-5029-477d-b352-22825ef70a95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763768'] for security_group (863349b3-de84-4e98-b4c0-267f5b591d85), after_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:58:41.901322 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:58:41.940228 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda5d15d-5029-477d-b352-22825ef70a95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=863349b3-de84-4e98-b4c0-267f5b591d85,revision_number=1']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:58:41.947304 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [None req-dda5d15d-5029-477d-b352-22825ef70a95 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=1af705456e7d4fddb399326252241ed2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2892802 Aug 09 16:58:41.949227 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.wsgi [-] (111141) accepted ('10.222.0.59', 57046) {{(pid=111141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:58:42.003774 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-4e34ec52-9a4d-4f73-8c8f-705e8ae46fe6 admin admin] Publish callbacks [] for security_group (863349b3-de84-4e98-b4c0-267f5b591d85), before_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:58:42.026441 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-4e34ec52-9a4d-4f73-8c8f-705e8ae46fe6 admin admin] Publish callbacks [] for security_group (863349b3-de84-4e98-b4c0-267f5b591d85), precommit_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:58:42.054069 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=6 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:58:42.200327 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-4e34ec52-9a4d-4f73-8c8f-705e8ae46fe6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763768'] for security_group (863349b3-de84-4e98-b4c0-267f5b591d85), after_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:58:42.202910 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-4e34ec52-9a4d-4f73-8c8f-705e8ae46fe6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:58:42.204104 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [None req-4e34ec52-9a4d-4f73-8c8f-705e8ae46fe6 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/863349b3-de84-4e98-b4c0-267f5b591d85 HTTP/1.1" status: 204 len: 168 time: 0.2552474 Aug 09 16:58:42.213286 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e34ec52-9a4d-4f73-8c8f-705e8ae46fe6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=863349b3-de84-4e98-b4c0-267f5b591d85,revision_number=None']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:58:42.411588 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-f470951e-7e4d-4b49-b38c-e92f354e8abe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (2cf02505-efcb-442b-855b-6c659df6f18c), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:58:42.439877 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG dbcounter [-] [111143] Writing DB stats neutron:SELECT=3 {{(pid=111143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:58:42.444885 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG dbcounter [-] [111143] Writing DB stats neutron:SELECT=5 {{(pid=111143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:58:42.703833 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:58:42.744937 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee472eb-03c8-4448-bbf3-19d996debc51 req-edf96220-18bc-457d-9df1-f49225d80d54 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:58:42.746493 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-dee472eb-03c8-4448-bbf3-19d996debc51 req-edf96220-18bc-457d-9df1-f49225d80d54 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=46922118-bf1a-420f-9f62-5ae8da9be3e3 HTTP/1.1" status: 200 len: 945 time: 0.0514750 Aug 09 16:58:42.801740 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-dee472eb-03c8-4448-bbf3-19d996debc51 req-9877026c-8e56-4128-995e-4672b013d6cb tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=9e9f0aed-f583-4dae-88cc-c4954867a119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489428 Aug 09 16:58:42.852737 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b55f11f-be2f-45e0-bada-a0573f9d1451 req-d8c7d543-1241-4423-82cd-1fcb895ee587 tempest-VolumesActionsTest-295748325 tempest-VolumesActionsTest-295748325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:58:42.854325 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-2b55f11f-be2f-45e0-bada-a0573f9d1451 req-d8c7d543-1241-4423-82cd-1fcb895ee587 tempest-VolumesActionsTest-295748325 tempest-VolumesActionsTest-295748325-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=497f68e1-f24d-4f51-9013-032502f680dc HTTP/1.1" status: 200 len: 945 time: 0.0506046 Aug 09 16:58:42.919627 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-2b55f11f-be2f-45e0-bada-a0573f9d1451 req-02db13bf-7713-4735-9815-a647f914538c tempest-VolumesActionsTest-295748325 tempest-VolumesActionsTest-295748325-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=7e9c5a1a-90f1-4348-a7a2-ecd668e4e03e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594730 Aug 09 16:58:42.962160 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15afeb2-4f0e-4a65-b2e2-617732d98456 req-000ff201-7af8-4de4-82e4-13e82aa86930 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:58:42.963046 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-d15afeb2-4f0e-4a65-b2e2-617732d98456 req-000ff201-7af8-4de4-82e4-13e82aa86930 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=46922118-bf1a-420f-9f62-5ae8da9be3e3 HTTP/1.1" status: 200 len: 945 time: 0.0667262 Aug 09 16:58:43.014161 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdae6b99-e21b-4efb-b573-c7fd535eef77 req-c74254fe-3e58-4831-9853-b9ad1742c2dd tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:58:43.015716 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-cdae6b99-e21b-4efb-b573-c7fd535eef77 req-c74254fe-3e58-4831-9853-b9ad1742c2dd tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7cfd8cd7-c54d-4820-8b0c-ba06394e2714 HTTP/1.1" status: 200 len: 945 time: 0.0505698 Aug 09 16:58:43.066978 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-cdae6b99-e21b-4efb-b573-c7fd535eef77 req-f7072afd-cefd-4e92-904c-ceb4d3192cf2 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=89352413-89cd-4632-8930-b8ad42976343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455346 Aug 09 16:58:43.314896 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.plugin [req-d15afeb2-4f0e-4a65-b2e2-617732d98456 req-e83989c8-a90e-4265-a227-329d13922c1e tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Deleting port b3f31b42-fce1-423f-8902-589d9bd67308 {{(pid=111141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 09 16:58:43.315468 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-d15afeb2-4f0e-4a65-b2e2-617732d98456 req-e83989c8-a90e-4265-a227-329d13922c1e tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748338259761'] for port (b3f31b42-fce1-423f-8902-589d9bd67308), before_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:58:43.459659 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.db [req-d15afeb2-4f0e-4a65-b2e2-617732d98456 req-e83989c8-a90e-4265-a227-329d13922c1e tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] For port b3f31b42-fce1-423f-8902-589d9bd67308, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=b3f31b42-fce1-423f-8902-589d9bd67308,segment=NetworkSegment(22b689c2-f947-4ac8-81fc-daefa317b1b6),segment_id=22b689c2-f947-4ac8-81fc-daefa317b1b6)] {{(pid=111141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:58:43.460048 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-d15afeb2-4f0e-4a65-b2e2-617732d98456 req-e83989c8-a90e-4265-a227-329d13922c1e tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694862'] for port (b3f31b42-fce1-423f-8902-589d9bd67308), precommit_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:58:43.479921 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fea0796-9fc6-431e-a077-4dd1cab77f06 req-a643a80d-370d-487f-9d6b-097ac300efbc tempest-VolumesActionsTest-295748325 tempest-VolumesActionsTest-295748325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:58:43.481402 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-3fea0796-9fc6-431e-a077-4dd1cab77f06 req-a643a80d-370d-487f-9d6b-097ac300efbc tempest-VolumesActionsTest-295748325 tempest-VolumesActionsTest-295748325-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=497f68e1-f24d-4f51-9013-032502f680dc HTTP/1.1" status: 200 len: 945 time: 0.0785697 Aug 09 16:58:43.665173 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.plugin [req-3fea0796-9fc6-431e-a077-4dd1cab77f06 req-0b387cf5-ec89-499e-a57e-f54f4bd4aff7 tempest-VolumesActionsTest-295748325 tempest-VolumesActionsTest-295748325-project] Deleting port 31eee1ed-71d2-43ba-8d99-c6c548f1da2a {{(pid=111141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 09 16:58:43.665522 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-3fea0796-9fc6-431e-a077-4dd1cab77f06 req-0b387cf5-ec89-499e-a57e-f54f4bd4aff7 tempest-VolumesActionsTest-295748325 tempest-VolumesActionsTest-295748325-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748338259761'] for port (31eee1ed-71d2-43ba-8d99-c6c548f1da2a), before_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:58:43.726994 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-e70f562e-e7df-49ad-a15a-67a143aa0666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (bc6be869-02df-4ed8-8ee0-3ec53a1551af), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:58:43.772048 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-d15afeb2-4f0e-4a65-b2e2-617732d98456 req-e83989c8-a90e-4265-a227-329d13922c1e tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:58:43.772421 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-d15afeb2-4f0e-4a65-b2e2-617732d98456 req-e83989c8-a90e-4265-a227-329d13922c1e tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-336914'] for floatingip (08fec1bf-3059-435c-86de-55dbee26a9e2), after_update {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:58:43.772818 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.db.l3_db [req-d15afeb2-4f0e-4a65-b2e2-617732d98456 req-e83989c8-a90e-4265-a227-329d13922c1e tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Floating IP 08fec1bf-3059-435c-86de-55dbee26a9e2 disassociated. External IP: 172.27.2.113, port: b3f31b42-fce1-423f-8902-589d9bd67308. Aug 09 16:58:43.773082 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.plugin [req-d15afeb2-4f0e-4a65-b2e2-617732d98456 req-e83989c8-a90e-4265-a227-329d13922c1e tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Calling delete_port for b3f31b42-fce1-423f-8902-589d9bd67308 owned by compute:nova {{(pid=111141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 09 16:58:43.900814 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.db [req-3fea0796-9fc6-431e-a077-4dd1cab77f06 req-0b387cf5-ec89-499e-a57e-f54f4bd4aff7 tempest-VolumesActionsTest-295748325 tempest-VolumesActionsTest-295748325-project] For port 31eee1ed-71d2-43ba-8d99-c6c548f1da2a, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=31eee1ed-71d2-43ba-8d99-c6c548f1da2a,segment=NetworkSegment(a216709b-4065-4413-a931-363f287f4283),segment_id=a216709b-4065-4413-a931-363f287f4283)] {{(pid=111141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:58:43.901524 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-3fea0796-9fc6-431e-a077-4dd1cab77f06 req-0b387cf5-ec89-499e-a57e-f54f4bd4aff7 tempest-VolumesActionsTest-295748325 tempest-VolumesActionsTest-295748325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694862'] for port (31eee1ed-71d2-43ba-8d99-c6c548f1da2a), precommit_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:58:43.965839 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:DELETE=8,neutron:SELECT=91,neutron:UPDATE=1 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:58:43.988585 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.plugin [req-3fea0796-9fc6-431e-a077-4dd1cab77f06 req-0b387cf5-ec89-499e-a57e-f54f4bd4aff7 tempest-VolumesActionsTest-295748325 tempest-VolumesActionsTest-295748325-project] Calling delete_port for 31eee1ed-71d2-43ba-8d99-c6c548f1da2a owned by compute:nova {{(pid=111141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 09 16:58:43.994221 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:58:44.022614 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87045e45-d012-4722-a100-f6b3a6bbefa6 req-9a66ecd2-b15c-4dee-8b1c-ce479adb540d tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:58:44.029569 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-87045e45-d012-4722-a100-f6b3a6bbefa6 req-9a66ecd2-b15c-4dee-8b1c-ce479adb540d tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=46922118-bf1a-420f-9f62-5ae8da9be3e3 HTTP/1.1" status: 200 len: 945 time: 0.1342924 Aug 09 16:58:44.038464 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-d15afeb2-4f0e-4a65-b2e2-617732d98456 req-e83989c8-a90e-4265-a227-329d13922c1e tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748338263278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748337861762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12487578'] for port (b3f31b42-fce1-423f-8902-589d9bd67308), after_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:58:44.053437 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d171a5-404c-401d-a245-971916913741 req-939d50cc-f3f3-4323-86fb-6197513d5235 tempest-VolumesActionsTest-295748325 tempest-VolumesActionsTest-295748325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:58:44.060987 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-d0d171a5-404c-401d-a245-971916913741 req-939d50cc-f3f3-4323-86fb-6197513d5235 tempest-VolumesActionsTest-295748325 tempest-VolumesActionsTest-295748325-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=497f68e1-f24d-4f51-9013-032502f680dc HTTP/1.1" status: 200 len: 945 time: 0.0596731 Aug 09 16:58:44.113891 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83989c8-a90e-4265-a227-329d13922c1e tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Pushing event deleted for resources: {'Port': ['ID=b3f31b42-fce1-423f-8902-589d9bd67308,revision_number=None']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:58:44.164139 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-d0d171a5-404c-401d-a245-971916913741 req-ab8e3bff-418d-4c0c-a3ea-65e3b8aaf55f tempest-VolumesActionsTest-295748325 tempest-VolumesActionsTest-295748325-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=7e9c5a1a-90f1-4348-a7a2-ecd668e4e03e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022396 Aug 09 16:58:44.224459 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-87045e45-d012-4722-a100-f6b3a6bbefa6 req-d364cf0d-b673-481c-9d87-1c8031c5e8a7 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=9e9f0aed-f583-4dae-88cc-c4954867a119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1939139 Aug 09 16:58:44.367546 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d15afeb2-4f0e-4a65-b2e2-617732d98456 req-e83989c8-a90e-4265-a227-329d13922c1e tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Router 286245d4-d1e1-45d8-a33e-8ce6c103810d has already been hosted by L3 agent 2cf02505-efcb-442b-855b-6c659df6f18c {{(pid=111141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 09 16:58:44.464614 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982ab955-9d31-46cd-923a-fafae771a0f2 req-d004c4e9-2e03-484c-907d-61d9bfbe09f9 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:58:44.475980 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-982ab955-9d31-46cd-923a-fafae771a0f2 req-d004c4e9-2e03-484c-907d-61d9bfbe09f9 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7cfd8cd7-c54d-4820-8b0c-ba06394e2714 HTTP/1.1" status: 200 len: 945 time: 0.1016576 Aug 09 16:58:44.585409 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Device b3f31b42-fce1-423f-8902-589d9bd67308 no longer exists at agent hyperv_hv-cinder-85236 {{(pid=111142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:58:44.646639 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] No Port match for: b3f31b42-fce1-423f-8902-589d9bd67308 {{(pid=111142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 09 16:58:44.647560 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-982ab955-9d31-46cd-923a-fafae771a0f2 req-20dd8bcf-8ec0-4f31-9ea8-f18fc78005ce tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=89352413-89cd-4632-8930-b8ad42976343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1661150 Aug 09 16:58:44.650839 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Device b3f31b42-fce1-423f-8902-589d9bd67308 not bound to the agent host hv-cinder-85236 {{(pid=111142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:58:44.775427 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-3fea0796-9fc6-431e-a077-4dd1cab77f06 req-0b387cf5-ec89-499e-a57e-f54f4bd4aff7 tempest-VolumesActionsTest-295748325 tempest-VolumesActionsTest-295748325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748338263278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748337861762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12487578'] for port (31eee1ed-71d2-43ba-8d99-c6c548f1da2a), after_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:58:44.846987 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b387cf5-ec89-499e-a57e-f54f4bd4aff7 tempest-VolumesActionsTest-295748325 tempest-VolumesActionsTest-295748325-project] Pushing event deleted for resources: {'Port': ['ID=31eee1ed-71d2-43ba-8d99-c6c548f1da2a,revision_number=None']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:58:44.985119 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:58:44.987393 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d15afeb2-4f0e-4a65-b2e2-617732d98456 req-e83989c8-a90e-4265-a227-329d13922c1e tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Notify agent at l3_agent.dv-cinder-852364-3-iscsi the message routers_updated {{(pid=111141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:58:45.006898 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e338d2d-d168-4c87-91a4-dcad1fe917f8 None None] Sync routers for ids ['286245d4-d1e1-45d8-a33e-8ce6c103810d'] in dv-cinder-852364-3-iscsi {{(pid=111143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:58:45.032140 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e338d2d-d168-4c87-91a4-dcad1fe917f8 None None] Routers {'286245d4-d1e1-45d8-a33e-8ce6c103810d'} bound to L3 agent in host dv-cinder-852364-3-iscsi {{(pid=111143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 16:58:45.032140 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.l3_hamode_db [None req-7e338d2d-d168-4c87-91a4-dcad1fe917f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-09T16:42:12Z,description=,heartbeat_timestamp=2022-08-09T16:58:42Z,host='dv-cinder-852364-3-iscsi',id=2cf02505-efcb-442b-855b-6c659df6f18c,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:13Z,topic='l3_agent')) {'router_ids': ['286245d4-d1e1-45d8-a33e-8ce6c103810d'], 'active': True} {{(pid=111143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:58:45.092137 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fea0796-9fc6-431e-a077-4dd1cab77f06 req-0b387cf5-ec89-499e-a57e-f54f4bd4aff7 tempest-VolumesActionsTest-295748325 tempest-VolumesActionsTest-295748325-project] No DVR routers for this DVR port 31eee1ed-71d2-43ba-8d99-c6c548f1da2a on host hv-cinder-85236 {{(pid=111141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 09 16:58:45.095593 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-3fea0796-9fc6-431e-a077-4dd1cab77f06 req-0b387cf5-ec89-499e-a57e-f54f4bd4aff7 tempest-VolumesActionsTest-295748325 tempest-VolumesActionsTest-295748325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90003'] for port (None), before_response {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:58:45.099074 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-3fea0796-9fc6-431e-a077-4dd1cab77f06 req-0b387cf5-ec89-499e-a57e-f54f4bd4aff7 tempest-VolumesActionsTest-295748325 tempest-VolumesActionsTest-295748325-project] 10.222.0.91 "DELETE /networking/v2.0/ports/31eee1ed-71d2-43ba-8d99-c6c548f1da2a HTTP/1.1" status: 204 len: 173 time: 1.6110871 Aug 09 16:58:45.099903 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '497f68e1-f24d-4f51-9013-032502f680dc', 'name': 'network-vif-deleted', 'tag': '31eee1ed-71d2-43ba-8d99-c6c548f1da2a'}] {{(pid=111141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 16:58:45.102341 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fc61e086496b7b72fa0be04cca19be1e9321c349ae61d053137ad661f53d53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc5b742a-6dc9-4840-9fc6-6e784e20684b" -d '{"events": [{"server_uuid": "497f68e1-f24d-4f51-9013-032502f680dc", "name": "network-vif-deleted", "tag": "31eee1ed-71d2-43ba-8d99-c6c548f1da2a"}]}' {{(pid=111141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:58:45.107373 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.db.l3_dvrscheduler_db [req-d15afeb2-4f0e-4a65-b2e2-617732d98456 req-e83989c8-a90e-4265-a227-329d13922c1e tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] No DVR routers for this DVR port b3f31b42-fce1-423f-8902-589d9bd67308 on host hv-cinder-85236 {{(pid=111141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 09 16:58:45.110028 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-d15afeb2-4f0e-4a65-b2e2-617732d98456 req-e83989c8-a90e-4265-a227-329d13922c1e tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90003'] for port (None), before_response {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:58:45.115300 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-d15afeb2-4f0e-4a65-b2e2-617732d98456 req-e83989c8-a90e-4265-a227-329d13922c1e tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.91 "DELETE /networking/v2.0/ports/b3f31b42-fce1-423f-8902-589d9bd67308 HTTP/1.1" status: 204 len: 173 time: 1.9019523 Aug 09 16:58:45.180430 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Aug 2022 16:58:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f89c0d30-1399-4f48-90df-a595c9ae5353 x-openstack-request-id: req-f89c0d30-1399-4f48-90df-a595c9ae5353 {{(pid=111141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:58:45.180853 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "497f68e1-f24d-4f51-9013-032502f680dc", "name": "network-vif-deleted", "tag": "31eee1ed-71d2-43ba-8d99-c6c548f1da2a", "status": "completed", "code": 200}]} {{(pid=111141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:58:45.181110 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-f89c0d30-1399-4f48-90df-a595c9ae5353 {{(pid=111141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:58:45.181524 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f89c0d30-1399-4f48-90df-a595c9ae5353'] response: {'server_uuid': '497f68e1-f24d-4f51-9013-032502f680dc', 'name': 'network-vif-deleted', 'tag': '31eee1ed-71d2-43ba-8d99-c6c548f1da2a', 'status': 'completed', 'code': 200} Aug 09 16:58:45.230963 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.l3_dvr_db [None req-7e338d2d-d168-4c87-91a4-dcad1fe917f8 None None] Set router 286245d4-d1e1-45d8-a33e-8ce6c103810d gateway port host: dv-cinder-852364-3-iscsi {{(pid=111143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 16:58:45.394759 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-0992738c-f370-4fcc-a04d-58ddb223e4bf req-1c9177ff-55eb-4520-931e-2362a9fac7ba tempest-VolumesActionsTest-295748325 tempest-VolumesActionsTest-295748325-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=497f68e1-f24d-4f51-9013-032502f680dc HTTP/1.1" status: 200 len: 210 time: 0.0770249 Aug 09 16:58:45.413812 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-7565de3e-c04e-4932-9478-603ea4e83960 req-f759d379-ea4f-43fb-8078-5b3c49e42aaa tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=46922118-bf1a-420f-9f62-5ae8da9be3e3 HTTP/1.1" status: 200 len: 210 time: 0.0564957 Aug 09 16:58:45.536989 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-5c325a0b-ed39-4cac-be6f-43defe9e55aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (33bcacdc-c215-42b6-b75f-650d86e609be), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:58:45.563377 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.l3_hamode_db [None req-7e338d2d-d168-4c87-91a4-dcad1fe917f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '286245d4-d1e1-45d8-a33e-8ce6c103810d', 'name': 'tempest-AttachVolumeNegativeTest-928294095-router', 'tenant_id': '321de2c92d814e6ab1da13939153da87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'external_fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '4a7ffaa3-c015-4647-9470-4b3ca7886b6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:50:27Z', 'updated_at': '2022-08-09T16:50:38Z', 'revision_number': 4, 'project_id': '321de2c92d814e6ab1da13939153da87', 'gw_port': {'id': '4a7ffaa3-c015-4647-9470-4b3ca7886b6c', 'name': '', 'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:31:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '286245d4-d1e1-45d8-a33e-8ce6c103810d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:50:28Z', 'updated_at': '2022-08-09T16:50:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-3-iscsi', '_interfaces': [{'id': '194e42e3-ea8f-4dc2-912a-d9842de147c7', 'name': '', 'network_id': 'd512bb64-4fdf-40f1-b457-d57f69ae1831', 'tenant_id': '321de2c92d814e6ab1da13939153da87', 'mac_address': 'fa:16:3e:a5:4f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '286245d4-d1e1-45d8-a33e-8ce6c103810d', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '414c40d7-70ed-42dc-9e49-6496154d7c43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:50:35Z', 'updated_at': '2022-08-09T16:50:50Z', 'revision_number': 5, 'project_id': '321de2c92d814e6ab1da13939153da87', 'subnets': [{'id': '414c40d7-70ed-42dc-9e49-6496154d7c43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-3-iscsi', False) {} {{(pid=111143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:58:45.590804 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e338d2d-d168-4c87-91a4-dcad1fe917f8 None None] Checking router: 286245d4-d1e1-45d8-a33e-8ce6c103810d for host: dv-cinder-852364-3-iscsi {{(pid=111143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:58:45.606272 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e338d2d-d168-4c87-91a4-dcad1fe917f8 None None] Routers {'286245d4-d1e1-45d8-a33e-8ce6c103810d'} bound to L3 agent in host dv-cinder-852364-3-iscsi {{(pid=111143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 16:58:45.607029 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.l3_hamode_db [None req-7e338d2d-d168-4c87-91a4-dcad1fe917f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-09T16:42:12Z,description=,heartbeat_timestamp=2022-08-09T16:58:42Z,host='dv-cinder-852364-3-iscsi',id=2cf02505-efcb-442b-855b-6c659df6f18c,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:13Z,topic='l3_agent')) {'router_ids': ['286245d4-d1e1-45d8-a33e-8ce6c103810d'], 'active': True} {{(pid=111143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:58:45.778850 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (47988f4d-09d0-4892-bbfe-5b11c743802f), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:58:45.802423 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.l3_dvr_db [None req-7e338d2d-d168-4c87-91a4-dcad1fe917f8 None None] Set router 286245d4-d1e1-45d8-a33e-8ce6c103810d gateway port host: dv-cinder-852364-3-iscsi {{(pid=111143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 16:58:45.844156 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aafebbd-3958-443d-a2b0-369ec4449606 req-37a46c77-fc2c-4a33-a809-2de23dac7237 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:58:45.846455 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-8aafebbd-3958-443d-a2b0-369ec4449606 req-37a46c77-fc2c-4a33-a809-2de23dac7237 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7cfd8cd7-c54d-4820-8b0c-ba06394e2714 HTTP/1.1" status: 200 len: 945 time: 0.0593843 Aug 09 16:58:45.904830 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-8aafebbd-3958-443d-a2b0-369ec4449606 req-8e48613d-0761-4776-8fae-df76813a8a4d tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=89352413-89cd-4632-8930-b8ad42976343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501454 Aug 09 16:58:46.054851 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.l3_hamode_db [None req-7e338d2d-d168-4c87-91a4-dcad1fe917f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '286245d4-d1e1-45d8-a33e-8ce6c103810d', 'name': 'tempest-AttachVolumeNegativeTest-928294095-router', 'tenant_id': '321de2c92d814e6ab1da13939153da87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'external_fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '4a7ffaa3-c015-4647-9470-4b3ca7886b6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:50:27Z', 'updated_at': '2022-08-09T16:50:38Z', 'revision_number': 4, 'project_id': '321de2c92d814e6ab1da13939153da87', 'gw_port': {'id': '4a7ffaa3-c015-4647-9470-4b3ca7886b6c', 'name': '', 'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:31:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '286245d4-d1e1-45d8-a33e-8ce6c103810d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:50:28Z', 'updated_at': '2022-08-09T16:50:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-3-iscsi', '_interfaces': [{'id': '194e42e3-ea8f-4dc2-912a-d9842de147c7', 'name': '', 'network_id': 'd512bb64-4fdf-40f1-b457-d57f69ae1831', 'tenant_id': '321de2c92d814e6ab1da13939153da87', 'mac_address': 'fa:16:3e:a5:4f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '286245d4-d1e1-45d8-a33e-8ce6c103810d', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '414c40d7-70ed-42dc-9e49-6496154d7c43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:50:35Z', 'updated_at': '2022-08-09T16:50:50Z', 'revision_number': 5, 'project_id': '321de2c92d814e6ab1da13939153da87', 'subnets': [{'id': '414c40d7-70ed-42dc-9e49-6496154d7c43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-3-iscsi', False) {} {{(pid=111143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:58:46.083520 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e338d2d-d168-4c87-91a4-dcad1fe917f8 None None] The sync data for ids ['286245d4-d1e1-45d8-a33e-8ce6c103810d'] in dv-cinder-852364-3-iscsi is: [{'id': '286245d4-d1e1-45d8-a33e-8ce6c103810d', 'name': 'tempest-AttachVolumeNegativeTest-928294095-router', 'tenant_id': '321de2c92d814e6ab1da13939153da87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'external_fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '4a7ffaa3-c015-4647-9470-4b3ca7886b6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:50:27Z', 'updated_at': '2022-08-09T16:50:38Z', 'revision_number': 4, 'project_id': '321de2c92d814e6ab1da13939153da87', 'gw_port': {'id': '4a7ffaa3-c015-4647-9470-4b3ca7886b6c', 'name': '', 'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:31:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '286245d4-d1e1-45d8-a33e-8ce6c103810d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:50:28Z', 'updated_at': '2022-08-09T16:50:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-3-iscsi', '_interfaces': [{'id': '194e42e3-ea8f-4dc2-912a-d9842de147c7', 'name': '', 'network_id': 'd512bb64-4fdf-40f1-b457-d57f69ae1831', 'tenant_id': '321de2c92d814e6ab1da13939153da87', 'mac_address': 'fa:16:3e:a5:4f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '286245d4-d1e1-45d8-a33e-8ce6c103810d', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '414c40d7-70ed-42dc-9e49-6496154d7c43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:50:35Z', 'updated_at': '2022-08-09T16:50:50Z', 'revision_number': 5, 'project_id': '321de2c92d814e6ab1da13939153da87', 'subnets': [{'id': '414c40d7-70ed-42dc-9e49-6496154d7c43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:58:46.420479 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f08471e7-3252-4aa0-9772-4629c0c714fc None None] New status for floating IP 08fec1bf-3059-435c-86de-55dbee26a9e2: DOWN {{(pid=111142) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 09 16:58:46.521924 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-cc1bb658-0398-43fd-8b24-b17227393db2 req-5c76557e-feac-4272-879c-c292023e0be9 tempest-VolumesActionsTest-295748325 tempest-VolumesActionsTest-295748325-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=497f68e1-f24d-4f51-9013-032502f680dc HTTP/1.1" status: 200 len: 210 time: 0.0363245 Aug 09 16:58:46.554160 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-482f8450-281c-4e51-9d2e-91f357c87b74 req-e7c51cc7-e26d-4791-ad53-4a732b3321ec tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=46922118-bf1a-420f-9f62-5ae8da9be3e3 HTTP/1.1" status: 200 len: 210 time: 0.0389938 Aug 09 16:58:47.073436 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bc8983-1f41-435c-b0f3-1f47ee8fcdc8 req-bbf2df53-3021-466b-98c5-e2d6b0b34e66 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:58:47.075446 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-42bc8983-1f41-435c-b0f3-1f47ee8fcdc8 req-bbf2df53-3021-466b-98c5-e2d6b0b34e66 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7cfd8cd7-c54d-4820-8b0c-ba06394e2714 HTTP/1.1" status: 200 len: 945 time: 0.0533552 Aug 09 16:58:47.133346 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-42bc8983-1f41-435c-b0f3-1f47ee8fcdc8 req-29e791fb-b83e-4879-af3b-f08d7f7abdce tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=89352413-89cd-4632-8930-b8ad42976343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504653 Aug 09 16:58:47.183297 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46922118-bf1a-420f-9f62-5ae8da9be3e3', 'name': 'network-vif-deleted', 'tag': 'b3f31b42-fce1-423f-8902-589d9bd67308'}] {{(pid=111141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 16:58:47.186088 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fc61e086496b7b72fa0be04cca19be1e9321c349ae61d053137ad661f53d53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d84b7b7-e297-4f92-b664-0a588f3ebff9" -d '{"events": [{"server_uuid": "46922118-bf1a-420f-9f62-5ae8da9be3e3", "name": "network-vif-deleted", "tag": "b3f31b42-fce1-423f-8902-589d9bd67308"}]}' {{(pid=111141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:58:47.225244 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Aug 2022 16:58:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d27289b-fd53-45a0-8264-3ae2d4e4bc93 x-openstack-request-id: req-0d27289b-fd53-45a0-8264-3ae2d4e4bc93 {{(pid=111141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:58:47.226168 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46922118-bf1a-420f-9f62-5ae8da9be3e3", "name": "network-vif-deleted", "tag": "b3f31b42-fce1-423f-8902-589d9bd67308", "status": "completed", "code": 200}]} {{(pid=111141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:58:47.226290 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-0d27289b-fd53-45a0-8264-3ae2d4e4bc93 {{(pid=111141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:58:47.226735 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d27289b-fd53-45a0-8264-3ae2d4e4bc93'] response: {'server_uuid': '46922118-bf1a-420f-9f62-5ae8da9be3e3', 'name': 'network-vif-deleted', 'tag': 'b3f31b42-fce1-423f-8902-589d9bd67308', 'status': 'completed', 'code': 200} Aug 09 16:58:47.690925 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-b77c464f-11cb-4b0a-b89f-dbfd7145443b req-88319ffd-88bd-43b2-8aaf-0196ee971501 tempest-VolumesActionsTest-295748325 tempest-VolumesActionsTest-295748325-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=497f68e1-f24d-4f51-9013-032502f680dc HTTP/1.1" status: 200 len: 210 time: 0.0360780 Aug 09 16:58:47.709940 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-0f7b8042-989a-4050-a4c4-367d8f90b150 req-399f13ad-8a06-4d02-9e03-0a367ef1a1f3 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=46922118-bf1a-420f-9f62-5ae8da9be3e3 HTTP/1.1" status: 200 len: 210 time: 0.0457685 Aug 09 16:58:47.932010 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Device 31eee1ed-71d2-43ba-8d99-c6c548f1da2a no longer exists at agent hyperv_hv-cinder-85236 {{(pid=111142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:58:47.951858 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] No Port match for: 31eee1ed-71d2-43ba-8d99-c6c548f1da2a {{(pid=111142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 09 16:58:47.952212 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Device 31eee1ed-71d2-43ba-8d99-c6c548f1da2a not bound to the agent host hv-cinder-85236 {{(pid=111142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:58:48.293639 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd03196a-239d-4437-b5ec-b933a124488f req-d2be9d57-0f46-4bbe-b50b-00741e38ba13 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:58:48.304346 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-fd03196a-239d-4437-b5ec-b933a124488f req-d2be9d57-0f46-4bbe-b50b-00741e38ba13 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7cfd8cd7-c54d-4820-8b0c-ba06394e2714 HTTP/1.1" status: 200 len: 945 time: 0.0682018 Aug 09 16:58:48.319214 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5205240f-f7c9-41bc-a58a-8c6519647af7 req-bac1de39-fe4e-4795-a5ba-efbfe9dfd84e tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:58:48.327259 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-5205240f-f7c9-41bc-a58a-8c6519647af7 req-bac1de39-fe4e-4795-a5ba-efbfe9dfd84e tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=240e5a5a-5f07-4b5e-b8f1-11d492602c3a HTTP/1.1" status: 200 len: 984 time: 0.0624871 Aug 09 16:58:48.376924 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-fd03196a-239d-4437-b5ec-b933a124488f req-299449a7-1420-4e53-8667-6ba1c4853934 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=89352413-89cd-4632-8930-b8ad42976343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660059 Aug 09 16:58:48.424371 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-5205240f-f7c9-41bc-a58a-8c6519647af7 req-4a2cb97a-86e4-4942-8ca2-6f0f6c65e1a2 tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=da40407e-4fba-40cd-93a9-019f01c74743&id=f3de0c48-41f5-4040-845d-389a653a25e5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0959404 Aug 09 16:58:48.837753 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-ac6c4011-cb37-4024-86c8-aeca150bcc14 req-56209122-499f-4fb9-a3f3-15623ec03b0e tempest-VolumesActionsTest-295748325 tempest-VolumesActionsTest-295748325-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=497f68e1-f24d-4f51-9013-032502f680dc HTTP/1.1" status: 200 len: 210 time: 0.0370777 Aug 09 16:58:48.866315 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-8fad1c05-48dd-4637-9205-c719ee1614a0 req-5b2f60b9-cfba-4d60-9a23-3f5db7144658 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=46922118-bf1a-420f-9f62-5ae8da9be3e3 HTTP/1.1" status: 200 len: 210 time: 0.0520782 Aug 09 16:58:49.041642 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64aad43b-50ea-4e9b-ae73-99e889929a20 req-870b453f-f6ae-4d74-91b7-a174f3ca0dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:58:49.043846 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-64aad43b-50ea-4e9b-ae73-99e889929a20 req-870b453f-f6ae-4d74-91b7-a174f3ca0dc2 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?tenant_id=7ffda0edbe694650b9de23928f1de1a4&device_id=240e5a5a-5f07-4b5e-b8f1-11d492602c3a HTTP/1.1" status: 200 len: 1168 time: 0.0503814 Aug 09 16:58:49.163997 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64aad43b-50ea-4e9b-ae73-99e889929a20 req-e473662e-adfd-4efe-baff-7a1e18bb9322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:58:49.165489 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-64aad43b-50ea-4e9b-ae73-99e889929a20 req-e473662e-adfd-4efe-baff-7a1e18bb9322 service neutron] 10.222.0.91 "GET /networking/v2.0/networks?id=3e93bc5e-1b39-45ff-a87b-06d2e09742f3 HTTP/1.1" status: 200 len: 916 time: 0.1135912 Aug 09 16:58:49.258470 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-64aad43b-50ea-4e9b-ae73-99e889929a20 req-4e7ea7cd-d8fb-47e6-9c24-346078eca5bd service neutron] 10.222.0.91 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2934afc2-fa4e-4b03-9b5b-d9457d46077e HTTP/1.1" status: 200 len: 1000 time: 0.0851767 Aug 09 16:58:49.335870 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64aad43b-50ea-4e9b-ae73-99e889929a20 req-5fbcdac3-2289-4011-8d97-6c5126ccb0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:58:49.350754 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-64aad43b-50ea-4e9b-ae73-99e889929a20 req-5fbcdac3-2289-4011-8d97-6c5126ccb0cc service neutron] 10.222.0.91 "GET /networking/v2.0/subnets?id=0c663383-3c98-40dd-81bd-5c2758326a06 HTTP/1.1" status: 200 len: 854 time: 0.0722916 Aug 09 16:58:49.402324 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64aad43b-50ea-4e9b-ae73-99e889929a20 req-dbd92e54-5fdb-4355-b2e8-d148b0188b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:58:49.404241 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-64aad43b-50ea-4e9b-ae73-99e889929a20 req-dbd92e54-5fdb-4355-b2e8-d148b0188b88 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?network_id=3e93bc5e-1b39-45ff-a87b-06d2e09742f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0471447 Aug 09 16:58:49.631784 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f735b1d1-ae61-4857-adb5-2724aff49d13 req-547a77c0-146b-4daf-a833-0fc3244c12f2 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:58:49.641276 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-f735b1d1-ae61-4857-adb5-2724aff49d13 req-547a77c0-146b-4daf-a833-0fc3244c12f2 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7cfd8cd7-c54d-4820-8b0c-ba06394e2714 HTTP/1.1" status: 200 len: 945 time: 0.0933838 Aug 09 16:58:49.657094 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691ec699-aa74-4108-b777-b8e6f6f51f6d req-aad07236-1c58-4fef-ba67-995d8721b581 tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:58:49.666096 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-691ec699-aa74-4108-b777-b8e6f6f51f6d req-aad07236-1c58-4fef-ba67-995d8721b581 tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=240e5a5a-5f07-4b5e-b8f1-11d492602c3a HTTP/1.1" status: 200 len: 984 time: 0.0870695 Aug 09 16:58:49.726950 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-f735b1d1-ae61-4857-adb5-2724aff49d13 req-a4170b6f-c5cc-49ac-be6b-0739b469c4b2 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=89352413-89cd-4632-8930-b8ad42976343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841434 Aug 09 16:58:49.737052 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-64aad43b-50ea-4e9b-ae73-99e889929a20 req-8919d895-b58e-4176-b5e5-b42c8df22371 service neutron] 10.222.0.91 "GET /networking/v2.0/networks/3e93bc5e-1b39-45ff-a87b-06d2e09742f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3160026 Aug 09 16:58:49.855660 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-691ec699-aa74-4108-b777-b8e6f6f51f6d req-bde5b753-3308-4463-a0df-d7bf9b2c4c1b tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=da40407e-4fba-40cd-93a9-019f01c74743&id=f3de0c48-41f5-4040-845d-389a653a25e5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1886199 Aug 09 16:58:49.998700 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-64aad43b-50ea-4e9b-ae73-99e889929a20 req-3b491a02-5274-45bd-8931-89d3bd2e0d58 service neutron] 10.222.0.91 "GET /networking/v2.0/networks/3e93bc5e-1b39-45ff-a87b-06d2e09742f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2518537 Aug 09 16:58:50.077628 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.wsgi [-] (111140) accepted ('10.222.0.59', 57226) {{(pid=111140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:58:50.121810 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=100 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:58:50.179391 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-d2bd6ee3-bd50-4878-97b6-9c91682a764d tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Publish callbacks [] for security_group (9e9f0aed-f583-4dae-88cc-c4954867a119), before_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:58:50.216834 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-d2bd6ee3-bd50-4878-97b6-9c91682a764d tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Publish callbacks [] for security_group (9e9f0aed-f583-4dae-88cc-c4954867a119), precommit_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:58:50.348696 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-d2bd6ee3-bd50-4878-97b6-9c91682a764d tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763768'] for security_group (9e9f0aed-f583-4dae-88cc-c4954867a119), after_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:58:50.354885 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-d2bd6ee3-bd50-4878-97b6-9c91682a764d tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Publish callbacks [] for security_group (None), before_response {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:58:50.356075 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [None req-d2bd6ee3-bd50-4878-97b6-9c91682a764d tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "DELETE /networking/v2.0/security-groups/9e9f0aed-f583-4dae-88cc-c4954867a119 HTTP/1.1" status: 204 len: 168 time: 0.2771714 Aug 09 16:58:50.358976 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.wsgi [-] (111141) accepted ('10.222.0.59', 57234) {{(pid=111141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:58:50.368506 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bd6ee3-bd50-4878-97b6-9c91682a764d tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e9f0aed-f583-4dae-88cc-c4954867a119,revision_number=None']} {{(pid=111140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:58:50.384927 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.api.v2.resource [None req-410edcf8-fd6b-4aa3-81da-43b4077f0af2 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] show failed (client error): The resource could not be found. Aug 09 16:58:50.387706 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [None req-410edcf8-fd6b-4aa3-81da-43b4077f0af2 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "GET /networking/v2.0/security-groups/9e9f0aed-f583-4dae-88cc-c4954867a119 HTTP/1.1" status: 404 len: 347 time: 0.0275145 Aug 09 16:58:50.390326 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.wsgi [-] (111141) accepted ('10.222.0.59', 57236) {{(pid=111141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:58:50.552610 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.plugin [None req-6c83dc56-00b8-4d1d-991a-e19bdc606468 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Deleting port f8e8a57a-d256-4ff8-b4fa-ff794b258b79 {{(pid=111141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 09 16:58:50.553246 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-6c83dc56-00b8-4d1d-991a-e19bdc606468 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748338259761'] for port (f8e8a57a-d256-4ff8-b4fa-ff794b258b79), before_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:58:50.657225 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-6c83dc56-00b8-4d1d-991a-e19bdc606468 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694862'] for port (f8e8a57a-d256-4ff8-b4fa-ff794b258b79), precommit_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:58:50.657691 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-6c83dc56-00b8-4d1d-991a-e19bdc606468 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Publish callbacks [] for floatingip (f8e8a57a-d256-4ff8-b4fa-ff794b258b79), precommit_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:58:50.665606 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=100 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:58:50.667166 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=100 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:58:50.674124 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.plugin [None req-6c83dc56-00b8-4d1d-991a-e19bdc606468 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Calling delete_port for f8e8a57a-d256-4ff8-b4fa-ff794b258b79 owned by network:floatingip {{(pid=111141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 09 16:58:50.929189 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ce716b-f21c-4a7d-8ca5-2182b376df05 req-79db572b-b571-4b66-bf86-950c669f1134 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:58:50.936643 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-20ce716b-f21c-4a7d-8ca5-2182b376df05 req-79db572b-b571-4b66-bf86-950c669f1134 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7cfd8cd7-c54d-4820-8b0c-ba06394e2714 HTTP/1.1" status: 200 len: 945 time: 0.0779409 Aug 09 16:58:50.960588 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-6c83dc56-00b8-4d1d-991a-e19bdc606468 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748338263278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748337861762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12487578'] for port (f8e8a57a-d256-4ff8-b4fa-ff794b258b79), after_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:58:51.020421 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-20ce716b-f21c-4a7d-8ca5-2182b376df05 req-949c188e-da10-45ec-8e85-4e4247f876c3 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=89352413-89cd-4632-8930-b8ad42976343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757356 Aug 09 16:58:51.078744 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c83dc56-00b8-4d1d-991a-e19bdc606468 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Pushing event deleted for resources: {'Port': ['ID=f8e8a57a-d256-4ff8-b4fa-ff794b258b79,revision_number=None']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:58:51.159726 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e75318d-41c0-48c2-82e1-dfff839b8ee4 req-5dafa8d6-a4dc-4c52-8809-0399dd6af5a6 tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:58:51.171723 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-0e75318d-41c0-48c2-82e1-dfff839b8ee4 req-5dafa8d6-a4dc-4c52-8809-0399dd6af5a6 tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=240e5a5a-5f07-4b5e-b8f1-11d492602c3a HTTP/1.1" status: 200 len: 984 time: 0.0966220 Aug 09 16:58:51.171723 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-6c83dc56-00b8-4d1d-991a-e19bdc606468 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Publish callbacks [] for floatingip (08fec1bf-3059-435c-86de-55dbee26a9e2), after_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:58:51.171723 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-6c83dc56-00b8-4d1d-991a-e19bdc606468 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90003'] for floatingip (None), before_response {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:58:51.171723 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [None req-6c83dc56-00b8-4d1d-991a-e19bdc606468 tempest-AttachVolumeNegativeTest-1759441517 tempest-AttachVolumeNegativeTest-1759441517-project] 10.222.0.59 "DELETE /networking/v2.0/floatingips/08fec1bf-3059-435c-86de-55dbee26a9e2 HTTP/1.1" status: 204 len: 168 time: 0.7767301 Aug 09 16:58:51.274893 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-0e75318d-41c0-48c2-82e1-dfff839b8ee4 req-ea1d8b25-2116-4b43-ac19-ec4b2cd43260 tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=da40407e-4fba-40cd-93a9-019f01c74743&id=f3de0c48-41f5-4040-845d-389a653a25e5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1053410 Aug 09 16:58:51.761695 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.wsgi [-] (111141) accepted ('10.222.0.59', 57288) {{(pid=111141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:58:51.907064 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-24d9ee3f-2574-4e63-956d-bc1f1342a8cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:58:51.980521 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-24d9ee3f-2574-4e63-956d-bc1f1342a8cd admin admin] Publish callbacks [] for security_group (6b631f30-7db5-4576-bb56-85c34715b523), precommit_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:58:52.140915 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:58:52.154718 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd30c84-0f9f-4061-bc35-8a6847420b61 req-7b142dc7-3995-4812-adb9-d25eb69ed616 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:58:52.156204 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-afd30c84-0f9f-4061-bc35-8a6847420b61 req-7b142dc7-3995-4812-adb9-d25eb69ed616 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7cfd8cd7-c54d-4820-8b0c-ba06394e2714 HTTP/1.1" status: 200 len: 945 time: 0.0473833 Aug 09 16:58:52.171397 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-24d9ee3f-2574-4e63-956d-bc1f1342a8cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763768'] for security_group (6b631f30-7db5-4576-bb56-85c34715b523), after_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:58:52.209287 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-afd30c84-0f9f-4061-bc35-8a6847420b61 req-4c36c01c-9573-42a1-965b-cfa0aaa3e24b tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=89352413-89cd-4632-8930-b8ad42976343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468104 Aug 09 16:58:52.215350 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [None req-24d9ee3f-2574-4e63-956d-bc1f1342a8cd admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=fe125e336deb4237b96b5032100ccc4d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4525609 Aug 09 16:58:52.216367 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d9ee3f-2574-4e63-956d-bc1f1342a8cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b631f30-7db5-4576-bb56-85c34715b523,revision_number=1']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:58:52.217991 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.wsgi [-] (111140) accepted ('10.222.0.59', 57296) {{(pid=111140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:58:52.278336 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-31fa058c-c56c-40e2-a1a8-a3fcb7e178c4 admin admin] Publish callbacks [] for security_group (6b631f30-7db5-4576-bb56-85c34715b523), before_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:58:52.316140 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-31fa058c-c56c-40e2-a1a8-a3fcb7e178c4 admin admin] Publish callbacks [] for security_group (6b631f30-7db5-4576-bb56-85c34715b523), precommit_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:58:52.410248 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c14961-abae-4d5d-a05f-6f48baaf35c0 req-004111c8-edb7-47b2-8727-72a406fa5489 tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:58:52.411853 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-e9c14961-abae-4d5d-a05f-6f48baaf35c0 req-004111c8-edb7-47b2-8727-72a406fa5489 tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=240e5a5a-5f07-4b5e-b8f1-11d492602c3a HTTP/1.1" status: 200 len: 984 time: 0.0543296 Aug 09 16:58:52.479791 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-e9c14961-abae-4d5d-a05f-6f48baaf35c0 req-256d0d6f-4049-4bd7-8db7-b57a29af3767 tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=da40407e-4fba-40cd-93a9-019f01c74743&id=f3de0c48-41f5-4040-845d-389a653a25e5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0613029 Aug 09 16:58:52.520018 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-31fa058c-c56c-40e2-a1a8-a3fcb7e178c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763768'] for security_group (6b631f30-7db5-4576-bb56-85c34715b523), after_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:58:52.523073 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-31fa058c-c56c-40e2-a1a8-a3fcb7e178c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:58:52.524497 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [None req-31fa058c-c56c-40e2-a1a8-a3fcb7e178c4 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/6b631f30-7db5-4576-bb56-85c34715b523 HTTP/1.1" status: 204 len: 168 time: 0.3051789 Aug 09 16:58:52.536246 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fa058c-c56c-40e2-a1a8-a3fcb7e178c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b631f30-7db5-4576-bb56-85c34715b523,revision_number=None']} {{(pid=111140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:58:53.278462 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.wsgi [-] (111140) accepted ('10.222.0.59', 57318) {{(pid=111140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:58:53.303246 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-32d43fd9-16ed-4c2a-a789-010c8536eeb8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:58:53.398679 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d7312d-2608-489d-945d-90e46f8bf1db req-58720c69-02d0-49e5-8538-6f6185522bc1 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:58:53.400863 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-b9d7312d-2608-489d-945d-90e46f8bf1db req-58720c69-02d0-49e5-8538-6f6185522bc1 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7cfd8cd7-c54d-4820-8b0c-ba06394e2714 HTTP/1.1" status: 200 len: 945 time: 0.0594554 Aug 09 16:58:53.478545 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:58:53.486577 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-32d43fd9-16ed-4c2a-a789-010c8536eeb8 admin admin] Publish callbacks [] for security_group (85035944-604a-4319-b27f-25700d52c08f), precommit_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:58:53.498237 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-b9d7312d-2608-489d-945d-90e46f8bf1db req-9ebb491e-b759-40ee-a166-81a7d16f2551 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=89352413-89cd-4632-8930-b8ad42976343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881135 Aug 09 16:58:53.549614 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-32d43fd9-16ed-4c2a-a789-010c8536eeb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763768'] for security_group (85035944-604a-4319-b27f-25700d52c08f), after_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:58:53.607252 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d43fd9-16ed-4c2a-a789-010c8536eeb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85035944-604a-4319-b27f-25700d52c08f,revision_number=1']} {{(pid=111140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:58:53.617564 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [None req-32d43fd9-16ed-4c2a-a789-010c8536eeb8 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=32ec16036b8c4a90ae0c2e349c7fa040&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3430099 Aug 09 16:58:53.618236 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.wsgi [-] (111140) accepted ('10.222.0.59', 57322) {{(pid=111140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:58:53.628810 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d27e76-7fc7-415c-8104-f17589df6d52 req-9c18f4d9-df67-46f9-bec5-d97b207ef315 tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:58:53.637841 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-d1d27e76-7fc7-415c-8104-f17589df6d52 req-9c18f4d9-df67-46f9-bec5-d97b207ef315 tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=240e5a5a-5f07-4b5e-b8f1-11d492602c3a HTTP/1.1" status: 200 len: 984 time: 0.0648220 Aug 09 16:58:53.669520 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:58:53.693993 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-4570fc3f-9fc3-4c30-bbf0-28732c3e65cc admin admin] Publish callbacks [] for security_group (85035944-604a-4319-b27f-25700d52c08f), before_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:58:53.716015 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-d1d27e76-7fc7-415c-8104-f17589df6d52 req-606cd294-5c87-4673-a7dd-d286d7212efc tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=da40407e-4fba-40cd-93a9-019f01c74743&id=f3de0c48-41f5-4040-845d-389a653a25e5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0769281 Aug 09 16:58:53.747680 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-4570fc3f-9fc3-4c30-bbf0-28732c3e65cc admin admin] Publish callbacks [] for security_group (85035944-604a-4319-b27f-25700d52c08f), precommit_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:58:53.925729 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-4570fc3f-9fc3-4c30-bbf0-28732c3e65cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763768'] for security_group (85035944-604a-4319-b27f-25700d52c08f), after_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:58:53.928340 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-4570fc3f-9fc3-4c30-bbf0-28732c3e65cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:58:53.932500 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [None req-4570fc3f-9fc3-4c30-bbf0-28732c3e65cc admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/85035944-604a-4319-b27f-25700d52c08f HTTP/1.1" status: 204 len: 168 time: 0.3127201 Aug 09 16:58:53.948835 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4570fc3f-9fc3-4c30-bbf0-28732c3e65cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85035944-604a-4319-b27f-25700d52c08f,revision_number=None']} {{(pid=111140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:58:54.437876 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-f99ab054-923d-473a-b6e4-90e1643ec600 req-6b73b2cf-8b03-4354-bad1-f596233fb24e tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] 10.222.0.59 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1542149782&fields=id&tenant_id=e5e7f48ecafa4bfe80fadd50e0b24cbb HTTP/1.1" status: 200 len: 267 time: 0.0620587 Aug 09 16:58:54.571310 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99ab054-923d-473a-b6e4-90e1643ec600 req-c04ec890-9bcb-454d-ac01-76c537da083e tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:58:54.575446 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-f99ab054-923d-473a-b6e4-90e1643ec600 req-c04ec890-9bcb-454d-ac01-76c537da083e tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] 10.222.0.59 "GET /networking/v2.0/networks?id=03ca7ab9-4a6d-42ee-86c4-e644a355c008 HTTP/1.1" status: 200 len: 811 time: 0.1360984 Aug 09 16:58:54.595760 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-f99ab054-923d-473a-b6e4-90e1643ec600 req-afedc14e-924b-4510-b0f1-75c0e63d7a39 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] 10.222.0.59 "GET /networking/v2.0/quotas/e5e7f48ecafa4bfe80fadd50e0b24cbb HTTP/1.1" status: 200 len: 375 time: 0.0113571 Aug 09 16:58:54.669661 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a04baf-d81f-437b-97a1-63275d091e3c req-19e1529f-463a-46ca-baee-226737c63685 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:58:54.671480 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-19a04baf-d81f-437b-97a1-63275d091e3c req-19e1529f-463a-46ca-baee-226737c63685 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7cfd8cd7-c54d-4820-8b0c-ba06394e2714 HTTP/1.1" status: 200 len: 945 time: 0.0589359 Aug 09 16:58:54.701522 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-f99ab054-923d-473a-b6e4-90e1643ec600 req-937968a4-908f-44f4-a65f-b4267b8da1bd tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] 10.222.0.59 "GET /networking/v2.0/ports?tenant_id=e5e7f48ecafa4bfe80fadd50e0b24cbb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0898509 Aug 09 16:58:54.761470 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-19a04baf-d81f-437b-97a1-63275d091e3c req-9d96df69-a486-46c1-b941-79e40c623084 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=89352413-89cd-4632-8930-b8ad42976343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820520 Aug 09 16:58:54.817309 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=3 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:58:54.898234 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-f99ab054-923d-473a-b6e4-90e1643ec600 req-a9338534-c867-49c3-81bd-eb3d956ed38e service neutron] 10.222.0.59 "GET /networking/v2.0/networks/03ca7ab9-4a6d-42ee-86c4-e644a355c008?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829371 Aug 09 16:58:54.991625 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de2b482-790e-4a4f-b21f-56c38b2a48df req-91c5f626-48e6-4ad0-8ab9-4ae05d51ce20 tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:58:55.009127 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-1de2b482-790e-4a4f-b21f-56c38b2a48df req-91c5f626-48e6-4ad0-8ab9-4ae05d51ce20 tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=240e5a5a-5f07-4b5e-b8f1-11d492602c3a HTTP/1.1" status: 200 len: 984 time: 0.0893924 Aug 09 16:58:55.071192 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-f99ab054-923d-473a-b6e4-90e1643ec600 req-78c30df3-60df-4bc2-8993-2f8a1c03d663 service neutron] 10.222.0.59 "GET /networking/v2.0/networks/03ca7ab9-4a6d-42ee-86c4-e644a355c008?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651797 Aug 09 16:58:55.171782 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-1de2b482-790e-4a4f-b21f-56c38b2a48df req-3bd65158-5f6e-489c-a04b-55f112a93f39 tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=da40407e-4fba-40cd-93a9-019f01c74743&id=f3de0c48-41f5-4040-845d-389a653a25e5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1614399 Aug 09 16:58:55.921489 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94a253e-9cda-4cdd-a841-61bbcbecf730 req-c9fbf7e6-1242-43ae-9857-76740ac05c30 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:58:55.923644 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-e94a253e-9cda-4cdd-a841-61bbcbecf730 req-c9fbf7e6-1242-43ae-9857-76740ac05c30 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7cfd8cd7-c54d-4820-8b0c-ba06394e2714 HTTP/1.1" status: 200 len: 945 time: 0.0506482 Aug 09 16:58:55.968881 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=7 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:58:55.974301 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-e94a253e-9cda-4cdd-a841-61bbcbecf730 req-9169715e-dfec-476e-ac1b-81ae69958b69 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=89352413-89cd-4632-8930-b8ad42976343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454369 Aug 09 16:58:56.055145 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG dbcounter [-] [111143] Writing DB stats neutron:SELECT=64 {{(pid=111143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:58:56.084082 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG dbcounter [-] [111143] Writing DB stats neutron:SELECT=68 {{(pid=111143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:58:56.285448 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-81693fbf-9a60-4fab-bb9e-a859cd8d6eb4 req-bad696b6-120f-4148-9647-5fa1ba66c671 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=d7d6d438-7e26-4e3d-a088-ca3312a4d746 HTTP/1.1" status: 200 len: 210 time: 0.0374289 Aug 09 16:58:56.363163 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76711d0-afcb-44ae-a043-6fe19859ecca req-962dae9d-3185-4a24-a9fb-129f0914fcc0 tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:58:56.374738 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-f76711d0-afcb-44ae-a043-6fe19859ecca req-962dae9d-3185-4a24-a9fb-129f0914fcc0 tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=240e5a5a-5f07-4b5e-b8f1-11d492602c3a HTTP/1.1" status: 200 len: 984 time: 0.0744138 Aug 09 16:58:56.443685 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-f76711d0-afcb-44ae-a043-6fe19859ecca req-9a7aa1af-d5ad-4283-a23b-a1ba22795a07 tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=da40407e-4fba-40cd-93a9-019f01c74743&id=f3de0c48-41f5-4040-845d-389a653a25e5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0677335 Aug 09 16:58:57.111348 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86f12b5-bb8c-432b-ac3d-b8dce3ac0080 req-cb3bad8a-14be-4792-a6c1-d3c33daec2de tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:58:57.112805 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-e86f12b5-bb8c-432b-ac3d-b8dce3ac0080 req-cb3bad8a-14be-4792-a6c1-d3c33daec2de tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7cfd8cd7-c54d-4820-8b0c-ba06394e2714 HTTP/1.1" status: 200 len: 945 time: 0.0517995 Aug 09 16:58:57.178409 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-e86f12b5-bb8c-432b-ac3d-b8dce3ac0080 req-956f40e0-4355-4cb8-9ad9-b7f0281fac9a tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=89352413-89cd-4632-8930-b8ad42976343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463614 Aug 09 16:58:57.411382 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-a45b3142-2abc-43fb-bd34-dbeccfac2b56 req-f4606bb3-7ec5-4c85-8d26-b36117c81e3c tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=d7d6d438-7e26-4e3d-a088-ca3312a4d746 HTTP/1.1" status: 200 len: 210 time: 0.0349088 Aug 09 16:58:57.596576 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58408366-ae11-4c71-a2f6-c2f97e2ee00b req-a8e98544-5238-497b-aac9-da98c7662ae8 tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:58:57.598232 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-58408366-ae11-4c71-a2f6-c2f97e2ee00b req-a8e98544-5238-497b-aac9-da98c7662ae8 tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=240e5a5a-5f07-4b5e-b8f1-11d492602c3a HTTP/1.1" status: 200 len: 984 time: 0.0589929 Aug 09 16:58:57.664035 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-58408366-ae11-4c71-a2f6-c2f97e2ee00b req-1d9f0512-f42d-4b82-a27d-1149132b864a tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=da40407e-4fba-40cd-93a9-019f01c74743&id=f3de0c48-41f5-4040-845d-389a653a25e5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0597339 Aug 09 16:58:58.312788 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e48a745-7224-4685-8ffc-7e3de928c161 req-92326012-9bf6-4e0e-ab7e-cc3dab1a6ad1 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:58:58.314812 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-3e48a745-7224-4685-8ffc-7e3de928c161 req-92326012-9bf6-4e0e-ab7e-cc3dab1a6ad1 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7cfd8cd7-c54d-4820-8b0c-ba06394e2714 HTTP/1.1" status: 200 len: 945 time: 0.0527904 Aug 09 16:58:58.404301 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-3e48a745-7224-4685-8ffc-7e3de928c161 req-0a7bc205-d8fe-4766-8b87-c7c08ab86a92 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=89352413-89cd-4632-8930-b8ad42976343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829747 Aug 09 16:58:58.407806 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cd91fe-9735-4230-b407-d4cd9c17099e req-8bd42e9f-6a9a-48bc-9c17-e4dc49e62972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:58:58.419352 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-18cd91fe-9735-4230-b407-d4cd9c17099e req-8bd42e9f-6a9a-48bc-9c17-e4dc49e62972 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?tenant_id=432f91c6e89c4fecb0d1f6afb1bcfe7e&device_id=7cfd8cd7-c54d-4820-8b0c-ba06394e2714 HTTP/1.1" status: 200 len: 1129 time: 0.0507097 Aug 09 16:58:58.564970 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-fb58a6f2-77fe-4a76-85ff-aa8b10b3e8ef req-f119db74-afba-4e60-ad6f-c80443fc79fd tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=d7d6d438-7e26-4e3d-a088-ca3312a4d746 HTTP/1.1" status: 200 len: 210 time: 0.0403509 Aug 09 16:58:58.618635 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cd91fe-9735-4230-b407-d4cd9c17099e req-62827811-353c-44f2-81dd-226372d6531c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:58:58.622014 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-18cd91fe-9735-4230-b407-d4cd9c17099e req-62827811-353c-44f2-81dd-226372d6531c service neutron] 10.222.0.91 "GET /networking/v2.0/networks?id=2fdb2410-afc4-41b9-b8f9-2ac596eb2296 HTTP/1.1" status: 200 len: 918 time: 0.2007253 Aug 09 16:58:58.857953 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-18cd91fe-9735-4230-b407-d4cd9c17099e req-79cc9aab-d03b-4d2b-865f-a1217fe3f929 service neutron] 10.222.0.91 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1443cf52-7171-4d1e-804b-b93c2c70b8e8 HTTP/1.1" status: 200 len: 1000 time: 0.1100838 Aug 09 16:58:58.886230 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2fc5e4-75f1-4874-931a-07fb4fad0eb1 req-125c7da1-bff2-4833-9929-cfea214540e8 tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:58:58.889232 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-0a2fc5e4-75f1-4874-931a-07fb4fad0eb1 req-125c7da1-bff2-4833-9929-cfea214540e8 tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=240e5a5a-5f07-4b5e-b8f1-11d492602c3a HTTP/1.1" status: 200 len: 984 time: 0.0815551 Aug 09 16:58:58.925578 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cd91fe-9735-4230-b407-d4cd9c17099e req-c076e79d-bea4-488b-949a-8faf4d4927c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:58:58.927569 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-18cd91fe-9735-4230-b407-d4cd9c17099e req-c076e79d-bea4-488b-949a-8faf4d4927c3 service neutron] 10.222.0.91 "GET /networking/v2.0/subnets?id=1b532a95-1235-4d0d-9992-be56a4fc30cf HTTP/1.1" status: 200 len: 856 time: 0.0641093 Aug 09 16:58:58.992851 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cd91fe-9735-4230-b407-d4cd9c17099e req-fac89a8e-0833-4103-854d-b95bda4f7474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:58:58.995219 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-18cd91fe-9735-4230-b407-d4cd9c17099e req-fac89a8e-0833-4103-854d-b95bda4f7474 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?network_id=2fdb2410-afc4-41b9-b8f9-2ac596eb2296&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0582595 Aug 09 16:58:58.996540 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-0a2fc5e4-75f1-4874-931a-07fb4fad0eb1 req-b56f1b96-e7be-4c19-8d4d-4957425cdb46 tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=da40407e-4fba-40cd-93a9-019f01c74743&id=f3de0c48-41f5-4040-845d-389a653a25e5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0995147 Aug 09 16:58:59.218990 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-18cd91fe-9735-4230-b407-d4cd9c17099e req-8df3d980-e61b-4adf-a596-122d463bd236 service neutron] 10.222.0.91 "GET /networking/v2.0/networks/2fdb2410-afc4-41b9-b8f9-2ac596eb2296?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2149343 Aug 09 16:58:59.308901 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99ab054-923d-473a-b6e4-90e1643ec600 req-82e5e599-75c4-41f0-a377-ba980be20341 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:58:59.310327 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-f99ab054-923d-473a-b6e4-90e1643ec600 req-82e5e599-75c4-41f0-a377-ba980be20341 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] 10.222.0.91 "GET /networking/v2.0/networks?id=03ca7ab9-4a6d-42ee-86c4-e644a355c008 HTTP/1.1" status: 200 len: 811 time: 0.2389920 Aug 09 16:58:59.325932 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=100 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:58:59.370918 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-18cd91fe-9735-4230-b407-d4cd9c17099e req-58439bb1-dfb1-4252-a27a-a744e1f9c7af service neutron] 10.222.0.91 "GET /networking/v2.0/networks/2fdb2410-afc4-41b9-b8f9-2ac596eb2296?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433737 Aug 09 16:58:59.390698 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=100 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:58:59.423659 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-f99ab054-923d-473a-b6e4-90e1643ec600 req-ce94261a-4de8-409b-9ed6-53a88bd699cf tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] 10.222.0.91 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=e5e7f48ecafa4bfe80fadd50e0b24cbb HTTP/1.1" status: 200 len: 380 time: 0.0901356 Aug 09 16:58:59.550874 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f132711f-2909-48ff-9818-99e53f27908f req-eec675ad-de89-4017-a358-f4469a3b357f tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:58:59.552948 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-f132711f-2909-48ff-9818-99e53f27908f req-eec675ad-de89-4017-a358-f4469a3b357f tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7cfd8cd7-c54d-4820-8b0c-ba06394e2714 HTTP/1.1" status: 200 len: 945 time: 0.0553486 Aug 09 16:58:59.612413 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-f132711f-2909-48ff-9818-99e53f27908f req-31f1cb62-e9d2-44ff-a104-daa803a7a95e tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=89352413-89cd-4632-8930-b8ad42976343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535049 Aug 09 16:58:59.713066 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-892e4416-085b-444a-8c6a-0bc0412f9331 req-94fe154b-5ac2-4407-8641-4da4b931c779 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=d7d6d438-7e26-4e3d-a088-ca3312a4d746 HTTP/1.1" status: 200 len: 210 time: 0.0349662 Aug 09 16:59:00.134569 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d16558-0896-4a6a-bbae-f1a7f4cfe637 req-502a8b96-4100-464e-ad98-625e75ac134a tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:59:00.136316 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-35d16558-0896-4a6a-bbae-f1a7f4cfe637 req-502a8b96-4100-464e-ad98-625e75ac134a tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=240e5a5a-5f07-4b5e-b8f1-11d492602c3a HTTP/1.1" status: 200 len: 984 time: 0.0523982 Aug 09 16:59:00.246231 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-35d16558-0896-4a6a-bbae-f1a7f4cfe637 req-36675d33-3a03-42be-9e82-092639c4812c tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=da40407e-4fba-40cd-93a9-019f01c74743&id=f3de0c48-41f5-4040-845d-389a653a25e5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1018238 Aug 09 16:59:00.285896 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.wsgi [-] (111140) accepted ('10.222.0.59', 57542) {{(pid=111140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:59:00.653911 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Device 1443cf52-7171-4d1e-804b-b93c2c70b8e8 no longer exists at agent hyperv_hv-cinder-85236 {{(pid=111142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:59:00.676783 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:59:00.857932 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Current status of the port 1443cf52-7171-4d1e-804b-b93c2c70b8e8 is: ACTIVE; New status is: DOWN {{(pid=111142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 16:59:00.859911 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (1443cf52-7171-4d1e-804b-b93c2c70b8e8), before_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:59:00.916974 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde546d8-2e6b-4f4f-a936-7059d5841bd2 req-222939b9-2d3b-4214-951a-01400bc58305 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:59:00.927008 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cfd8cd7-c54d-4820-8b0c-ba06394e2714', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1443cf52-7171-4d1e-804b-b93c2c70b8e8'}] {{(pid=111142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 16:59:00.932012 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a3936692d9fe67bf654b43a226d329952087876dab2ee9ab8d24037cf19aeb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18d221a5-92a5-400d-9723-62e163cafd9e" -d '{"events": [{"server_uuid": "7cfd8cd7-c54d-4820-8b0c-ba06394e2714", "name": "network-vif-unplugged", "status": "completed", "tag": "1443cf52-7171-4d1e-804b-b93c2c70b8e8"}]}' {{(pid=111142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:59:00.933208 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-cde546d8-2e6b-4f4f-a936-7059d5841bd2 req-222939b9-2d3b-4214-951a-01400bc58305 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7cfd8cd7-c54d-4820-8b0c-ba06394e2714 HTTP/1.1" status: 200 len: 945 time: 0.1312780 Aug 09 16:59:00.964246 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.db [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] For port 1443cf52-7171-4d1e-804b-b93c2c70b8e8, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=1443cf52-7171-4d1e-804b-b93c2c70b8e8,segment=NetworkSegment(38d2f02a-8f81-4105-9e72-6704317cfa7c),segment_id=38d2f02a-8f81-4105-9e72-6704317cfa7c)] {{(pid=111142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:59:01.004710 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-cde546d8-2e6b-4f4f-a936-7059d5841bd2 req-5135ebb6-3f4c-47d1-ad71-01a8a2a362df tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=89352413-89cd-4632-8930-b8ad42976343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700259 Aug 09 16:59:01.046162 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-6269a026-229a-420a-9d8e-812df24f502f req-05408782-6799-4e9c-bc6d-fe99a028d732 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=d7d6d438-7e26-4e3d-a088-ca3312a4d746 HTTP/1.1" status: 200 len: 210 time: 0.0556891 Aug 09 16:59:01.046435 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748338263269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748337861771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748337861789'] for port (1443cf52-7171-4d1e-804b-b93c2c70b8e8), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:59:01.046435 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:59:01.087714 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Aug 2022 16:59:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bafba2c-0ada-47cf-ab47-04b1a388a1bf x-openstack-request-id: req-4bafba2c-0ada-47cf-ab47-04b1a388a1bf {{(pid=111142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:59:01.088014 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cfd8cd7-c54d-4820-8b0c-ba06394e2714", "name": "network-vif-unplugged", "status": "completed", "tag": "1443cf52-7171-4d1e-804b-b93c2c70b8e8", "code": 200}]} {{(pid=111142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:59:01.088268 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-4bafba2c-0ada-47cf-ab47-04b1a388a1bf {{(pid=111142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:59:01.088866 dv-cinder-852364-3-iscsi neutron-server[111142]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4bafba2c-0ada-47cf-ab47-04b1a388a1bf'] response: {'server_uuid': '7cfd8cd7-c54d-4820-8b0c-ba06394e2714', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1443cf52-7171-4d1e-804b-b93c2c70b8e8', 'code': 200} Aug 09 16:59:01.118112 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Pushing event updated for resources: {'Port': ['ID=1443cf52-7171-4d1e-804b-b93c2c70b8e8,revision_number=8']} {{(pid=111142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:59:01.126508 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:59:01.127226 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:59:01.128486 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:59:01.129034 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:59:01.129567 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:59:01.130140 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:59:01.130688 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:59:01.131395 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:59:01.131934 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:59:01.132534 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:59:01.133110 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:59:01.133763 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:59:01.134319 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:59:01.135081 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:59:01.135708 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:59:01.169041 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-54185299-41b2-4d95-a8fd-9c90fbcfc8b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-336439'] for router_interface (286245d4-d1e1-45d8-a33e-8ce6c103810d), before_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:59:01.353220 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=100 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:59:01.425608 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.agents_db [None req-a4db1589-5d5b-4049-8210-f6e9f318fefd None None] Agent healthcheck: found 6 active agents {{(pid=111143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:59:01.429865 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e53997-6e9c-4b06-9aca-64a357d3c5c8 req-bcf4885c-1ea0-4c09-91f8-b8b2f11d8342 tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:59:01.432408 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-f6e53997-6e9c-4b06-9aca-64a357d3c5c8 req-bcf4885c-1ea0-4c09-91f8-b8b2f11d8342 tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=240e5a5a-5f07-4b5e-b8f1-11d492602c3a HTTP/1.1" status: 200 len: 984 time: 0.0944564 Aug 09 16:59:01.537657 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.v2.base [req-f99ab054-923d-473a-b6e4-90e1643ec600 req-5935d106-419c-4825-9fa3-c19352204319 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Request body: {'port': {'device_id': 'd7d6d438-7e26-4e3d-a088-ca3312a4d746', 'network_id': '03ca7ab9-4a6d-42ee-86c4-e644a355c008', 'admin_state_up': True, 'tenant_id': 'e5e7f48ecafa4bfe80fadd50e0b24cbb', 'security_groups': ['891c2bba-5f70-4348-a605-867373065164']}} {{(pid=111141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 16:59:01.637260 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-f6e53997-6e9c-4b06-9aca-64a357d3c5c8 req-d79907d0-4cd8-4f98-ae5b-69ffe5303356 tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=da40407e-4fba-40cd-93a9-019f01c74743&id=f3de0c48-41f5-4040-845d-389a653a25e5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1951585 Aug 09 16:59:01.638262 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.plugins.ml2.plugin [None req-54185299-41b2-4d95-a8fd-9c90fbcfc8b3 admin admin] Deleting port 194e42e3-ea8f-4dc2-912a-d9842de147c7 {{(pid=111140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 09 16:59:01.638622 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-54185299-41b2-4d95-a8fd-9c90fbcfc8b3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748338259761'] for port (194e42e3-ea8f-4dc2-912a-d9842de147c7), before_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:59:01.750899 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.plugins.ml2.db [None req-54185299-41b2-4d95-a8fd-9c90fbcfc8b3 admin admin] For port 194e42e3-ea8f-4dc2-912a-d9842de147c7, host dv-cinder-852364-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-3-iscsi',level=0,port_id=194e42e3-ea8f-4dc2-912a-d9842de147c7,segment=NetworkSegment(22b689c2-f947-4ac8-81fc-daefa317b1b6),segment_id=22b689c2-f947-4ac8-81fc-daefa317b1b6)] {{(pid=111140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:59:01.751493 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-54185299-41b2-4d95-a8fd-9c90fbcfc8b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694862'] for port (194e42e3-ea8f-4dc2-912a-d9842de147c7), precommit_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:59:01.765050 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.plugins.ml2.plugin [None req-54185299-41b2-4d95-a8fd-9c90fbcfc8b3 admin admin] Calling delete_port for 194e42e3-ea8f-4dc2-912a-d9842de147c7 owned by network:router_interface {{(pid=111140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 09 16:59:01.765708 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f99ab054-923d-473a-b6e4-90e1643ec600 req-5935d106-419c-4825-9fa3-c19352204319 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Made reservation on behalf of e5e7f48ecafa4bfe80fadd50e0b24cbb for: {'port': 1} {{(pid=111141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:59:01.770361 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-f99ab054-923d-473a-b6e4-90e1643ec600 req-5935d106-419c-4825-9fa3-c19352204319 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (None), before_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:59:01.963216 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.db.db_base_plugin_common [req-f99ab054-923d-473a-b6e4-90e1643ec600 req-5935d106-419c-4825-9fa3-c19352204319 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Allocated IP 172.20.0.11 (03ca7ab9-4a6d-42ee-86c4-e644a355c008/b36b87ee-0e67-4f6f-99fc-27a16ecf7293/764f036a-2fe6-4b66-9ae3-77f17f6b705f) {{(pid=111141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:59:02.079572 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-54185299-41b2-4d95-a8fd-9c90fbcfc8b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748338263278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748337861762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12086677'] for port (194e42e3-ea8f-4dc2-912a-d9842de147c7), after_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:59:02.105066 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54185299-41b2-4d95-a8fd-9c90fbcfc8b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=194e42e3-ea8f-4dc2-912a-d9842de147c7,revision_number=None']} {{(pid=111140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:59:02.193388 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-d74f888d-0130-4333-8468-35952b0c88a8 req-ce4e0ab9-2735-4d2a-a42c-204a773a6b98 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=d7d6d438-7e26-4e3d-a088-ca3312a4d746 HTTP/1.1" status: 200 len: 210 time: 0.0403609 Aug 09 16:59:02.209526 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-f99ab054-923d-473a-b6e4-90e1643ec600 req-5935d106-419c-4825-9fa3-c19352204319 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Publish callbacks [] for port (764f036a-2fe6-4b66-9ae3-77f17f6b705f), precommit_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:59:02.252375 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e4bbd3-2667-42f1-a2ce-4456723f4792 req-50d4d979-dac0-4394-bbf3-c4675fb454cc tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:59:02.259645 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-26e4bbd3-2667-42f1-a2ce-4456723f4792 req-50d4d979-dac0-4394-bbf3-c4675fb454cc tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7cfd8cd7-c54d-4820-8b0c-ba06394e2714 HTTP/1.1" status: 200 len: 943 time: 0.1441205 Aug 09 16:59:02.415685 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:59:02.434306 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (fd1157aa-8fd8-4c6b-a604-f3842f12d305), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:59:02.485871 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-26e4bbd3-2667-42f1-a2ce-4456723f4792 req-714a43d6-6cd7-4f01-a1cb-4180fc308c33 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=89352413-89cd-4632-8930-b8ad42976343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2145851 Aug 09 16:59:02.515941 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-54185299-41b2-4d95-a8fd-9c90fbcfc8b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-336555'] for router_interface (286245d4-d1e1-45d8-a33e-8ce6c103810d), after_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:59:02.583858 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-f99ab054-923d-473a-b6e4-90e1643ec600 req-5935d106-419c-4825-9fa3-c19352204319 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748337861753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12487578'] for port (764f036a-2fe6-4b66-9ae3-77f17f6b705f), after_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:59:02.606617 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:59:02.632332 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:59:02.663356 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f99ab054-923d-473a-b6e4-90e1643ec600 req-5935d106-419c-4825-9fa3-c19352204319 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Network 03ca7ab9-4a6d-42ee-86c4-e644a355c008 is already hosted by enough agents. {{(pid=111141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:59:02.667891 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.scheduler.base_scheduler [req-f99ab054-923d-473a-b6e4-90e1643ec600 req-5935d106-419c-4825-9fa3-c19352204319 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Resources bound (agent type, host, resource id): {{(pid=111141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:59:02.675962 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.db.l3_dvrscheduler_db [req-f99ab054-923d-473a-b6e4-90e1643ec600 req-5935d106-419c-4825-9fa3-c19352204319 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Received port after_create {{(pid=111141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 09 16:59:02.680899 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5935d106-419c-4825-9fa3-c19352204319 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Pushing event updated for resources: {'Port': ['ID=764f036a-2fe6-4b66-9ae3-77f17f6b705f,revision_number=1']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:59:02.723034 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5935d106-419c-4825-9fa3-c19352204319 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:59:02.723420 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5935d106-419c-4825-9fa3-c19352204319 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:59:02.723769 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5935d106-419c-4825-9fa3-c19352204319 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:59:02.724149 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5935d106-419c-4825-9fa3-c19352204319 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:59:02.724547 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5935d106-419c-4825-9fa3-c19352204319 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:59:02.724822 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5935d106-419c-4825-9fa3-c19352204319 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:59:02.725153 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5935d106-419c-4825-9fa3-c19352204319 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:59:02.725779 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5935d106-419c-4825-9fa3-c19352204319 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:59:02.726068 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5935d106-419c-4825-9fa3-c19352204319 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:59:02.726530 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5935d106-419c-4825-9fa3-c19352204319 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:59:02.726733 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5935d106-419c-4825-9fa3-c19352204319 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:59:02.727127 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5935d106-419c-4825-9fa3-c19352204319 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:59:02.727676 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5935d106-419c-4825-9fa3-c19352204319 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:59:02.728007 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5935d106-419c-4825-9fa3-c19352204319 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:59:02.728341 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5935d106-419c-4825-9fa3-c19352204319 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:59:02.736162 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:59:02.802923 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99ab054-923d-473a-b6e4-90e1643ec600 req-5935d106-419c-4825-9fa3-c19352204319 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:59:02.803780 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-f99ab054-923d-473a-b6e4-90e1643ec600 req-5935d106-419c-4825-9fa3-c19352204319 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90003'] for port (None), before_response {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:59:02.906850 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-f99ab054-923d-473a-b6e4-90e1643ec600 req-5935d106-419c-4825-9fa3-c19352204319 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] 10.222.0.91 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3702040 Aug 09 16:59:02.906998 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54185299-41b2-4d95-a8fd-9c90fbcfc8b3 admin admin] Router 286245d4-d1e1-45d8-a33e-8ce6c103810d has already been hosted by L3 agent 2cf02505-efcb-442b-855b-6c659df6f18c {{(pid=111140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 09 16:59:02.911465 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300f5488-8801-4c46-8357-df9a643d7d6f req-d39d8d6b-9b22-4989-b27b-20fbe48cf717 tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:59:02.913485 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-300f5488-8801-4c46-8357-df9a643d7d6f req-d39d8d6b-9b22-4989-b27b-20fbe48cf717 tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=240e5a5a-5f07-4b5e-b8f1-11d492602c3a HTTP/1.1" status: 200 len: 984 time: 0.0742204 Aug 09 16:59:02.948006 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.v2.base [req-f99ab054-923d-473a-b6e4-90e1643ec600 req-564042e8-334b-4397-8ee2-d47bfbff2c0b service neutron] Request body: {'port': {'device_id': 'd7d6d438-7e26-4e3d-a088-ca3312a4d746', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85236'}} {{(pid=111141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 16:59:03.072431 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-300f5488-8801-4c46-8357-df9a643d7d6f req-aeae03a3-c995-4f29-855c-96dae5908ee5 tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=da40407e-4fba-40cd-93a9-019f01c74743&id=f3de0c48-41f5-4040-845d-389a653a25e5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1425211 Aug 09 16:59:03.090068 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-f99ab054-923d-473a-b6e4-90e1643ec600 req-564042e8-334b-4397-8ee2-d47bfbff2c0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (764f036a-2fe6-4b66-9ae3-77f17f6b705f), before_update {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:59:03.117085 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54185299-41b2-4d95-a8fd-9c90fbcfc8b3 admin admin] Notify agent at l3_agent.dv-cinder-852364-3-iscsi the message routers_updated {{(pid=111140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:59:03.125441 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [None req-54185299-41b2-4d95-a8fd-9c90fbcfc8b3 admin admin] 10.222.0.59 "PUT /networking/v2.0/routers/286245d4-d1e1-45d8-a33e-8ce6c103810d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8408003 Aug 09 16:59:03.129041 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c1d6949-ce5f-43de-b8b6-beb9c7f5c8ba None None] Sync routers for ids ['286245d4-d1e1-45d8-a33e-8ce6c103810d'] in dv-cinder-852364-3-iscsi {{(pid=111143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:59:03.138511 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.wsgi [-] (111140) accepted ('10.222.0.59', 57576) {{(pid=111140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:59:03.143450 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c1d6949-ce5f-43de-b8b6-beb9c7f5c8ba None None] Routers {'286245d4-d1e1-45d8-a33e-8ce6c103810d'} bound to L3 agent in host dv-cinder-852364-3-iscsi {{(pid=111143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 16:59:03.144077 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.l3_hamode_db [None req-9c1d6949-ce5f-43de-b8b6-beb9c7f5c8ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-09T16:42:12Z,description=,heartbeat_timestamp=2022-08-09T16:58:42Z,host='dv-cinder-852364-3-iscsi',id=2cf02505-efcb-442b-855b-6c659df6f18c,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:13Z,topic='l3_agent')) {'router_ids': ['286245d4-d1e1-45d8-a33e-8ce6c103810d'], 'active': True} {{(pid=111143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:59:03.230776 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.provisioning_blocks [None req-e9f5de61-5f58-413c-86bc-9c65b0fc210e None None] Provisioning complete for port 764f036a-2fe6-4b66-9ae3-77f17f6b705f triggered by entity DHCP. {{(pid=111142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 16:59:03.234037 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-e9f5de61-5f58-413c-86bc-9c65b0fc210e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877469'] for port (764f036a-2fe6-4b66-9ae3-77f17f6b705f), provisioning_complete {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:59:03.336272 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-c6d35f85-1f8c-4418-826b-f777407718d1 admin admin] Publish callbacks [] for router (286245d4-d1e1-45d8-a33e-8ce6c103810d), before_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:59:03.337841 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.l3_dvr_db [None req-9c1d6949-ce5f-43de-b8b6-beb9c7f5c8ba None None] Set router 286245d4-d1e1-45d8-a33e-8ce6c103810d gateway port host: dv-cinder-852364-3-iscsi {{(pid=111143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 16:59:03.391454 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-e9f5de61-5f58-413c-86bc-9c65b0fc210e None None] Port 764f036a-2fe6-4b66-9ae3-77f17f6b705f cannot update to ACTIVE because it is not bound. {{(pid=111142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 09 16:59:03.543502 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-c6d35f85-1f8c-4418-826b-f777407718d1 admin admin] Publish callbacks [] for router_gateway (286245d4-d1e1-45d8-a33e-8ce6c103810d), before_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:59:03.558271 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:59:03.576627 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd81dbe-ad41-452c-bd3b-90edd543c86e req-bfbbd5f0-c5ed-4973-af52-2eade4df5af3 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:59:03.578126 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-ebd81dbe-ad41-452c-bd3b-90edd543c86e req-bfbbd5f0-c5ed-4973-af52-2eade4df5af3 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=d7d6d438-7e26-4e3d-a088-ca3312a4d746 HTTP/1.1" status: 200 len: 932 time: 0.1286118 Aug 09 16:59:03.628040 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.l3_hamode_db [None req-9c1d6949-ce5f-43de-b8b6-beb9c7f5c8ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '286245d4-d1e1-45d8-a33e-8ce6c103810d', 'name': 'tempest-AttachVolumeNegativeTest-928294095-router', 'tenant_id': '321de2c92d814e6ab1da13939153da87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'external_fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '4a7ffaa3-c015-4647-9470-4b3ca7886b6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:50:27Z', 'updated_at': '2022-08-09T16:59:01Z', 'revision_number': 5, 'project_id': '321de2c92d814e6ab1da13939153da87', 'gw_port': {'id': '4a7ffaa3-c015-4647-9470-4b3ca7886b6c', 'name': '', 'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:31:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '286245d4-d1e1-45d8-a33e-8ce6c103810d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:50:28Z', 'updated_at': '2022-08-09T16:50:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-3-iscsi'}], 'dv-cinder-852364-3-iscsi', False) {} {{(pid=111143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:59:03.658487 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c1d6949-ce5f-43de-b8b6-beb9c7f5c8ba None None] Checking router: 286245d4-d1e1-45d8-a33e-8ce6c103810d for host: dv-cinder-852364-3-iscsi {{(pid=111143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:59:03.668743 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c1d6949-ce5f-43de-b8b6-beb9c7f5c8ba None None] Routers {'286245d4-d1e1-45d8-a33e-8ce6c103810d'} bound to L3 agent in host dv-cinder-852364-3-iscsi {{(pid=111143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 16:59:03.669479 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.l3_hamode_db [None req-9c1d6949-ce5f-43de-b8b6-beb9c7f5c8ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-09T16:42:12Z,description=,heartbeat_timestamp=2022-08-09T16:58:42Z,host='dv-cinder-852364-3-iscsi',id=2cf02505-efcb-442b-855b-6c659df6f18c,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:13Z,topic='l3_agent')) {'router_ids': ['286245d4-d1e1-45d8-a33e-8ce6c103810d'], 'active': True} {{(pid=111143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:59:03.679431 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-ebd81dbe-ad41-452c-bd3b-90edd543c86e req-4de53c01-581f-4545-879f-f2711ae9d0cb tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=891c2bba-5f70-4348-a605-867373065164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908899 Aug 09 16:59:03.694746 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.notifiers.nova [req-f99ab054-923d-473a-b6e4-90e1643ec600 req-564042e8-334b-4397-8ee2-d47bfbff2c0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 764f036a-2fe6-4b66-9ae3-77f17f6b705f {{(pid=111141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 09 16:59:03.706914 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-f99ab054-923d-473a-b6e4-90e1643ec600 req-564042e8-334b-4397-8ee2-d47bfbff2c0b service neutron] Publish callbacks [] for port (764f036a-2fe6-4b66-9ae3-77f17f6b705f), precommit_update {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:59:03.736561 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.db.provisioning_blocks [req-f99ab054-923d-473a-b6e4-90e1643ec600 req-564042e8-334b-4397-8ee2-d47bfbff2c0b service neutron] Transition to ACTIVE for port object 764f036a-2fe6-4b66-9ae3-77f17f6b705f will not be triggered until provisioned by entity L2. {{(pid=111141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 09 16:59:03.738071 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.plugins.ml2.plugin [None req-c6d35f85-1f8c-4418-826b-f777407718d1 admin admin] Deleting port 4a7ffaa3-c015-4647-9470-4b3ca7886b6c {{(pid=111140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 09 16:59:03.738325 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-c6d35f85-1f8c-4418-826b-f777407718d1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748338259761'] for port (4a7ffaa3-c015-4647-9470-4b3ca7886b6c), before_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:59:03.782585 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-f99ab054-923d-473a-b6e4-90e1643ec600 req-564042e8-334b-4397-8ee2-d47bfbff2c0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748338263269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748337861771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748337861789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12487573'] for port (764f036a-2fe6-4b66-9ae3-77f17f6b705f), after_update {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:59:03.823502 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.l3_dvr_db [None req-9c1d6949-ce5f-43de-b8b6-beb9c7f5c8ba None None] Set router 286245d4-d1e1-45d8-a33e-8ce6c103810d gateway port host: None {{(pid=111143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 16:59:03.883132 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564042e8-334b-4397-8ee2-d47bfbff2c0b service neutron] Pushing event updated for resources: {'Port': ['ID=764f036a-2fe6-4b66-9ae3-77f17f6b705f,revision_number=2']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:59:03.930165 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.l3_hamode_db [None req-9c1d6949-ce5f-43de-b8b6-beb9c7f5c8ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '286245d4-d1e1-45d8-a33e-8ce6c103810d', 'name': 'tempest-AttachVolumeNegativeTest-928294095-router', 'tenant_id': '321de2c92d814e6ab1da13939153da87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:50:27Z', 'updated_at': '2022-08-09T16:59:03Z', 'revision_number': 6, 'project_id': '321de2c92d814e6ab1da13939153da87', 'gw_port_host': None}], 'dv-cinder-852364-3-iscsi', False) {} {{(pid=111143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:59:03.939217 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.managers [req-f99ab054-923d-473a-b6e4-90e1643ec600 req-564042e8-334b-4397-8ee2-d47bfbff2c0b service neutron] Attempting to bind port 764f036a-2fe6-4b66-9ae3-77f17f6b705f on host hv-cinder-85236 for vnic_type normal with profile {{(pid=111141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 09 16:59:03.939924 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.managers [req-f99ab054-923d-473a-b6e4-90e1643ec600 req-564042e8-334b-4397-8ee2-d47bfbff2c0b service neutron] Attempting to bind port 764f036a-2fe6-4b66-9ae3-77f17f6b705f by drivers openvswitch,hyperv on host hv-cinder-85236 at level 0 using segments [{'id': 'dfba7045-db71-4a5e-bed3-6451649a980f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 985, 'network_id': '03ca7ab9-4a6d-42ee-86c4-e644a355c008'}] {{(pid=111141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 09 16:59:03.940571 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f99ab054-923d-473a-b6e4-90e1643ec600 req-564042e8-334b-4397-8ee2-d47bfbff2c0b service neutron] Attempting to bind port 764f036a-2fe6-4b66-9ae3-77f17f6b705f on network 03ca7ab9-4a6d-42ee-86c4-e644a355c008 {{(pid=111141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 16:59:03.943940 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.plugins.ml2.db [None req-c6d35f85-1f8c-4418-826b-f777407718d1 admin admin] For port 4a7ffaa3-c015-4647-9470-4b3ca7886b6c, host dv-cinder-852364-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-3-iscsi',level=0,port_id=4a7ffaa3-c015-4647-9470-4b3ca7886b6c,segment=NetworkSegment(3548ff03-3b62-477c-991b-01c3e3081105),segment_id=3548ff03-3b62-477c-991b-01c3e3081105)] {{(pid=111140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:59:03.944422 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-c6d35f85-1f8c-4418-826b-f777407718d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694862'] for port (4a7ffaa3-c015-4647-9470-4b3ca7886b6c), precommit_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:59:03.946470 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f99ab054-923d-473a-b6e4-90e1643ec600 req-564042e8-334b-4397-8ee2-d47bfbff2c0b service neutron] Port 764f036a-2fe6-4b66-9ae3-77f17f6b705f on network 03ca7ab9-4a6d-42ee-86c4-e644a355c008 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85236 {{(pid=111141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 09 16:59:03.947317 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f99ab054-923d-473a-b6e4-90e1643ec600 req-564042e8-334b-4397-8ee2-d47bfbff2c0b service neutron] Attempting to bind port 764f036a-2fe6-4b66-9ae3-77f17f6b705f on network 03ca7ab9-4a6d-42ee-86c4-e644a355c008 {{(pid=111141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 16:59:03.953199 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f99ab054-923d-473a-b6e4-90e1643ec600 req-564042e8-334b-4397-8ee2-d47bfbff2c0b service neutron] Checking agent: {'id': 'fd1157aa-8fd8-4c6b-a604-f3842f12d305', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85236', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 9, 16, 48, 30), 'started_at': datetime.datetime(2022, 8, 9, 16, 48, 30), 'heartbeat_timestamp': datetime.datetime(2022, 8, 9, 16, 59, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 09 16:59:03.953938 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f99ab054-923d-473a-b6e4-90e1643ec600 req-564042e8-334b-4397-8ee2-d47bfbff2c0b service neutron] Checking segment: {'id': 'dfba7045-db71-4a5e-bed3-6451649a980f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 985, 'network_id': '03ca7ab9-4a6d-42ee-86c4-e644a355c008'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 09 16:59:03.954848 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f99ab054-923d-473a-b6e4-90e1643ec600 req-564042e8-334b-4397-8ee2-d47bfbff2c0b service neutron] Bound using segment: {'id': 'dfba7045-db71-4a5e-bed3-6451649a980f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 985, 'network_id': '03ca7ab9-4a6d-42ee-86c4-e644a355c008'} {{(pid=111141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 09 16:59:03.955642 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.managers [req-f99ab054-923d-473a-b6e4-90e1643ec600 req-564042e8-334b-4397-8ee2-d47bfbff2c0b service neutron] Bound port: 764f036a-2fe6-4b66-9ae3-77f17f6b705f, host: hv-cinder-85236, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfba7045-db71-4a5e-bed3-6451649a980f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 985, 'network_id': '03ca7ab9-4a6d-42ee-86c4-e644a355c008'}}] {{(pid=111141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 09 16:59:03.956249 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-f99ab054-923d-473a-b6e4-90e1643ec600 req-564042e8-334b-4397-8ee2-d47bfbff2c0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (764f036a-2fe6-4b66-9ae3-77f17f6b705f), before_update {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:59:03.961886 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.plugins.ml2.plugin [None req-c6d35f85-1f8c-4418-826b-f777407718d1 admin admin] Calling delete_port for 4a7ffaa3-c015-4647-9470-4b3ca7886b6c owned by network:router_gateway {{(pid=111140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 09 16:59:03.964026 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:59:03.981414 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c1d6949-ce5f-43de-b8b6-beb9c7f5c8ba None None] The sync data for ids ['286245d4-d1e1-45d8-a33e-8ce6c103810d'] in dv-cinder-852364-3-iscsi is: [{'id': '286245d4-d1e1-45d8-a33e-8ce6c103810d', 'name': 'tempest-AttachVolumeNegativeTest-928294095-router', 'tenant_id': '321de2c92d814e6ab1da13939153da87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:50:27Z', 'updated_at': '2022-08-09T16:59:03Z', 'revision_number': 6, 'project_id': '321de2c92d814e6ab1da13939153da87', 'gw_port_host': None}] {{(pid=111143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:59:04.071464 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.db [req-f99ab054-923d-473a-b6e4-90e1643ec600 req-564042e8-334b-4397-8ee2-d47bfbff2c0b service neutron] For port 764f036a-2fe6-4b66-9ae3-77f17f6b705f, host hv-cinder-85236, cleared binding levels {{(pid=111141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:59:04.075500 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.db [req-f99ab054-923d-473a-b6e4-90e1643ec600 req-564042e8-334b-4397-8ee2-d47bfbff2c0b service neutron] For port 764f036a-2fe6-4b66-9ae3-77f17f6b705f, host hv-cinder-85236, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=764f036a-2fe6-4b66-9ae3-77f17f6b705f,segment=NetworkSegment(dfba7045-db71-4a5e-bed3-6451649a980f),segment_id=dfba7045-db71-4a5e-bed3-6451649a980f)] {{(pid=111141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:59:04.190298 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-f99ab054-923d-473a-b6e4-90e1643ec600 req-564042e8-334b-4397-8ee2-d47bfbff2c0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748338263269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748337861771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748337861789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12487573'] for port (764f036a-2fe6-4b66-9ae3-77f17f6b705f), after_update {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:59:04.196704 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99ab054-923d-473a-b6e4-90e1643ec600 req-564042e8-334b-4397-8ee2-d47bfbff2c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:59:04.196704 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-f99ab054-923d-473a-b6e4-90e1643ec600 req-564042e8-334b-4397-8ee2-d47bfbff2c0b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90003'] for port (None), before_response {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:59:04.198133 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-f99ab054-923d-473a-b6e4-90e1643ec600 req-564042e8-334b-4397-8ee2-d47bfbff2c0b service neutron] 10.222.0.91 "PUT /networking/v2.0/ports/764f036a-2fe6-4b66-9ae3-77f17f6b705f HTTP/1.1" status: 200 len: 1094 time: 1.2674396 Aug 09 16:59:04.201201 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7d6d438-7e26-4e3d-a088-ca3312a4d746', 'tag': '764f036a-2fe6-4b66-9ae3-77f17f6b705f'}] {{(pid=111141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 16:59:04.204707 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fc61e086496b7b72fa0be04cca19be1e9321c349ae61d053137ad661f53d53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d52ca23c-e2c0-4587-943e-49d69a84d8c4" -d '{"events": [{"name": "network-changed", "server_uuid": "d7d6d438-7e26-4e3d-a088-ca3312a4d746", "tag": "764f036a-2fe6-4b66-9ae3-77f17f6b705f"}]}' {{(pid=111141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:59:04.285422 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Aug 2022 16:59:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-373998c5-b18d-4304-9b47-5dfbaba9add3 x-openstack-request-id: req-373998c5-b18d-4304-9b47-5dfbaba9add3 {{(pid=111141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:59:04.285720 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7d6d438-7e26-4e3d-a088-ca3312a4d746", "tag": "764f036a-2fe6-4b66-9ae3-77f17f6b705f", "status": "completed", "code": 200}]} {{(pid=111141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:59:04.285979 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-373998c5-b18d-4304-9b47-5dfbaba9add3 {{(pid=111141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:59:04.286410 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-373998c5-b18d-4304-9b47-5dfbaba9add3'] response: {'name': 'network-changed', 'server_uuid': 'd7d6d438-7e26-4e3d-a088-ca3312a4d746', 'tag': '764f036a-2fe6-4b66-9ae3-77f17f6b705f', 'status': 'completed', 'code': 200} Aug 09 16:59:04.340216 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84137357-c04a-403c-bff4-5f4c0f8ef690 req-89c230bc-3cd4-46fd-96a1-70f5942bef91 tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:59:04.340704 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-84137357-c04a-403c-bff4-5f4c0f8ef690 req-89c230bc-3cd4-46fd-96a1-70f5942bef91 tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=240e5a5a-5f07-4b5e-b8f1-11d492602c3a HTTP/1.1" status: 200 len: 984 time: 0.0821452 Aug 09 16:59:04.347724 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564042e8-334b-4397-8ee2-d47bfbff2c0b service neutron] Pushing event updated for resources: {'Port': ['ID=764f036a-2fe6-4b66-9ae3-77f17f6b705f,revision_number=3']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:59:04.411980 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-c6d35f85-1f8c-4418-826b-f777407718d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748338263278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748337861762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12086677'] for port (4a7ffaa3-c015-4647-9470-4b3ca7886b6c), after_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:59:04.430871 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Device 194e42e3-ea8f-4dc2-912a-d9842de147c7 no longer exists at agent ovs-agent-dv-cinder-852364-3-iscsi {{(pid=111142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:59:04.450371 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52ca23c-e2c0-4587-943e-49d69a84d8c4 req-661dd958-871f-4aa6-b4bd-326295ff28ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:59:04.456361 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-d52ca23c-e2c0-4587-943e-49d69a84d8c4 req-661dd958-871f-4aa6-b4bd-326295ff28ac service neutron] 10.222.0.91 "GET /networking/v2.0/ports?tenant_id=e5e7f48ecafa4bfe80fadd50e0b24cbb&device_id=d7d6d438-7e26-4e3d-a088-ca3312a4d746 HTTP/1.1" status: 200 len: 1128 time: 0.0856657 Aug 09 16:59:04.488424 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] No Port match for: 194e42e3-ea8f-4dc2-912a-d9842de147c7 {{(pid=111142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 09 16:59:04.489357 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Device 194e42e3-ea8f-4dc2-912a-d9842de147c7 not bound to the agent host dv-cinder-852364-3-iscsi {{(pid=111142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:59:04.492577 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d35f85-1f8c-4418-826b-f777407718d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a7ffaa3-c015-4647-9470-4b3ca7886b6c,revision_number=None']} {{(pid=111140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:59:04.583294 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-84137357-c04a-403c-bff4-5f4c0f8ef690 req-4cf1b820-cac7-450f-a746-6bf555337f9c tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=da40407e-4fba-40cd-93a9-019f01c74743&id=f3de0c48-41f5-4040-845d-389a653a25e5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2263823 Aug 09 16:59:04.628115 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:59:04.629452 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-c6d35f85-1f8c-4418-826b-f777407718d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-689379'] for router_gateway (286245d4-d1e1-45d8-a33e-8ce6c103810d), after_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:59:04.669754 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Device 1443cf52-7171-4d1e-804b-b93c2c70b8e8 no longer exists at agent hyperv_hv-cinder-85236 {{(pid=111142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:59:04.712090 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52ca23c-e2c0-4587-943e-49d69a84d8c4 req-18c42387-8015-432f-ba9f-e0f6de3d35e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:59:04.713946 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-d52ca23c-e2c0-4587-943e-49d69a84d8c4 req-18c42387-8015-432f-ba9f-e0f6de3d35e8 service neutron] 10.222.0.91 "GET /networking/v2.0/networks?tenant_id=e5e7f48ecafa4bfe80fadd50e0b24cbb&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2306216 Aug 09 16:59:04.736545 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-c6d35f85-1f8c-4418-826b-f777407718d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-338892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-336'] for router (286245d4-d1e1-45d8-a33e-8ce6c103810d), precommit_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:59:04.749961 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-c6d35f85-1f8c-4418-826b-f777407718d1 admin admin] Publish callbacks [] for router_controller (286245d4-d1e1-45d8-a33e-8ce6c103810d), precommit_delete_associations {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:59:04.778132 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Current status of the port 1443cf52-7171-4d1e-804b-b93c2c70b8e8 is: DOWN; New status is: DOWN {{(pid=111142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 16:59:04.919483 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc48e071-ab79-4b84-afcc-d69fc43f5f9e req-898e1a9d-5606-454a-b39b-8c284f38d034 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:59:04.929002 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-bc48e071-ab79-4b84-afcc-d69fc43f5f9e req-898e1a9d-5606-454a-b39b-8c284f38d034 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=d7d6d438-7e26-4e3d-a088-ca3312a4d746 HTTP/1.1" status: 200 len: 944 time: 0.0860078 Aug 09 16:59:04.932744 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-c6d35f85-1f8c-4418-826b-f777407718d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-338766'] for router (286245d4-d1e1-45d8-a33e-8ce6c103810d), after_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:59:04.937485 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6d35f85-1f8c-4418-826b-f777407718d1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 286245d4-d1e1-45d8-a33e-8ce6c103810d {{(pid=111140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 16:59:04.954511 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-c6d35f85-1f8c-4418-826b-f777407718d1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:59:04.957542 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [None req-c6d35f85-1f8c-4418-826b-f777407718d1 admin admin] 10.222.0.59 "DELETE /networking/v2.0/routers/286245d4-d1e1-45d8-a33e-8ce6c103810d HTTP/1.1" status: 204 len: 168 time: 1.8161635 Aug 09 16:59:04.959762 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.wsgi [-] (111140) accepted ('10.222.0.59', 57604) {{(pid=111140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:59:04.968347 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52ca23c-e2c0-4587-943e-49d69a84d8c4 req-2dc58771-e3de-49fc-bfae-c1ad300e81bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:59:04.969840 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-d52ca23c-e2c0-4587-943e-49d69a84d8c4 req-2dc58771-e3de-49fc-bfae-c1ad300e81bd service neutron] 10.222.0.91 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2455921 Aug 09 16:59:05.027553 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf3eff50-0bb8-497f-97fc-5d70220277da admin admin] Deleting subnet 414c40d7-70ed-42dc-9e49-6496154d7c43 {{(pid=111140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 09 16:59:05.031433 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-bf3eff50-0bb8-497f-97fc-5d70220277da admin admin] Publish callbacks [] for subnet (414c40d7-70ed-42dc-9e49-6496154d7c43), before_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:59:05.045651 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-bc48e071-ab79-4b84-afcc-d69fc43f5f9e req-fe34011f-e64f-4df2-af1d-46dc767a2a1e tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=891c2bba-5f70-4348-a605-867373065164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1156385 Aug 09 16:59:05.078075 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:59:05.096823 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-bf3eff50-0bb8-497f-97fc-5d70220277da admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12387189'] for subnet (414c40d7-70ed-42dc-9e49-6496154d7c43), precommit_delete_associations {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:59:05.117742 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99ab054-923d-473a-b6e4-90e1643ec600 req-f5225b42-3b76-43eb-89f1-30048fd10f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:59:05.121100 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-f99ab054-923d-473a-b6e4-90e1643ec600 req-f5225b42-3b76-43eb-89f1-30048fd10f6d service neutron] 10.222.0.91 "GET /networking/v2.0/ports?tenant_id=e5e7f48ecafa4bfe80fadd50e0b24cbb&device_id=d7d6d438-7e26-4e3d-a088-ca3312a4d746 HTTP/1.1" status: 200 len: 1128 time: 0.0530376 Aug 09 16:59:05.161369 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:59:05.195917 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-f99ab054-923d-473a-b6e4-90e1643ec600 req-a41fe886-eb3a-4bc9-a6a0-b6ef2766b46d service neutron] 10.222.0.91 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=764f036a-2fe6-4b66-9ae3-77f17f6b705f HTTP/1.1" status: 200 len: 217 time: 0.0477219 Aug 09 16:59:05.221788 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-bf3eff50-0bb8-497f-97fc-5d70220277da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3877167'] for subnet (414c40d7-70ed-42dc-9e49-6496154d7c43), precommit_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:59:05.281849 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99ab054-923d-473a-b6e4-90e1643ec600 req-fa28075b-8145-4372-a6e6-f2a3a703f5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:59:05.287277 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-f99ab054-923d-473a-b6e4-90e1643ec600 req-fa28075b-8145-4372-a6e6-f2a3a703f5fe service neutron] 10.222.0.91 "GET /networking/v2.0/subnets?id=b36b87ee-0e67-4f6f-99fc-27a16ecf7293 HTTP/1.1" status: 200 len: 850 time: 0.0804656 Aug 09 16:59:05.358810 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99ab054-923d-473a-b6e4-90e1643ec600 req-1bc3be13-4952-45f7-983f-163dcb35cab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:59:05.361071 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-f99ab054-923d-473a-b6e4-90e1643ec600 req-1bc3be13-4952-45f7-983f-163dcb35cab0 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?network_id=03ca7ab9-4a6d-42ee-86c4-e644a355c008&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0663788 Aug 09 16:59:05.451615 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-bf3eff50-0bb8-497f-97fc-5d70220277da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3877156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12086752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8786532'] for subnet (414c40d7-70ed-42dc-9e49-6496154d7c43), after_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:59:05.484246 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-f99ab054-923d-473a-b6e4-90e1643ec600 req-903e51a5-4263-4cdb-85c6-9952788d2694 service neutron] 10.222.0.91 "GET /networking/v2.0/networks/03ca7ab9-4a6d-42ee-86c4-e644a355c008?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147888 Aug 09 16:59:05.502989 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3eff50-0bb8-497f-97fc-5d70220277da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=414c40d7-70ed-42dc-9e49-6496154d7c43,revision_number=None']} {{(pid=111140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:59:05.522343 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-bf3eff50-0bb8-497f-97fc-5d70220277da admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:59:05.534946 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [None req-bf3eff50-0bb8-497f-97fc-5d70220277da admin admin] 10.222.0.59 "DELETE /networking/v2.0/subnets/414c40d7-70ed-42dc-9e49-6496154d7c43 HTTP/1.1" status: 204 len: 168 time: 0.5733595 Aug 09 16:59:05.535668 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.wsgi [-] (111140) accepted ('10.222.0.59', 57612) {{(pid=111140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:59:05.543169 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a161efd6-6b6e-4b40-a0d9-8ed3ad2326e0 None None] Network d512bb64-4fdf-40f1-b457-d57f69ae1831 requested from dv-cinder-852364-3-iscsi {{(pid=111142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 09 16:59:05.622313 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-f99ab054-923d-473a-b6e4-90e1643ec600 req-691b11ce-e8ab-4b6a-92bd-50ac6039a572 service neutron] 10.222.0.91 "GET /networking/v2.0/networks/03ca7ab9-4a6d-42ee-86c4-e644a355c008?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290131 Aug 09 16:59:05.698194 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:59:05.777209 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b7b263-b0fd-4b62-9381-cd9d1570135f req-00b979ac-a050-4818-b5e2-d516fccce124 tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:59:05.779838 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-c5b7b263-b0fd-4b62-9381-cd9d1570135f req-00b979ac-a050-4818-b5e2-d516fccce124 tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=240e5a5a-5f07-4b5e-b8f1-11d492602c3a HTTP/1.1" status: 200 len: 984 time: 0.1009467 Aug 09 16:59:05.784237 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-7d24c887-f2ee-4264-8825-787b515922e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3928643'] for network (d512bb64-4fdf-40f1-b457-d57f69ae1831), before_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:59:05.830336 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=86,neutron:DELETE=11,neutron:UPDATE=3 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:59:05.874553 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6f59896-550b-49cd-a5a2-482c56e6c0f7 None None] DHCP port deletion for d512bb64-4fdf-40f1-b457-d57f69ae1831 request from dv-cinder-852364-3-iscsi {{(pid=111142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 09 16:59:05.916871 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-c5b7b263-b0fd-4b62-9381-cd9d1570135f req-d4132e24-e94b-4b1d-addc-bce98053d162 tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=da40407e-4fba-40cd-93a9-019f01c74743&id=f3de0c48-41f5-4040-845d-389a653a25e5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1286535 Aug 09 16:59:05.952495 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.plugins.ml2.plugin [None req-7d24c887-f2ee-4264-8825-787b515922e7 admin admin] Deleting port fd10a96b-4d3b-4322-9252-5983cf629f21 {{(pid=111140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 09 16:59:05.952843 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-7d24c887-f2ee-4264-8825-787b515922e7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748338259761'] for port (fd10a96b-4d3b-4322-9252-5983cf629f21), before_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:59:05.955840 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-e6f59896-550b-49cd-a5a2-482c56e6c0f7 None None] Deleting port fd10a96b-4d3b-4322-9252-5983cf629f21 {{(pid=111142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 09 16:59:05.956471 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-e6f59896-550b-49cd-a5a2-482c56e6c0f7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748338259761'] for port (fd10a96b-4d3b-4322-9252-5983cf629f21), before_delete {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:59:05.961809 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec72928-0e8c-4f2b-9be5-988b3601c964 req-8f1acb19-07c8-4f47-b8c3-afa8799e9998 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:59:05.964247 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-6ec72928-0e8c-4f2b-9be5-988b3601c964 req-8f1acb19-07c8-4f47-b8c3-afa8799e9998 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7cfd8cd7-c54d-4820-8b0c-ba06394e2714 HTTP/1.1" status: 200 len: 943 time: 0.1298020 Aug 09 16:59:06.038779 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.db [None req-e6f59896-550b-49cd-a5a2-482c56e6c0f7 None None] For port fd10a96b-4d3b-4322-9252-5983cf629f21, host dv-cinder-852364-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-3-iscsi',level=0,port_id=fd10a96b-4d3b-4322-9252-5983cf629f21,segment=NetworkSegment(22b689c2-f947-4ac8-81fc-daefa317b1b6),segment_id=22b689c2-f947-4ac8-81fc-daefa317b1b6)] {{(pid=111142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:59:06.039655 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-e6f59896-550b-49cd-a5a2-482c56e6c0f7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694862'] for port (fd10a96b-4d3b-4322-9252-5983cf629f21), precommit_delete {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:59:06.063229 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-6ec72928-0e8c-4f2b-9be5-988b3601c964 req-24f5d4f6-b910-40ec-bff4-8acf2db10bbd tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=89352413-89cd-4632-8930-b8ad42976343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933819 Aug 09 16:59:06.076908 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-e6f59896-550b-49cd-a5a2-482c56e6c0f7 None None] Calling delete_port for fd10a96b-4d3b-4322-9252-5983cf629f21 owned by network:dhcp {{(pid=111142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 09 16:59:06.111673 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.plugins.ml2.db [None req-7d24c887-f2ee-4264-8825-787b515922e7 admin admin] For port fd10a96b-4d3b-4322-9252-5983cf629f21, host dv-cinder-852364-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-3-iscsi',level=0,port_id=fd10a96b-4d3b-4322-9252-5983cf629f21,segment=NetworkSegment(22b689c2-f947-4ac8-81fc-daefa317b1b6),segment_id=22b689c2-f947-4ac8-81fc-daefa317b1b6)] {{(pid=111140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:59:06.112110 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-7d24c887-f2ee-4264-8825-787b515922e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694862'] for port (fd10a96b-4d3b-4322-9252-5983cf629f21), precommit_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:59:06.176726 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.plugins.ml2.plugin [None req-7d24c887-f2ee-4264-8825-787b515922e7 admin admin] Calling delete_port for fd10a96b-4d3b-4322-9252-5983cf629f21 owned by network:dhcp {{(pid=111140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 09 16:59:06.202152 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781fb920-6e58-4cbd-b443-2d7dcaadfc06 req-ea9fd68b-7119-4257-a8a7-a571c70cc799 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:59:06.205079 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-781fb920-6e58-4cbd-b443-2d7dcaadfc06 req-ea9fd68b-7119-4257-a8a7-a571c70cc799 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=d7d6d438-7e26-4e3d-a088-ca3312a4d746 HTTP/1.1" status: 200 len: 944 time: 0.0795996 Aug 09 16:59:06.280634 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Device 4a7ffaa3-c015-4647-9470-4b3ca7886b6c no longer exists at agent ovs-agent-dv-cinder-852364-3-iscsi {{(pid=111142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:59:06.304634 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] No Port match for: 4a7ffaa3-c015-4647-9470-4b3ca7886b6c {{(pid=111142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 09 16:59:06.305266 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Device 4a7ffaa3-c015-4647-9470-4b3ca7886b6c not bound to the agent host dv-cinder-852364-3-iscsi {{(pid=111142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:59:06.305694 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Device fd10a96b-4d3b-4322-9252-5983cf629f21 no longer exists at agent ovs-agent-dv-cinder-852364-3-iscsi {{(pid=111142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:59:06.331945 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-e6f59896-550b-49cd-a5a2-482c56e6c0f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748338263278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748337861762'] for port (fd10a96b-4d3b-4322-9252-5983cf629f21), after_delete {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:59:06.372314 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f59896-550b-49cd-a5a2-482c56e6c0f7 None None] Pushing event deleted for resources: {'Port': ['ID=fd10a96b-4d3b-4322-9252-5983cf629f21,revision_number=None']} {{(pid=111142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:59:06.381888 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f59896-550b-49cd-a5a2-482c56e6c0f7 None None] No DVR routers for this DVR port fd10a96b-4d3b-4322-9252-5983cf629f21 on host dv-cinder-852364-3-iscsi {{(pid=111142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 09 16:59:06.396193 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.db [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] No active binding found for port fd10a96b-4d3b-4322-9252-5983cf629f21 {{(pid=111142) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 09 16:59:06.396925 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] The host dv-cinder-852364-3-iscsi is not matching for port fd10a96b-4d3b-4322-9252-5983cf629f21 host None! {{(pid=111142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2390}} Aug 09 16:59:06.397493 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Device fd10a96b-4d3b-4322-9252-5983cf629f21 not bound to the agent host dv-cinder-852364-3-iscsi {{(pid=111142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:59:06.578937 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-781fb920-6e58-4cbd-b443-2d7dcaadfc06 req-b9934b21-fff1-4eda-8779-ecf1536802de tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=891c2bba-5f70-4348-a605-867373065164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3665745 Aug 09 16:59:06.596299 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-7d24c887-f2ee-4264-8825-787b515922e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748338263278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748337861762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12086677'] for port (fd10a96b-4d3b-4322-9252-5983cf629f21), after_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:59:06.620974 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d24c887-f2ee-4264-8825-787b515922e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=fd10a96b-4d3b-4322-9252-5983cf629f21,revision_number=None']} {{(pid=111140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:59:06.629295 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d24c887-f2ee-4264-8825-787b515922e7 admin admin] No DVR routers for this DVR port fd10a96b-4d3b-4322-9252-5983cf629f21 on host dv-cinder-852364-3-iscsi {{(pid=111140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 09 16:59:06.713726 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-7d24c887-f2ee-4264-8825-787b515922e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3880624', 'neutron.services.segments.db._delete_segments_for_network-8748338318574'] for network (d512bb64-4fdf-40f1-b457-d57f69ae1831), precommit_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:59:06.735723 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.services.segments.db [None req-7d24c887-f2ee-4264-8825-787b515922e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d512bb64-4fdf-40f1-b457-d57f69ae1831']}} {{(pid=111140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:59:06.747472 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.services.segments.db [None req-7d24c887-f2ee-4264-8825-787b515922e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22b689c2-f947-4ac8-81fc-daefa317b1b6') {'for_net_delete': True} {{(pid=111140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:59:06.747775 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.services.segments.db [None req-7d24c887-f2ee-4264-8825-787b515922e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22b689c2-f947-4ac8-81fc-daefa317b1b6') {} {{(pid=111140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:59:06.760810 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-7d24c887-f2ee-4264-8825-787b515922e7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748338318475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12387196'] for segment (22b689c2-f947-4ac8-81fc-daefa317b1b6), before_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:59:06.776434 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-7d24c887-f2ee-4264-8825-787b515922e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3501092'] for segment (22b689c2-f947-4ac8-81fc-daefa317b1b6), precommit_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:59:06.784830 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d24c887-f2ee-4264-8825-787b515922e7 admin admin] Releasing vlan 980 on physical network physnet1 to pool {{(pid=111140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 16:59:06.785993 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-7d24c887-f2ee-4264-8825-787b515922e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3501092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12084034'] for segment (22b689c2-f947-4ac8-81fc-daefa317b1b6), after_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:59:06.806969 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.services.segments.plugin [-] Segment 22b689c2-f947-4ac8-81fc-daefa317b1b6 resource provider aggregate not found Aug 09 16:59:06.846284 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.services.segments.plugin [-] Segment 22b689c2-f947-4ac8-81fc-daefa317b1b6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 22b689c2-f947-4ac8-81fc-daefa317b1b6 found for delete ", "request_id": "req-49896660-d09d-4782-b4ee-c9a697fca419"}]} Aug 09 16:59:06.914266 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-7d24c887-f2ee-4264-8825-787b515922e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3880635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690469'] for network (d512bb64-4fdf-40f1-b457-d57f69ae1831), after_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:59:06.922562 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-7d24c887-f2ee-4264-8825-787b515922e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526441'] for network (None), before_response {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:59:06.926857 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [None req-7d24c887-f2ee-4264-8825-787b515922e7 admin admin] 10.222.0.59 "DELETE /networking/v2.0/networks/d512bb64-4fdf-40f1-b457-d57f69ae1831 HTTP/1.1" status: 204 len: 168 time: 1.3883333 Aug 09 16:59:06.939758 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d24c887-f2ee-4264-8825-787b515922e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=d512bb64-4fdf-40f1-b457-d57f69ae1831,revision_number=None']} {{(pid=111140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:59:07.053829 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb2c5e0-a5d0-4952-be35-a78397230a64 req-1e34481a-ca10-42dd-b687-cb96f80fdc55 tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:59:07.055352 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-4cb2c5e0-a5d0-4952-be35-a78397230a64 req-1e34481a-ca10-42dd-b687-cb96f80fdc55 tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=240e5a5a-5f07-4b5e-b8f1-11d492602c3a HTTP/1.1" status: 200 len: 984 time: 0.0513251 Aug 09 16:59:07.138059 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-4cb2c5e0-a5d0-4952-be35-a78397230a64 req-f964a780-5c5d-4ca7-9a45-b49290dabea1 tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=da40407e-4fba-40cd-93a9-019f01c74743&id=f3de0c48-41f5-4040-845d-389a653a25e5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0734239 Aug 09 16:59:07.224258 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e20f41-f75e-4c57-ad0f-1772d65f8c89 req-2bc54a44-645b-4ad5-9581-cc2391b1162e tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:59:07.231274 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-13e20f41-f75e-4c57-ad0f-1772d65f8c89 req-2bc54a44-645b-4ad5-9581-cc2391b1162e tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7cfd8cd7-c54d-4820-8b0c-ba06394e2714 HTTP/1.1" status: 200 len: 943 time: 0.0630791 Aug 09 16:59:07.253055 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.wsgi [-] (111141) accepted ('10.222.0.59', 57636) {{(pid=111141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:59:07.284918 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-13e20f41-f75e-4c57-ad0f-1772d65f8c89 req-b1c698ec-9e58-4f34-960c-e4169f90c2d0 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=89352413-89cd-4632-8930-b8ad42976343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527129 Aug 09 16:59:07.314965 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.wsgi [-] (111140) accepted ('10.222.0.59', 57638) {{(pid=111140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:59:07.315772 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [None req-15b12f82-0cf0-44fa-a734-768e498319ce admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=321de2c92d814e6ab1da13939153da87&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0609381 Aug 09 16:59:07.381049 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-2f5ab7c7-a2aa-4503-bf7a-0fe6c90962fa admin admin] Publish callbacks [] for security_group (36d17016-52a7-4b1d-ad99-d4afb7c3f58d), before_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:59:07.385479 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:59:07.404990 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-2f5ab7c7-a2aa-4503-bf7a-0fe6c90962fa admin admin] Publish callbacks [] for security_group (36d17016-52a7-4b1d-ad99-d4afb7c3f58d), precommit_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:59:07.530913 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-2f5ab7c7-a2aa-4503-bf7a-0fe6c90962fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763768'] for security_group (36d17016-52a7-4b1d-ad99-d4afb7c3f58d), after_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:59:07.533653 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-2f5ab7c7-a2aa-4503-bf7a-0fe6c90962fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:59:07.534975 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [None req-2f5ab7c7-a2aa-4503-bf7a-0fe6c90962fa admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/36d17016-52a7-4b1d-ad99-d4afb7c3f58d HTTP/1.1" status: 204 len: 168 time: 0.2188733 Aug 09 16:59:07.543871 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5ab7c7-a2aa-4503-bf7a-0fe6c90962fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36d17016-52a7-4b1d-ad99-d4afb7c3f58d,revision_number=None']} {{(pid=111140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:59:07.729077 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce57d60a-e2fd-4b4d-a791-043aa24fac3f req-a419f71a-5838-48d3-83c8-46b81df089eb tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:59:07.730626 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-ce57d60a-e2fd-4b4d-a791-043aa24fac3f req-a419f71a-5838-48d3-83c8-46b81df089eb tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=d7d6d438-7e26-4e3d-a088-ca3312a4d746 HTTP/1.1" status: 200 len: 944 time: 0.0555930 Aug 09 16:59:07.806153 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-ce57d60a-e2fd-4b4d-a791-043aa24fac3f req-d1c50522-faae-499d-ae00-2c5466b53155 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=891c2bba-5f70-4348-a605-867373065164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685503 Aug 09 16:59:08.288497 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f928b9-430e-49e1-bb83-bd5097504a7e req-1190c91e-f802-401c-8991-2a5015217af3 tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:59:08.292175 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-42f928b9-430e-49e1-bb83-bd5097504a7e req-1190c91e-f802-401c-8991-2a5015217af3 tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=240e5a5a-5f07-4b5e-b8f1-11d492602c3a HTTP/1.1" status: 200 len: 984 time: 0.0712018 Aug 09 16:59:08.413284 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=100 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:59:08.418667 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-42f928b9-430e-49e1-bb83-bd5097504a7e req-761276eb-72fd-4aca-b189-ad20abd38446 tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=da40407e-4fba-40cd-93a9-019f01c74743&id=f3de0c48-41f5-4040-845d-389a653a25e5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1189981 Aug 09 16:59:08.442020 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af7efd6-a99d-4869-89a5-fdcddd0a4e44 req-9a951c49-cb9d-4b37-a5ec-009b252b9161 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:59:08.443826 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-2af7efd6-a99d-4869-89a5-fdcddd0a4e44 req-9a951c49-cb9d-4b37-a5ec-009b252b9161 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7cfd8cd7-c54d-4820-8b0c-ba06394e2714 HTTP/1.1" status: 200 len: 943 time: 0.0622342 Aug 09 16:59:08.511558 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-2af7efd6-a99d-4869-89a5-fdcddd0a4e44 req-13eddab9-52f6-42b3-b664-3663cd3db812 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=89352413-89cd-4632-8930-b8ad42976343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592544 Aug 09 16:59:08.971421 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:59:08.976253 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1513c088-9bb0-4d1c-83e5-f8f59d6f6f1e req-15656e2b-3e07-468d-abca-cfdd4f4ae15f tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:59:08.977825 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-1513c088-9bb0-4d1c-83e5-f8f59d6f6f1e req-15656e2b-3e07-468d-abca-cfdd4f4ae15f tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=d7d6d438-7e26-4e3d-a088-ca3312a4d746 HTTP/1.1" status: 200 len: 944 time: 0.0584350 Aug 09 16:59:09.040262 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-1513c088-9bb0-4d1c-83e5-f8f59d6f6f1e req-822d15f6-beb0-443f-8953-abbfec3e053b tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=891c2bba-5f70-4348-a605-867373065164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532970 Aug 09 16:59:09.582470 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f0800f-3d7a-4f91-bae8-ced5f312d23a req-33e6a789-251b-4dac-a2c3-4b05ed292565 tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:59:09.591400 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-10f0800f-3d7a-4f91-bae8-ced5f312d23a req-33e6a789-251b-4dac-a2c3-4b05ed292565 tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=240e5a5a-5f07-4b5e-b8f1-11d492602c3a HTTP/1.1" status: 200 len: 984 time: 0.0726459 Aug 09 16:59:09.678908 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-10f0800f-3d7a-4f91-bae8-ced5f312d23a req-f08573e7-4cce-4737-b1dd-4a44c43ec379 tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=da40407e-4fba-40cd-93a9-019f01c74743&id=f3de0c48-41f5-4040-845d-389a653a25e5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0862939 Aug 09 16:59:09.719191 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e504cca-1d94-481e-a0b1-9ef6d60632b6 req-a58d0ac7-8852-44bf-b820-6ac4f0af28ad tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:59:09.723663 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-0e504cca-1d94-481e-a0b1-9ef6d60632b6 req-a58d0ac7-8852-44bf-b820-6ac4f0af28ad tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7cfd8cd7-c54d-4820-8b0c-ba06394e2714 HTTP/1.1" status: 200 len: 943 time: 0.0979042 Aug 09 16:59:09.790523 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-0e504cca-1d94-481e-a0b1-9ef6d60632b6 req-cfd44aa0-402b-4f23-b457-496fa6d741a8 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=89352413-89cd-4632-8930-b8ad42976343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654380 Aug 09 16:59:10.113863 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-7ea0d850-2be0-4166-b8a6-d6edb1faae72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (0d699ab0-1a4e-47ab-a625-f3b077123214), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:59:10.159829 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae212dc-82bc-476d-9508-aec4b7a35c13 req-d2639732-996f-441d-a97a-3c7df06e740d tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:59:10.161190 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-6ae212dc-82bc-476d-9508-aec4b7a35c13 req-d2639732-996f-441d-a97a-3c7df06e740d tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=d7d6d438-7e26-4e3d-a088-ca3312a4d746 HTTP/1.1" status: 200 len: 944 time: 0.0485363 Aug 09 16:59:10.214889 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-6ae212dc-82bc-476d-9508-aec4b7a35c13 req-5702ebcf-b7ab-41c6-9490-eb2b291eefcd tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=891c2bba-5f70-4348-a605-867373065164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479209 Aug 09 16:59:10.840984 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c0041b-76df-472a-837c-110c94c39ce4 req-8cf79dff-9a8f-434b-bb1d-4d525d9e36c1 tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:59:10.860571 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-a1c0041b-76df-472a-837c-110c94c39ce4 req-8cf79dff-9a8f-434b-bb1d-4d525d9e36c1 tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=240e5a5a-5f07-4b5e-b8f1-11d492602c3a HTTP/1.1" status: 200 len: 984 time: 0.1012042 Aug 09 16:59:10.988626 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-a1c0041b-76df-472a-837c-110c94c39ce4 req-e75fe679-0bff-426d-9d64-62ad82ba9ecc tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=da40407e-4fba-40cd-93a9-019f01c74743&id=f3de0c48-41f5-4040-845d-389a653a25e5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1267569 Aug 09 16:59:10.994581 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b42b04-ba60-4b7b-9f50-4f80c7c6c7cd req-6e4a6198-5212-44b2-a928-bbaa0f715f91 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:59:10.996700 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-a1b42b04-ba60-4b7b-9f50-4f80c7c6c7cd req-6e4a6198-5212-44b2-a928-bbaa0f715f91 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7cfd8cd7-c54d-4820-8b0c-ba06394e2714 HTTP/1.1" status: 200 len: 943 time: 0.0632691 Aug 09 16:59:11.078235 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-a1b42b04-ba60-4b7b-9f50-4f80c7c6c7cd req-7c36d37f-8794-45e4-b08e-d24446858660 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=89352413-89cd-4632-8930-b8ad42976343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727189 Aug 09 16:59:11.358412 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52efadb1-0ad1-46ad-943a-b863ade799c3 req-740edc75-9e68-4004-9ebb-5251a22eb432 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:59:11.360289 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-52efadb1-0ad1-46ad-943a-b863ade799c3 req-740edc75-9e68-4004-9ebb-5251a22eb432 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=d7d6d438-7e26-4e3d-a088-ca3312a4d746 HTTP/1.1" status: 200 len: 944 time: 0.0576634 Aug 09 16:59:11.416758 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-52efadb1-0ad1-46ad-943a-b863ade799c3 req-f2d32588-0369-4950-9718-1577489a5cfc tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=891c2bba-5f70-4348-a605-867373065164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500495 Aug 09 16:59:12.115052 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f74255-cb4e-49a0-a300-f127785c1fed req-7bd0b328-5bf2-4b7e-bfc1-57221385265e tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:59:12.116939 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-77f74255-cb4e-49a0-a300-f127785c1fed req-7bd0b328-5bf2-4b7e-bfc1-57221385265e tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=240e5a5a-5f07-4b5e-b8f1-11d492602c3a HTTP/1.1" status: 200 len: 984 time: 0.0515914 Aug 09 16:59:12.184724 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-77f74255-cb4e-49a0-a300-f127785c1fed req-89f193a0-805f-4bdf-a292-3e20c3d671a5 tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=da40407e-4fba-40cd-93a9-019f01c74743&id=f3de0c48-41f5-4040-845d-389a653a25e5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0612745 Aug 09 16:59:12.231446 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba21bd71-34ca-473c-8bf7-eea193ee6eaa req-56882843-15d5-47c1-b863-a96504caa80d tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:59:12.239131 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-ba21bd71-34ca-473c-8bf7-eea193ee6eaa req-56882843-15d5-47c1-b863-a96504caa80d tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7cfd8cd7-c54d-4820-8b0c-ba06394e2714 HTTP/1.1" status: 200 len: 943 time: 0.0686908 Aug 09 16:59:12.285035 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-ba21bd71-34ca-473c-8bf7-eea193ee6eaa req-dbddc035-9d6d-423f-89fd-adb07c0ac3f6 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=89352413-89cd-4632-8930-b8ad42976343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449152 Aug 09 16:59:12.405640 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-3e2ff2e1-2fcb-4912-9411-6bb5c07bd740 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (2cf02505-efcb-442b-855b-6c659df6f18c), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:59:12.553637 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cafdcb9-59d8-45cf-8102-b55835046c31 req-2ce1ca07-5d46-4ac7-a539-1f7b6112d81a tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:59:12.555302 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-9cafdcb9-59d8-45cf-8102-b55835046c31 req-2ce1ca07-5d46-4ac7-a539-1f7b6112d81a tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=d7d6d438-7e26-4e3d-a088-ca3312a4d746 HTTP/1.1" status: 200 len: 944 time: 0.0589633 Aug 09 16:59:12.609391 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-9cafdcb9-59d8-45cf-8102-b55835046c31 req-f8e44812-998d-4b7e-a980-cdedeab8f541 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=891c2bba-5f70-4348-a605-867373065164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474496 Aug 09 16:59:12.712511 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Device 764f036a-2fe6-4b66-9ae3-77f17f6b705f details requested by agent hyperv_hv-cinder-85236 with host hv-cinder-85236 {{(pid=111142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 16:59:12.965788 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.db [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] For port 764f036a-2fe6-4b66-9ae3-77f17f6b705f, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=764f036a-2fe6-4b66-9ae3-77f17f6b705f,segment=NetworkSegment(dfba7045-db71-4a5e-bed3-6451649a980f),segment_id=dfba7045-db71-4a5e-bed3-6451649a980f)] {{(pid=111142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:59:12.980093 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Returning: {'device': '764f036a-2fe6-4b66-9ae3-77f17f6b705f', 'network_id': '03ca7ab9-4a6d-42ee-86c4-e644a355c008', 'port_id': '764f036a-2fe6-4b66-9ae3-77f17f6b705f', 'mac_address': 'fa:16:3e:b4:75:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 985, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b36b87ee-0e67-4f6f-99fc-27a16ecf7293', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 16:59:12.986262 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:59:13.019353 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Current status of the port 764f036a-2fe6-4b66-9ae3-77f17f6b705f is: DOWN; New status is: BUILD {{(pid=111142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 16:59:13.019871 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (764f036a-2fe6-4b66-9ae3-77f17f6b705f), before_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:59:13.036311 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.notifiers.nova [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 764f036a-2fe6-4b66-9ae3-77f17f6b705f {{(pid=111142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 09 16:59:13.066195 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.db [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] For port 764f036a-2fe6-4b66-9ae3-77f17f6b705f, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=764f036a-2fe6-4b66-9ae3-77f17f6b705f,segment=NetworkSegment(dfba7045-db71-4a5e-bed3-6451649a980f),segment_id=dfba7045-db71-4a5e-bed3-6451649a980f)] {{(pid=111142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:59:13.188721 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748338263269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748337861771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748337861789'] for port (764f036a-2fe6-4b66-9ae3-77f17f6b705f), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:59:13.247206 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Pushing event updated for resources: {'Port': ['ID=764f036a-2fe6-4b66-9ae3-77f17f6b705f,revision_number=4']} {{(pid=111142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:59:13.353677 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f79f2a-0bb5-4c34-92fb-76f355eedcbc req-72eda832-e9d9-4883-9668-f633a8e9adda tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:59:13.365888 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-15f79f2a-0bb5-4c34-92fb-76f355eedcbc req-72eda832-e9d9-4883-9668-f633a8e9adda tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=240e5a5a-5f07-4b5e-b8f1-11d492602c3a HTTP/1.1" status: 200 len: 984 time: 0.0925899 Aug 09 16:59:13.389005 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=100 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:59:13.488193 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67543f61-9c22-4864-aab6-40a369abff27 req-d9bfc195-4cd1-4d12-8b41-44458ae4ead7 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:59:13.489831 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-67543f61-9c22-4864-aab6-40a369abff27 req-d9bfc195-4cd1-4d12-8b41-44458ae4ead7 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7cfd8cd7-c54d-4820-8b0c-ba06394e2714 HTTP/1.1" status: 200 len: 943 time: 0.0751143 Aug 09 16:59:13.499382 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-15f79f2a-0bb5-4c34-92fb-76f355eedcbc req-ca867559-d1f5-41c5-9a7f-f9347c00af86 tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=da40407e-4fba-40cd-93a9-019f01c74743&id=f3de0c48-41f5-4040-845d-389a653a25e5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1324558 Aug 09 16:59:13.555774 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-67543f61-9c22-4864-aab6-40a369abff27 req-66e1e85c-4ddc-49bf-9475-0f39a2365c4a tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=89352413-89cd-4632-8930-b8ad42976343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592396 Aug 09 16:59:13.643326 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.db [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] get_ports_and_sgs() called for port_ids ['764f036a-2fe6-4b66-9ae3-77f17f6b705f'] {{(pid=111142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:59:13.702808 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-e70f562e-e7df-49ad-a15a-67a143aa0666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (bc6be869-02df-4ed8-8ee0-3ec53a1551af), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:59:13.755532 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636cd3ed-73e6-4f73-ac94-44dc2999521b req-16b0b800-52f3-4393-a086-f0518d324dea tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:59:13.759593 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-636cd3ed-73e6-4f73-ac94-44dc2999521b req-16b0b800-52f3-4393-a086-f0518d324dea tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=d7d6d438-7e26-4e3d-a088-ca3312a4d746 HTTP/1.1" status: 200 len: 945 time: 0.0549753 Aug 09 16:59:13.811457 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-636cd3ed-73e6-4f73-ac94-44dc2999521b req-4f9df837-9735-41af-b760-627410acdfbb tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=891c2bba-5f70-4348-a605-867373065164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480123 Aug 09 16:59:13.853711 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=5 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:59:14.698277 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425e1725-6f34-4ab4-8eb6-ddf57978a415 req-80e86158-b134-4eb2-86cd-9f0047514560 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:59:14.700524 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-425e1725-6f34-4ab4-8eb6-ddf57978a415 req-80e86158-b134-4eb2-86cd-9f0047514560 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7cfd8cd7-c54d-4820-8b0c-ba06394e2714 HTTP/1.1" status: 200 len: 943 time: 0.0543544 Aug 09 16:59:14.731591 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Device 764f036a-2fe6-4b66-9ae3-77f17f6b705f up at agent hyperv_hv-cinder-85236 {{(pid=111142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:59:14.765240 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-425e1725-6f34-4ab4-8eb6-ddf57978a415 req-9cfbf3e4-e3eb-4c51-b4d3-8907c2c3091a tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=89352413-89cd-4632-8930-b8ad42976343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577936 Aug 09 16:59:14.809945 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.provisioning_blocks [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Provisioning for port 764f036a-2fe6-4b66-9ae3-77f17f6b705f completed by entity L2. {{(pid=111142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 09 16:59:14.909818 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.provisioning_blocks [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Provisioning complete for port 764f036a-2fe6-4b66-9ae3-77f17f6b705f triggered by entity L2. {{(pid=111142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 16:59:14.910202 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877469'] for port (764f036a-2fe6-4b66-9ae3-77f17f6b705f), provisioning_complete {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:59:14.981841 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d24d79-8a3c-4f14-878e-b8e8d1cba8b2 req-2d3a9a25-810b-4347-a723-e6578df37f79 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:59:14.987167 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-f1d24d79-8a3c-4f14-878e-b8e8d1cba8b2 req-2d3a9a25-810b-4347-a723-e6578df37f79 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=d7d6d438-7e26-4e3d-a088-ca3312a4d746 HTTP/1.1" status: 200 len: 945 time: 0.0801980 Aug 09 16:59:15.119435 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Current status of the port 764f036a-2fe6-4b66-9ae3-77f17f6b705f is: BUILD; New status is: ACTIVE {{(pid=111142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 16:59:15.122905 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (764f036a-2fe6-4b66-9ae3-77f17f6b705f), before_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:59:15.129410 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-f1d24d79-8a3c-4f14-878e-b8e8d1cba8b2 req-5ab6bfe6-3109-4917-9956-40da38480593 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=891c2bba-5f70-4348-a605-867373065164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1339405 Aug 09 16:59:15.160275 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7d6d438-7e26-4e3d-a088-ca3312a4d746', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '764f036a-2fe6-4b66-9ae3-77f17f6b705f'}] {{(pid=111142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 16:59:15.162615 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a3936692d9fe67bf654b43a226d329952087876dab2ee9ab8d24037cf19aeb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dd00ede-ebcb-4d48-9361-3a0a28e8ae43" -d '{"events": [{"server_uuid": "d7d6d438-7e26-4e3d-a088-ca3312a4d746", "name": "network-vif-plugged", "status": "completed", "tag": "764f036a-2fe6-4b66-9ae3-77f17f6b705f"}]}' {{(pid=111142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:59:15.176716 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.db [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] For port 764f036a-2fe6-4b66-9ae3-77f17f6b705f, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=764f036a-2fe6-4b66-9ae3-77f17f6b705f,segment=NetworkSegment(dfba7045-db71-4a5e-bed3-6451649a980f),segment_id=dfba7045-db71-4a5e-bed3-6451649a980f)] {{(pid=111142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:59:15.204994 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Aug 2022 16:59:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c1931a6-22f7-4b48-ae80-866099579e32 x-openstack-request-id: req-4c1931a6-22f7-4b48-ae80-866099579e32 {{(pid=111142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:59:15.205345 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7d6d438-7e26-4e3d-a088-ca3312a4d746", "name": "network-vif-plugged", "status": "completed", "tag": "764f036a-2fe6-4b66-9ae3-77f17f6b705f", "code": 200}]} {{(pid=111142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:59:15.205605 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-4c1931a6-22f7-4b48-ae80-866099579e32 {{(pid=111142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:59:15.206015 dv-cinder-852364-3-iscsi neutron-server[111142]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c1931a6-22f7-4b48-ae80-866099579e32'] response: {'server_uuid': 'd7d6d438-7e26-4e3d-a088-ca3312a4d746', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '764f036a-2fe6-4b66-9ae3-77f17f6b705f', 'code': 200} Aug 09 16:59:15.262634 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748338263269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748337861771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748337861789'] for port (764f036a-2fe6-4b66-9ae3-77f17f6b705f), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:59:15.319089 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Pushing event updated for resources: {'Port': ['ID=764f036a-2fe6-4b66-9ae3-77f17f6b705f,revision_number=5']} {{(pid=111142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:59:15.502567 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-5c325a0b-ed39-4cac-be6f-43defe9e55aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (33bcacdc-c215-42b6-b75f-650d86e609be), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:59:15.668230 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (47988f4d-09d0-4892-bbfe-5b11c743802f), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:59:15.696428 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a9bf46-3675-4852-8be2-4d8739017579 req-a75d325e-2126-410f-bb2e-26115422712a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:59:15.699277 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-a3a9bf46-3675-4852-8be2-4d8739017579 req-a75d325e-2126-410f-bb2e-26115422712a service neutron] 10.222.0.91 "GET /networking/v2.0/ports?device_id=d7d6d438-7e26-4e3d-a088-ca3312a4d746 HTTP/1.1" status: 200 len: 1130 time: 0.0480015 Aug 09 16:59:15.764336 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-a3a9bf46-3675-4852-8be2-4d8739017579 req-3933b3eb-6663-486c-a5db-4a5efc2b91d9 service neutron] 10.222.0.91 "GET /networking/v2.0/security-groups?id=891c2bba-5f70-4348-a605-867373065164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523612 Aug 09 16:59:15.932208 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fc81b9-a7de-4b01-b7a5-9c6496f5c405 req-e1604de2-1efb-4bd3-baac-dbbc598aa906 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:59:15.934249 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-49fc81b9-a7de-4b01-b7a5-9c6496f5c405 req-e1604de2-1efb-4bd3-baac-dbbc598aa906 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7cfd8cd7-c54d-4820-8b0c-ba06394e2714 HTTP/1.1" status: 200 len: 943 time: 0.0525081 Aug 09 16:59:15.996136 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-49fc81b9-a7de-4b01-b7a5-9c6496f5c405 req-34b5f45d-e7fb-408f-83a6-e4575845fdc4 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=89352413-89cd-4632-8930-b8ad42976343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560725 Aug 09 16:59:16.196637 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-b14b97f2-b492-41f3-9956-7e588e3bef7f req-ae6152f5-fce6-4014-9850-860656353be1 service neutron] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7cfd8cd7-c54d-4820-8b0c-ba06394e2714&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0485113 Aug 09 16:59:16.297973 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=100 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:59:16.325179 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03484312-b92e-4e85-9d29-9d016674dae9 req-ea676ee2-f6a7-4ea8-aebc-07cabdcfaace tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:59:16.327176 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-03484312-b92e-4e85-9d29-9d016674dae9 req-ea676ee2-f6a7-4ea8-aebc-07cabdcfaace tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=d7d6d438-7e26-4e3d-a088-ca3312a4d746 HTTP/1.1" status: 200 len: 946 time: 0.1075618 Aug 09 16:59:16.334747 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14b97f2-b492-41f3-9956-7e588e3bef7f req-bd1caf5e-640a-40a7-b7e5-a17c4df02b53 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:59:16.336571 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-b14b97f2-b492-41f3-9956-7e588e3bef7f req-bd1caf5e-640a-40a7-b7e5-a17c4df02b53 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/ports/1443cf52-7171-4d1e-804b-b93c2c70b8e8 HTTP/1.1" status: 200 len: 940 time: 0.1150298 Aug 09 16:59:16.395680 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-03484312-b92e-4e85-9d29-9d016674dae9 req-6534cabf-49f6-4a88-83ec-0107f8fdadb1 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=891c2bba-5f70-4348-a605-867373065164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580866 Aug 09 16:59:17.150100 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=100 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:59:17.169637 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59ad9a9-baf5-4af7-a5c5-666fed9fa54b req-feaed531-7afd-4958-80e9-5c96918b1c8c tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:59:17.178503 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-f59ad9a9-baf5-4af7-a5c5-666fed9fa54b req-feaed531-7afd-4958-80e9-5c96918b1c8c tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7cfd8cd7-c54d-4820-8b0c-ba06394e2714 HTTP/1.1" status: 200 len: 943 time: 0.0779612 Aug 09 16:59:17.485882 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-f59ad9a9-baf5-4af7-a5c5-666fed9fa54b req-8b13762c-f20b-461a-8cd4-7c9b78d16069 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=89352413-89cd-4632-8930-b8ad42976343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3059449 Aug 09 16:59:17.542346 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f9f728-c963-4476-bda5-74f971f8a97d req-b4f3327e-bd18-40a1-9a94-06951c391ccc tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:59:17.550076 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-57f9f728-c963-4476-bda5-74f971f8a97d req-b4f3327e-bd18-40a1-9a94-06951c391ccc tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=d7d6d438-7e26-4e3d-a088-ca3312a4d746 HTTP/1.1" status: 200 len: 946 time: 0.0768571 Aug 09 16:59:17.599193 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-57f9f728-c963-4476-bda5-74f971f8a97d req-9d54c98d-ec16-40d3-be9e-93ecf2f0eabe tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=891c2bba-5f70-4348-a605-867373065164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478971 Aug 09 16:59:17.734824 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e01d455-c96c-4c92-9859-b4371a0307c6 req-9c5a2a30-98b5-4694-be0b-30276761b94d tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:59:17.736533 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-3e01d455-c96c-4c92-9859-b4371a0307c6 req-9c5a2a30-98b5-4694-be0b-30276761b94d tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=d7d6d438-7e26-4e3d-a088-ca3312a4d746 HTTP/1.1" status: 200 len: 946 time: 0.0597701 Aug 09 16:59:17.789412 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-3e01d455-c96c-4c92-9859-b4371a0307c6 req-6035009c-92c6-461e-b868-c3736e2e96be tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=891c2bba-5f70-4348-a605-867373065164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470438 Aug 09 16:59:17.818563 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.wsgi [-] (111140) accepted ('10.222.0.59', 57842) {{(pid=111140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:59:18.017737 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b792af5-a901-4059-9906-e222ade9b52a tempest-TestVolumeBootPattern-459593281 tempest-TestVolumeBootPattern-459593281-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:59:18.019430 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [None req-8b792af5-a901-4059-9906-e222ade9b52a tempest-TestVolumeBootPattern-459593281 tempest-TestVolumeBootPattern-459593281-project-admin] 10.222.0.59 "GET /networking/v2.0/ports?device_id=d7d6d438-7e26-4e3d-a088-ca3312a4d746 HTTP/1.1" status: 200 len: 1125 time: 0.1997364 Aug 09 16:59:18.022331 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.wsgi [-] (111140) accepted ('10.222.0.59', 57854) {{(pid=111140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:59:18.026680 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.v2.base [None req-d956b251-0842-413d-a0f5-4637d118485f tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Request body: {'floatingip': {'floating_network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'port_id': '764f036a-2fe6-4b66-9ae3-77f17f6b705f', 'tenant_id': 'e5e7f48ecafa4bfe80fadd50e0b24cbb', 'fixed_ip_address': '172.20.0.11'}} {{(pid=111140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 16:59:18.120058 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-d956b251-0842-413d-a0f5-4637d118485f tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:59:18.207148 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:59:18.213271 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-d956b251-0842-413d-a0f5-4637d118485f tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (None), before_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:59:18.324926 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.db.db_base_plugin_common [None req-d956b251-0842-413d-a0f5-4637d118485f tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Allocated IP 172.27.2.153 (0b446ac8-416d-4492-b144-c475e4beb84a/4516d54a-1367-472b-b3e4-4bb105fe12f6/276c4eef-8f70-4dca-a59e-87eadd00b385) {{(pid=111140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:59:18.479371 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-d956b251-0842-413d-a0f5-4637d118485f tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Publish callbacks [] for port (276c4eef-8f70-4dca-a59e-87eadd00b385), precommit_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:59:18.619012 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-d956b251-0842-413d-a0f5-4637d118485f tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748337861753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12086677'] for port (276c4eef-8f70-4dca-a59e-87eadd00b385), after_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:59:18.670105 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c701697-1606-45d2-9c29-32e15221cc41 req-af723056-591d-4696-b293-c206c684f7ce tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:59:18.671535 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-5c701697-1606-45d2-9c29-32e15221cc41 req-af723056-591d-4696-b293-c206c684f7ce tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7cfd8cd7-c54d-4820-8b0c-ba06394e2714 HTTP/1.1" status: 200 len: 943 time: 0.0961578 Aug 09 16:59:18.687779 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d956b251-0842-413d-a0f5-4637d118485f tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Network 0b446ac8-416d-4492-b144-c475e4beb84a is already hosted by enough agents. {{(pid=111140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:59:18.701139 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.scheduler.base_scheduler [None req-d956b251-0842-413d-a0f5-4637d118485f tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Resources bound (agent type, host, resource id): {{(pid=111140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:59:18.705282 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d956b251-0842-413d-a0f5-4637d118485f tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Pushing event updated for resources: {'Port': ['ID=276c4eef-8f70-4dca-a59e-87eadd00b385,revision_number=1']} {{(pid=111140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:59:18.709287 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d956b251-0842-413d-a0f5-4637d118485f tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Received port after_create {{(pid=111140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 09 16:59:18.712907 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:59:18.740022 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d956b251-0842-413d-a0f5-4637d118485f tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:59:18.740369 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d956b251-0842-413d-a0f5-4637d118485f tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:59:18.740743 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d956b251-0842-413d-a0f5-4637d118485f tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:59:18.741117 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d956b251-0842-413d-a0f5-4637d118485f tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:59:18.741557 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d956b251-0842-413d-a0f5-4637d118485f tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:59:18.741906 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d956b251-0842-413d-a0f5-4637d118485f tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:59:18.742608 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d956b251-0842-413d-a0f5-4637d118485f tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:59:18.742918 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d956b251-0842-413d-a0f5-4637d118485f tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:59:18.743213 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d956b251-0842-413d-a0f5-4637d118485f tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:59:18.743505 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d956b251-0842-413d-a0f5-4637d118485f tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:59:18.743917 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d956b251-0842-413d-a0f5-4637d118485f tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:59:18.744197 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d956b251-0842-413d-a0f5-4637d118485f tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:59:18.744490 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d956b251-0842-413d-a0f5-4637d118485f tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:59:18.744813 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d956b251-0842-413d-a0f5-4637d118485f tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:59:18.745133 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d956b251-0842-413d-a0f5-4637d118485f tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:59:18.785172 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-5c701697-1606-45d2-9c29-32e15221cc41 req-39e816f6-620c-482d-943f-fcb8bb19105f tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=89352413-89cd-4632-8930-b8ad42976343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050770 Aug 09 16:59:19.146705 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14b97f2-b492-41f3-9956-7e588e3bef7f req-947bd039-8fb2-4aa7-b6cc-36fe63524115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:59:19.150101 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-b14b97f2-b492-41f3-9956-7e588e3bef7f req-947bd039-8fb2-4aa7-b6cc-36fe63524115 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?device_id=7cfd8cd7-c54d-4820-8b0c-ba06394e2714&tenant_id=432f91c6e89c4fecb0d1f6afb1bcfe7e HTTP/1.1" status: 200 len: 1127 time: 0.0971556 Aug 09 16:59:19.240128 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-d956b251-0842-413d-a0f5-4637d118485f tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Publish callbacks [] for floatingip (6bd17da1-1676-4f9b-8b64-dec75415dfa2), precommit_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:59:19.286421 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14b97f2-b492-41f3-9956-7e588e3bef7f req-7489ca7a-c31c-4674-b1a8-b5253b4d5794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:59:19.288346 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-b14b97f2-b492-41f3-9956-7e588e3bef7f req-7489ca7a-c31c-4674-b1a8-b5253b4d5794 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?tenant_id=432f91c6e89c4fecb0d1f6afb1bcfe7e&device_id=7cfd8cd7-c54d-4820-8b0c-ba06394e2714 HTTP/1.1" status: 200 len: 1127 time: 0.0648909 Aug 09 16:59:19.409607 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-d956b251-0842-413d-a0f5-4637d118485f tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (276c4eef-8f70-4dca-a59e-87eadd00b385), before_update {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:59:19.445942 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14b97f2-b492-41f3-9956-7e588e3bef7f req-c7f34af3-802f-417a-804c-c3c7eda56728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:59:19.446718 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:59:19.447761 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-b14b97f2-b492-41f3-9956-7e588e3bef7f req-c7f34af3-802f-417a-804c-c3c7eda56728 service neutron] 10.222.0.91 "GET /networking/v2.0/networks?id=2fdb2410-afc4-41b9-b8f9-2ac596eb2296 HTTP/1.1" status: 200 len: 918 time: 0.1513159 Aug 09 16:59:19.447909 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG dbcounter [-] [111143] Writing DB stats neutron:SELECT=37 {{(pid=111143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:59:19.463350 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG dbcounter [-] [111143] Writing DB stats neutron:SELECT=80 {{(pid=111143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:59:19.565971 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-b14b97f2-b492-41f3-9956-7e588e3bef7f req-2a821eb2-59dd-4bed-85a0-53666148f47b service neutron] 10.222.0.91 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1443cf52-7171-4d1e-804b-b93c2c70b8e8 HTTP/1.1" status: 200 len: 998 time: 0.1097748 Aug 09 16:59:19.611416 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-d956b251-0842-413d-a0f5-4637d118485f tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Publish callbacks [] for port (276c4eef-8f70-4dca-a59e-87eadd00b385), precommit_update {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:59:19.622500 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14b97f2-b492-41f3-9956-7e588e3bef7f req-3ab9c130-f1a8-4903-b3f5-868a1ec180a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:59:19.626193 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-b14b97f2-b492-41f3-9956-7e588e3bef7f req-3ab9c130-f1a8-4903-b3f5-868a1ec180a9 service neutron] 10.222.0.91 "GET /networking/v2.0/subnets?id=1b532a95-1235-4d0d-9992-be56a4fc30cf HTTP/1.1" status: 200 len: 856 time: 0.0488884 Aug 09 16:59:19.674091 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-d956b251-0842-413d-a0f5-4637d118485f tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748338263269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748337861771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748337861789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12086682'] for port (276c4eef-8f70-4dca-a59e-87eadd00b385), after_update {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:59:19.697573 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14b97f2-b492-41f3-9956-7e588e3bef7f req-484ff304-ed02-4098-8fbc-28bca6e609c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:59:19.699201 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-b14b97f2-b492-41f3-9956-7e588e3bef7f req-484ff304-ed02-4098-8fbc-28bca6e609c3 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?network_id=2fdb2410-afc4-41b9-b8f9-2ac596eb2296&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0568063 Aug 09 16:59:19.755046 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d956b251-0842-413d-a0f5-4637d118485f tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Pushing event updated for resources: {'Port': ['ID=276c4eef-8f70-4dca-a59e-87eadd00b385,revision_number=2']} {{(pid=111140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:59:19.757881 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-d956b251-0842-413d-a0f5-4637d118485f tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-336914'] for floatingip (6bd17da1-1676-4f9b-8b64-dec75415dfa2), after_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:59:19.841062 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-b14b97f2-b492-41f3-9956-7e588e3bef7f req-b943a2a2-b8d9-428a-95ac-8378cfa3da88 service neutron] 10.222.0.91 "GET /networking/v2.0/networks/2fdb2410-afc4-41b9-b8f9-2ac596eb2296?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313207 Aug 09 16:59:19.873861 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:59:19.889729 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.db.l3_db [None req-d956b251-0842-413d-a0f5-4637d118485f tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Floating IP 6bd17da1-1676-4f9b-8b64-dec75415dfa2 associated. External IP: 172.27.2.153, port: 764f036a-2fe6-4b66-9ae3-77f17f6b705f. Aug 09 16:59:19.916902 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=100 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:59:19.984460 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaee07e8-1521-48a9-b2f8-61cccdd3652a req-6a6ee0ab-5ba3-4d43-9507-1e4e1cb4d41b tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:59:19.987643 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-aaee07e8-1521-48a9-b2f8-61cccdd3652a req-6a6ee0ab-5ba3-4d43-9507-1e4e1cb4d41b tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7cfd8cd7-c54d-4820-8b0c-ba06394e2714 HTTP/1.1" status: 200 len: 943 time: 0.0824060 Aug 09 16:59:20.042875 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-b14b97f2-b492-41f3-9956-7e588e3bef7f req-e11e90b5-b970-4373-ab58-94fd67f45533 service neutron] 10.222.0.91 "GET /networking/v2.0/networks/2fdb2410-afc4-41b9-b8f9-2ac596eb2296?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1920137 Aug 09 16:59:20.091538 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-aaee07e8-1521-48a9-b2f8-61cccdd3652a req-c9225e9d-3c7d-4cea-9901-885a593836c8 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=89352413-89cd-4632-8930-b8ad42976343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827403 Aug 09 16:59:20.162927 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d956b251-0842-413d-a0f5-4637d118485f tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Router 7b1d7653-d26c-46fd-a988-11a269ea7e23 has already been hosted by L3 agent 2cf02505-efcb-442b-855b-6c659df6f18c {{(pid=111140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 09 16:59:20.290495 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d956b251-0842-413d-a0f5-4637d118485f tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Notify agent at l3_agent.dv-cinder-852364-3-iscsi the message routers_updated {{(pid=111140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:59:20.304168 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f911aa2c-b284-4449-adc8-f6432be3051f None None] Sync routers for ids ['7b1d7653-d26c-46fd-a988-11a269ea7e23'] in dv-cinder-852364-3-iscsi {{(pid=111142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:59:20.315885 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f911aa2c-b284-4449-adc8-f6432be3051f None None] Routers {'7b1d7653-d26c-46fd-a988-11a269ea7e23'} bound to L3 agent in host dv-cinder-852364-3-iscsi {{(pid=111142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 16:59:20.320154 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_hamode_db [None req-f911aa2c-b284-4449-adc8-f6432be3051f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-09T16:42:12Z,description=,heartbeat_timestamp=2022-08-09T16:59:12Z,host='dv-cinder-852364-3-iscsi',id=2cf02505-efcb-442b-855b-6c659df6f18c,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:13Z,topic='l3_agent')) {'router_ids': ['7b1d7653-d26c-46fd-a988-11a269ea7e23'], 'active': True} {{(pid=111142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:59:20.378918 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-d956b251-0842-413d-a0f5-4637d118485f tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90003'] for floatingip (None), before_response {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:59:20.416698 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [None req-d956b251-0842-413d-a0f5-4637d118485f tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] 10.222.0.59 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3932548 Aug 09 16:59:20.417424 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7d6d438-7e26-4e3d-a088-ca3312a4d746', 'tag': '764f036a-2fe6-4b66-9ae3-77f17f6b705f'}] {{(pid=111140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 16:59:20.419981 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f41bda9ed637a92b78517b41d4edf2586523f8da12b25a219bf38f0aed6eb417" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55b031ac-5456-4a86-88a5-998f84145d49" -d '{"events": [{"name": "network-changed", "server_uuid": "d7d6d438-7e26-4e3d-a088-ca3312a4d746", "tag": "764f036a-2fe6-4b66-9ae3-77f17f6b705f"}]}' {{(pid=111140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:59:20.470119 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:59:20.484625 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_dvr_db [None req-f911aa2c-b284-4449-adc8-f6432be3051f None None] Set router 7b1d7653-d26c-46fd-a988-11a269ea7e23 gateway port host: dv-cinder-852364-3-iscsi {{(pid=111142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 16:59:20.611729 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Aug 2022 16:59:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c9879c9-a5d3-4412-92ee-a7cf0dd42b79 x-openstack-request-id: req-0c9879c9-a5d3-4412-92ee-a7cf0dd42b79 {{(pid=111140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:59:20.611729 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7d6d438-7e26-4e3d-a088-ca3312a4d746", "tag": "764f036a-2fe6-4b66-9ae3-77f17f6b705f", "status": "completed", "code": 200}]} {{(pid=111140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:59:20.611729 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-0c9879c9-a5d3-4412-92ee-a7cf0dd42b79 {{(pid=111140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:59:20.611729 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c9879c9-a5d3-4412-92ee-a7cf0dd42b79'] response: {'name': 'network-changed', 'server_uuid': 'd7d6d438-7e26-4e3d-a088-ca3312a4d746', 'tag': '764f036a-2fe6-4b66-9ae3-77f17f6b705f', 'status': 'completed', 'code': 200} Aug 09 16:59:20.715205 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b031ac-5456-4a86-88a5-998f84145d49 req-d3634c28-a2d2-48dc-b1f2-9e8e68951d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:59:20.720283 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-55b031ac-5456-4a86-88a5-998f84145d49 req-d3634c28-a2d2-48dc-b1f2-9e8e68951d80 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?tenant_id=e5e7f48ecafa4bfe80fadd50e0b24cbb&device_id=d7d6d438-7e26-4e3d-a088-ca3312a4d746 HTTP/1.1" status: 200 len: 1130 time: 0.0476766 Aug 09 16:59:20.850217 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b031ac-5456-4a86-88a5-998f84145d49 req-1c02112e-3d79-43df-b9c6-6d3e0b7ee87a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:59:20.851726 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-55b031ac-5456-4a86-88a5-998f84145d49 req-1c02112e-3d79-43df-b9c6-6d3e0b7ee87a service neutron] 10.222.0.91 "GET /networking/v2.0/networks?id=03ca7ab9-4a6d-42ee-86c4-e644a355c008 HTTP/1.1" status: 200 len: 912 time: 0.1243231 Aug 09 16:59:20.855599 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_hamode_db [None req-f911aa2c-b284-4449-adc8-f6432be3051f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b1d7653-d26c-46fd-a988-11a269ea7e23', 'name': 'tempest-TestVolumeBootPattern-812573823-router', 'tenant_id': 'e5e7f48ecafa4bfe80fadd50e0b24cbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'external_fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': 'be992953-963d-4a09-bb47-b723431b87cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:51:58Z', 'updated_at': '2022-08-09T16:52:02Z', 'revision_number': 4, 'project_id': 'e5e7f48ecafa4bfe80fadd50e0b24cbb', 'gw_port': {'id': 'be992953-963d-4a09-bb47-b723431b87cd', 'name': '', 'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:85:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b1d7653-d26c-46fd-a988-11a269ea7e23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:51:59Z', 'updated_at': '2022-08-09T16:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-3-iscsi', '_floatingips': [{'id': '3f405fb0-16f8-41a9-bafd-3f124cb64559', 'tenant_id': 'e5e7f48ecafa4bfe80fadd50e0b24cbb', 'floating_ip_address': '172.27.2.74', 'floating_network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'router_id': '7b1d7653-d26c-46fd-a988-11a269ea7e23', 'port_id': 'de1305b9-b3fe-416b-8157-bf1c65b0aa2a', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03ca7ab9-4a6d-42ee-86c4-e644a355c008', 'mac_address': 'fa:16:3e:bb:d3:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2daaa8cc-0b52-422c-adaa-98f905bb869b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-09T16:56:50Z', 'updated_at': '2022-08-09T16:56:53Z', 'revision_number': 1, 'project_id': 'e5e7f48ecafa4bfe80fadd50e0b24cbb', 'fixed_ip_address_scope': None}, {'id': '6bd17da1-1676-4f9b-8b64-dec75415dfa2', 'tenant_id': 'e5e7f48ecafa4bfe80fadd50e0b24cbb', 'floating_ip_address': '172.27.2.153', 'floating_network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'router_id': '7b1d7653-d26c-46fd-a988-11a269ea7e23', 'port_id': '764f036a-2fe6-4b66-9ae3-77f17f6b705f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 591, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03ca7ab9-4a6d-42ee-86c4-e644a355c008', 'mac_address': 'fa:16:3e:b4:75:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7d6d438-7e26-4e3d-a088-ca3312a4d746', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-09T16:59:19Z', 'updated_at': '2022-08-09T16:59:19Z', 'revision_number': 0, 'project_id': 'e5e7f48ecafa4bfe80fadd50e0b24cbb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e23a157b-3cec-48c9-bddb-dfa7847c6d89', 'name': '', 'network_id': '03ca7ab9-4a6d-42ee-86c4-e644a355c008', 'tenant_id': 'e5e7f48ecafa4bfe80fadd50e0b24cbb', 'mac_address': 'fa:16:3e:1b:6b:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b1d7653-d26c-46fd-a988-11a269ea7e23', 'device_owner': 'network:router_interface', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'b36b87ee-0e67-4f6f-99fc-27a16ecf7293', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:52:01Z', 'updated_at': '2022-08-09T16:52:08Z', 'revision_number': 5, 'project_id': 'e5e7f48ecafa4bfe80fadd50e0b24cbb', 'subnets': [{'id': 'b36b87ee-0e67-4f6f-99fc-27a16ecf7293', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-3-iscsi', False) {} {{(pid=111142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:59:20.885987 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f911aa2c-b284-4449-adc8-f6432be3051f None None] Checking router: 7b1d7653-d26c-46fd-a988-11a269ea7e23 for host: dv-cinder-852364-3-iscsi {{(pid=111142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:59:20.894625 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:59:20.897526 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f911aa2c-b284-4449-adc8-f6432be3051f None None] Routers {'7b1d7653-d26c-46fd-a988-11a269ea7e23'} bound to L3 agent in host dv-cinder-852364-3-iscsi {{(pid=111142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 16:59:20.898481 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_hamode_db [None req-f911aa2c-b284-4449-adc8-f6432be3051f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-09T16:42:12Z,description=,heartbeat_timestamp=2022-08-09T16:59:12Z,host='dv-cinder-852364-3-iscsi',id=2cf02505-efcb-442b-855b-6c659df6f18c,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:13Z,topic='l3_agent')) {'router_ids': ['7b1d7653-d26c-46fd-a988-11a269ea7e23'], 'active': True} {{(pid=111142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:59:20.908229 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=100 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:59:20.927203 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-55b031ac-5456-4a86-88a5-998f84145d49 req-bf658693-abf5-4ed9-9506-f252939f2c25 service neutron] 10.222.0.91 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=764f036a-2fe6-4b66-9ae3-77f17f6b705f HTTP/1.1" status: 200 len: 1000 time: 0.0673759 Aug 09 16:59:20.993467 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b031ac-5456-4a86-88a5-998f84145d49 req-f2ca262d-3550-41d9-be3d-1eef7387b62c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:59:20.994942 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-55b031ac-5456-4a86-88a5-998f84145d49 req-f2ca262d-3550-41d9-be3d-1eef7387b62c service neutron] 10.222.0.91 "GET /networking/v2.0/subnets?id=b36b87ee-0e67-4f6f-99fc-27a16ecf7293 HTTP/1.1" status: 200 len: 850 time: 0.0561738 Aug 09 16:59:21.034907 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_dvr_db [None req-f911aa2c-b284-4449-adc8-f6432be3051f None None] Set router 7b1d7653-d26c-46fd-a988-11a269ea7e23 gateway port host: dv-cinder-852364-3-iscsi {{(pid=111142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 16:59:21.053492 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b031ac-5456-4a86-88a5-998f84145d49 req-5632833d-c10a-4951-8de0-c567258474fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:59:21.055289 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-55b031ac-5456-4a86-88a5-998f84145d49 req-5632833d-c10a-4951-8de0-c567258474fe service neutron] 10.222.0.91 "GET /networking/v2.0/ports?network_id=03ca7ab9-4a6d-42ee-86c4-e644a355c008&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0504355 Aug 09 16:59:21.210050 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-55b031ac-5456-4a86-88a5-998f84145d49 req-05048e22-311b-4cdd-96a7-277a23c82f6a service neutron] 10.222.0.91 "GET /networking/v2.0/networks/03ca7ab9-4a6d-42ee-86c4-e644a355c008?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437776 Aug 09 16:59:21.255282 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.wsgi [-] (111140) accepted ('10.222.0.59', 57920) {{(pid=111140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:59:21.379894 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-55b031ac-5456-4a86-88a5-998f84145d49 req-d154a8a5-92fe-466d-bcc8-8d1a31cb1322 service neutron] 10.222.0.91 "GET /networking/v2.0/networks/03ca7ab9-4a6d-42ee-86c4-e644a355c008?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583154 Aug 09 16:59:21.467320 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1620a163-7491-451f-bf79-850bac6a1839 req-7abe2aa5-2e94-4284-b8cf-5309bbe1e1e8 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:59:21.480117 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-1620a163-7491-451f-bf79-850bac6a1839 req-7abe2aa5-2e94-4284-b8cf-5309bbe1e1e8 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7cfd8cd7-c54d-4820-8b0c-ba06394e2714 HTTP/1.1" status: 200 len: 943 time: 0.2475016 Aug 09 16:59:21.535826 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_hamode_db [None req-f911aa2c-b284-4449-adc8-f6432be3051f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b1d7653-d26c-46fd-a988-11a269ea7e23', 'name': 'tempest-TestVolumeBootPattern-812573823-router', 'tenant_id': 'e5e7f48ecafa4bfe80fadd50e0b24cbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'external_fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': 'be992953-963d-4a09-bb47-b723431b87cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:51:58Z', 'updated_at': '2022-08-09T16:52:02Z', 'revision_number': 4, 'project_id': 'e5e7f48ecafa4bfe80fadd50e0b24cbb', 'gw_port': {'id': 'be992953-963d-4a09-bb47-b723431b87cd', 'name': '', 'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:85:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b1d7653-d26c-46fd-a988-11a269ea7e23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:51:59Z', 'updated_at': '2022-08-09T16:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-3-iscsi', '_floatingips': [{'id': '3f405fb0-16f8-41a9-bafd-3f124cb64559', 'tenant_id': 'e5e7f48ecafa4bfe80fadd50e0b24cbb', 'floating_ip_address': '172.27.2.74', 'floating_network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'router_id': '7b1d7653-d26c-46fd-a988-11a269ea7e23', 'port_id': 'de1305b9-b3fe-416b-8157-bf1c65b0aa2a', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03ca7ab9-4a6d-42ee-86c4-e644a355c008', 'mac_address': 'fa:16:3e:bb:d3:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2daaa8cc-0b52-422c-adaa-98f905bb869b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-09T16:56:50Z', 'updated_at': '2022-08-09T16:56:53Z', 'revision_number': 1, 'project_id': 'e5e7f48ecafa4bfe80fadd50e0b24cbb', 'fixed_ip_address_scope': None}, {'id': '6bd17da1-1676-4f9b-8b64-dec75415dfa2', 'tenant_id': 'e5e7f48ecafa4bfe80fadd50e0b24cbb', 'floating_ip_address': '172.27.2.153', 'floating_network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'router_id': '7b1d7653-d26c-46fd-a988-11a269ea7e23', 'port_id': '764f036a-2fe6-4b66-9ae3-77f17f6b705f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 591, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03ca7ab9-4a6d-42ee-86c4-e644a355c008', 'mac_address': 'fa:16:3e:b4:75:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7d6d438-7e26-4e3d-a088-ca3312a4d746', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-09T16:59:19Z', 'updated_at': '2022-08-09T16:59:19Z', 'revision_number': 0, 'project_id': 'e5e7f48ecafa4bfe80fadd50e0b24cbb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e23a157b-3cec-48c9-bddb-dfa7847c6d89', 'name': '', 'network_id': '03ca7ab9-4a6d-42ee-86c4-e644a355c008', 'tenant_id': 'e5e7f48ecafa4bfe80fadd50e0b24cbb', 'mac_address': 'fa:16:3e:1b:6b:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b1d7653-d26c-46fd-a988-11a269ea7e23', 'device_owner': 'network:router_interface', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'b36b87ee-0e67-4f6f-99fc-27a16ecf7293', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:52:01Z', 'updated_at': '2022-08-09T16:52:08Z', 'revision_number': 5, 'project_id': 'e5e7f48ecafa4bfe80fadd50e0b24cbb', 'subnets': [{'id': 'b36b87ee-0e67-4f6f-99fc-27a16ecf7293', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-3-iscsi', False) {} {{(pid=111142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:59:21.539027 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-bbc12363-8a40-48e1-92ab-64a24c732674 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:59:21.630647 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-1620a163-7491-451f-bf79-850bac6a1839 req-2c56439c-a8d8-4c44-9971-f65ba034a411 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=89352413-89cd-4632-8930-b8ad42976343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1490972 Aug 09 16:59:21.652486 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f911aa2c-b284-4449-adc8-f6432be3051f None None] The sync data for ids ['7b1d7653-d26c-46fd-a988-11a269ea7e23'] in dv-cinder-852364-3-iscsi is: [{'id': '7b1d7653-d26c-46fd-a988-11a269ea7e23', 'name': 'tempest-TestVolumeBootPattern-812573823-router', 'tenant_id': 'e5e7f48ecafa4bfe80fadd50e0b24cbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'external_fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': 'be992953-963d-4a09-bb47-b723431b87cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:51:58Z', 'updated_at': '2022-08-09T16:52:02Z', 'revision_number': 4, 'project_id': 'e5e7f48ecafa4bfe80fadd50e0b24cbb', 'gw_port': {'id': 'be992953-963d-4a09-bb47-b723431b87cd', 'name': '', 'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:85:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b1d7653-d26c-46fd-a988-11a269ea7e23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:51:59Z', 'updated_at': '2022-08-09T16:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-3-iscsi', '_floatingips': [{'id': '3f405fb0-16f8-41a9-bafd-3f124cb64559', 'tenant_id': 'e5e7f48ecafa4bfe80fadd50e0b24cbb', 'floating_ip_address': '172.27.2.74', 'floating_network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'router_id': '7b1d7653-d26c-46fd-a988-11a269ea7e23', 'port_id': 'de1305b9-b3fe-416b-8157-bf1c65b0aa2a', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03ca7ab9-4a6d-42ee-86c4-e644a355c008', 'mac_address': 'fa:16:3e:bb:d3:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2daaa8cc-0b52-422c-adaa-98f905bb869b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-09T16:56:50Z', 'updated_at': '2022-08-09T16:56:53Z', 'revision_number': 1, 'project_id': 'e5e7f48ecafa4bfe80fadd50e0b24cbb', 'fixed_ip_address_scope': None}, {'id': '6bd17da1-1676-4f9b-8b64-dec75415dfa2', 'tenant_id': 'e5e7f48ecafa4bfe80fadd50e0b24cbb', 'floating_ip_address': '172.27.2.153', 'floating_network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'router_id': '7b1d7653-d26c-46fd-a988-11a269ea7e23', 'port_id': '764f036a-2fe6-4b66-9ae3-77f17f6b705f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 591, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03ca7ab9-4a6d-42ee-86c4-e644a355c008', 'mac_address': 'fa:16:3e:b4:75:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7d6d438-7e26-4e3d-a088-ca3312a4d746', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-09T16:59:19Z', 'updated_at': '2022-08-09T16:59:19Z', 'revision_number': 0, 'project_id': 'e5e7f48ecafa4bfe80fadd50e0b24cbb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e23a157b-3cec-48c9-bddb-dfa7847c6d89', 'name': '', 'network_id': '03ca7ab9-4a6d-42ee-86c4-e644a355c008', 'tenant_id': 'e5e7f48ecafa4bfe80fadd50e0b24cbb', 'mac_address': 'fa:16:3e:1b:6b:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b1d7653-d26c-46fd-a988-11a269ea7e23', 'device_owner': 'network:router_interface', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'b36b87ee-0e67-4f6f-99fc-27a16ecf7293', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:52:01Z', 'updated_at': '2022-08-09T16:52:08Z', 'revision_number': 5, 'project_id': 'e5e7f48ecafa4bfe80fadd50e0b24cbb', 'subnets': [{'id': 'b36b87ee-0e67-4f6f-99fc-27a16ecf7293', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:59:21.800239 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-bbc12363-8a40-48e1-92ab-64a24c732674 admin admin] Publish callbacks [] for security_group (b9296f7a-69bd-4db0-8629-ba9b2c25814d), precommit_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:59:21.879726 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-bbc12363-8a40-48e1-92ab-64a24c732674 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763768'] for security_group (b9296f7a-69bd-4db0-8629-ba9b2c25814d), after_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:59:21.949175 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc12363-8a40-48e1-92ab-64a24c732674 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9296f7a-69bd-4db0-8629-ba9b2c25814d,revision_number=1']} {{(pid=111140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:59:21.982150 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.wsgi [-] (111141) accepted ('10.222.0.59', 57928) {{(pid=111141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:59:21.996955 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [None req-bbc12363-8a40-48e1-92ab-64a24c732674 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=0d096342265d44048de7d1d5a8d9a94e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7402446 Aug 09 16:59:22.103684 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-99395685-1d75-4a3d-aa3a-382a971b1736 admin admin] Publish callbacks [] for security_group (b9296f7a-69bd-4db0-8629-ba9b2c25814d), before_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:59:22.132328 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-313e5fcb-c10b-4419-bf2f-bf293451b9e8 None None] New status for floating IP 6bd17da1-1676-4f9b-8b64-dec75415dfa2: ACTIVE {{(pid=111143) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 09 16:59:22.161105 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-99395685-1d75-4a3d-aa3a-382a971b1736 admin admin] Publish callbacks [] for security_group (b9296f7a-69bd-4db0-8629-ba9b2c25814d), precommit_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:59:22.342736 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-99395685-1d75-4a3d-aa3a-382a971b1736 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763768'] for security_group (b9296f7a-69bd-4db0-8629-ba9b2c25814d), after_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:59:22.345998 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-99395685-1d75-4a3d-aa3a-382a971b1736 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:59:22.349724 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [None req-99395685-1d75-4a3d-aa3a-382a971b1736 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/b9296f7a-69bd-4db0-8629-ba9b2c25814d HTTP/1.1" status: 204 len: 168 time: 0.3636794 Aug 09 16:59:22.356773 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99395685-1d75-4a3d-aa3a-382a971b1736 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9296f7a-69bd-4db0-8629-ba9b2c25814d,revision_number=None']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:59:22.792479 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=5 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:59:22.883083 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc4b20f-6336-42b8-be43-cec3647d268a req-fe1f05e9-5207-442e-a01f-57675e972ed5 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:59:22.886939 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-0bc4b20f-6336-42b8-be43-cec3647d268a req-fe1f05e9-5207-442e-a01f-57675e972ed5 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7cfd8cd7-c54d-4820-8b0c-ba06394e2714 HTTP/1.1" status: 200 len: 943 time: 0.1068785 Aug 09 16:59:23.000560 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-0bc4b20f-6336-42b8-be43-cec3647d268a req-81d09c3b-f041-4ca9-8b22-ffd306df0737 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=89352413-89cd-4632-8930-b8ad42976343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1038244 Aug 09 16:59:24.215763 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a7d526-8284-45f6-a406-9a1fb196ba59 req-a7550b89-4207-437a-83e8-608e7082af6e tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:59:24.234826 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-76a7d526-8284-45f6-a406-9a1fb196ba59 req-a7550b89-4207-437a-83e8-608e7082af6e tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7cfd8cd7-c54d-4820-8b0c-ba06394e2714 HTTP/1.1" status: 200 len: 943 time: 0.1414399 Aug 09 16:59:24.352634 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-76a7d526-8284-45f6-a406-9a1fb196ba59 req-a862cfd5-6ada-480a-b19c-0dbd6f999e24 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=89352413-89cd-4632-8930-b8ad42976343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1129565 Aug 09 16:59:25.539280 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765e7459-106a-4e6f-a28d-320dc747359e req-8c70f91d-e3e8-4b06-b49e-461446aa81e0 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:59:25.553487 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-765e7459-106a-4e6f-a28d-320dc747359e req-8c70f91d-e3e8-4b06-b49e-461446aa81e0 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7cfd8cd7-c54d-4820-8b0c-ba06394e2714 HTTP/1.1" status: 200 len: 943 time: 0.0814097 Aug 09 16:59:25.653399 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-765e7459-106a-4e6f-a28d-320dc747359e req-3a5b7570-ac35-43ec-9d9b-4db9e37c641c tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=89352413-89cd-4632-8930-b8ad42976343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980647 Aug 09 16:59:26.817972 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3125d543-ffb9-4d3a-a36a-855d9841a359 req-e7d52d4a-24cc-4f2b-8a50-5f7fe297ade1 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:59:26.820407 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-3125d543-ffb9-4d3a-a36a-855d9841a359 req-e7d52d4a-24cc-4f2b-8a50-5f7fe297ade1 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7cfd8cd7-c54d-4820-8b0c-ba06394e2714 HTTP/1.1" status: 200 len: 943 time: 0.0642915 Aug 09 16:59:26.877859 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-3125d543-ffb9-4d3a-a36a-855d9841a359 req-86e3e424-7dbf-49b4-9645-47b3a157b59e tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=89352413-89cd-4632-8930-b8ad42976343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515592 Aug 09 16:59:28.024183 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f52e429-6ea6-410e-bfb0-1e60dc2d775f req-5423310f-ccc2-4011-8f5b-2101bb565417 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:59:28.025799 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-2f52e429-6ea6-410e-bfb0-1e60dc2d775f req-5423310f-ccc2-4011-8f5b-2101bb565417 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7cfd8cd7-c54d-4820-8b0c-ba06394e2714 HTTP/1.1" status: 200 len: 943 time: 0.0523853 Aug 09 16:59:28.076951 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-2f52e429-6ea6-410e-bfb0-1e60dc2d775f req-aeae918c-ad82-44b0-b21f-235b4f53044a tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=89352413-89cd-4632-8930-b8ad42976343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451627 Aug 09 16:59:28.420331 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.wsgi [-] (111141) accepted ('10.222.0.59', 58042) {{(pid=111141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:59:28.587558 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-0d9ed46a-1049-41d4-98da-057bbe6c9c1f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:59:28.614104 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:59:28.651899 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:59:28.677790 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-0d9ed46a-1049-41d4-98da-057bbe6c9c1f admin admin] Publish callbacks [] for security_group (86dc96da-09fe-460e-b16b-a7cbffab103e), precommit_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:59:28.748370 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-0d9ed46a-1049-41d4-98da-057bbe6c9c1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763768'] for security_group (86dc96da-09fe-460e-b16b-a7cbffab103e), after_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:59:28.780282 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9ed46a-1049-41d4-98da-057bbe6c9c1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86dc96da-09fe-460e-b16b-a7cbffab103e,revision_number=1']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:59:28.806845 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [None req-0d9ed46a-1049-41d4-98da-057bbe6c9c1f admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=03724f0a778041d6b967109ee8f4c973&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3846853 Aug 09 16:59:28.808872 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.wsgi [-] (111141) accepted ('10.222.0.59', 58052) {{(pid=111141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:59:28.859280 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-5255d536-3e5e-4192-879e-d7a18907319d admin admin] Publish callbacks [] for security_group (86dc96da-09fe-460e-b16b-a7cbffab103e), before_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:59:28.881138 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-5255d536-3e5e-4192-879e-d7a18907319d admin admin] Publish callbacks [] for security_group (86dc96da-09fe-460e-b16b-a7cbffab103e), precommit_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:59:29.034008 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-5255d536-3e5e-4192-879e-d7a18907319d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763768'] for security_group (86dc96da-09fe-460e-b16b-a7cbffab103e), after_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:59:29.036512 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-5255d536-3e5e-4192-879e-d7a18907319d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:59:29.037673 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [None req-5255d536-3e5e-4192-879e-d7a18907319d admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/86dc96da-09fe-460e-b16b-a7cbffab103e HTTP/1.1" status: 204 len: 168 time: 0.2277925 Aug 09 16:59:29.045890 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5255d536-3e5e-4192-879e-d7a18907319d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86dc96da-09fe-460e-b16b-a7cbffab103e,revision_number=None']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:59:29.208043 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad062bc-fb79-4e4d-9733-95f23ec9056a req-e8e1f87b-c33b-48d2-9a50-292ba737060e tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:59:29.209568 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-dad062bc-fb79-4e4d-9733-95f23ec9056a req-e8e1f87b-c33b-48d2-9a50-292ba737060e tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7cfd8cd7-c54d-4820-8b0c-ba06394e2714 HTTP/1.1" status: 200 len: 943 time: 0.0492194 Aug 09 16:59:29.258687 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-dad062bc-fb79-4e4d-9733-95f23ec9056a req-40db1aaa-8e56-4a75-be8e-05c91edc3396 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=89352413-89cd-4632-8930-b8ad42976343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432811 Aug 09 16:59:29.653183 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.wsgi [-] (111141) accepted ('10.222.0.59', 58064) {{(pid=111141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:59:29.666735 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-53b7bdc2-27be-4c23-b856-18e114578a69 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:59:29.743455 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-53b7bdc2-27be-4c23-b856-18e114578a69 admin admin] Publish callbacks [] for security_group (e09043d2-668e-4c28-b99a-4c02b792c7aa), precommit_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:59:29.804850 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-53b7bdc2-27be-4c23-b856-18e114578a69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763768'] for security_group (e09043d2-668e-4c28-b99a-4c02b792c7aa), after_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:59:29.844701 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [None req-53b7bdc2-27be-4c23-b856-18e114578a69 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=0433594af5d948068fc0e8097c2fd8af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1904347 Aug 09 16:59:29.845798 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b7bdc2-27be-4c23-b856-18e114578a69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e09043d2-668e-4c28-b99a-4c02b792c7aa,revision_number=1']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:59:29.848602 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.wsgi [-] (111140) accepted ('10.222.0.59', 58068) {{(pid=111140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:59:29.899214 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-b2faf5e7-8c98-437e-931e-87ffdb8837e5 admin admin] Publish callbacks [] for security_group (e09043d2-668e-4c28-b99a-4c02b792c7aa), before_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:59:29.920745 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-b2faf5e7-8c98-437e-931e-87ffdb8837e5 admin admin] Publish callbacks [] for security_group (e09043d2-668e-4c28-b99a-4c02b792c7aa), precommit_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:59:29.949602 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:59:30.044678 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-b2faf5e7-8c98-437e-931e-87ffdb8837e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763768'] for security_group (e09043d2-668e-4c28-b99a-4c02b792c7aa), after_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:59:30.047231 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-b2faf5e7-8c98-437e-931e-87ffdb8837e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:59:30.048556 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [None req-b2faf5e7-8c98-437e-931e-87ffdb8837e5 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/e09043d2-668e-4c28-b99a-4c02b792c7aa HTTP/1.1" status: 204 len: 168 time: 0.1986105 Aug 09 16:59:30.058318 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2faf5e7-8c98-437e-931e-87ffdb8837e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e09043d2-668e-4c28-b99a-4c02b792c7aa,revision_number=None']} {{(pid=111140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:59:30.426923 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eec8f9b-5499-4452-91a0-a27b8aac4b43 req-a02654e4-9ecc-4d0b-bb84-09942b858c41 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:59:30.429020 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-0eec8f9b-5499-4452-91a0-a27b8aac4b43 req-a02654e4-9ecc-4d0b-bb84-09942b858c41 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7cfd8cd7-c54d-4820-8b0c-ba06394e2714 HTTP/1.1" status: 200 len: 943 time: 0.0700142 Aug 09 16:59:30.496988 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-0eec8f9b-5499-4452-91a0-a27b8aac4b43 req-e6125f12-1c4d-4607-aa62-811af327d871 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=89352413-89cd-4632-8930-b8ad42976343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618062 Aug 09 16:59:31.682952 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64968eb-ac0a-4e18-ac82-ad6b22b6012f req-c53fab3e-ebe5-49c2-97d7-e3d3114b7d08 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:59:31.694172 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-f64968eb-ac0a-4e18-ac82-ad6b22b6012f req-c53fab3e-ebe5-49c2-97d7-e3d3114b7d08 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7cfd8cd7-c54d-4820-8b0c-ba06394e2714 HTTP/1.1" status: 200 len: 943 time: 0.0887182 Aug 09 16:59:31.807820 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-f64968eb-ac0a-4e18-ac82-ad6b22b6012f req-b7d7877e-9c83-48bd-8f51-26376c1e35dc tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=89352413-89cd-4632-8930-b8ad42976343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1121843 Aug 09 16:59:32.140030 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG dbcounter [-] [111143] Writing DB stats neutron:SELECT=2 {{(pid=111143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:59:32.337272 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (fd1157aa-8fd8-4c6b-a604-f3842f12d305), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:59:32.340350 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG dbcounter [-] [111143] Writing DB stats neutron:SELECT=18,neutron:UPDATE=2 {{(pid=111143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:59:32.937076 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabfe40b-138b-439f-a3e2-5fd374a106c1 req-b8b4e12e-dd23-4620-abfb-fe630f206730 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:59:32.938603 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-fabfe40b-138b-439f-a3e2-5fd374a106c1 req-b8b4e12e-dd23-4620-abfb-fe630f206730 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7cfd8cd7-c54d-4820-8b0c-ba06394e2714 HTTP/1.1" status: 200 len: 943 time: 0.0541735 Aug 09 16:59:33.014464 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-fabfe40b-138b-439f-a3e2-5fd374a106c1 req-0e39369f-b903-4dd0-86a6-8407ce1a97ac tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=89352413-89cd-4632-8930-b8ad42976343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462875 Aug 09 16:59:34.128381 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=5 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:59:34.145389 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34951d17-d5bd-4f43-8a10-04a6b216be08 req-e965d19b-7341-4e4c-9ff8-d66a883ca4fa tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:59:34.146894 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-34951d17-d5bd-4f43-8a10-04a6b216be08 req-e965d19b-7341-4e4c-9ff8-d66a883ca4fa tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7cfd8cd7-c54d-4820-8b0c-ba06394e2714 HTTP/1.1" status: 200 len: 943 time: 0.0486016 Aug 09 16:59:34.196580 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-34951d17-d5bd-4f43-8a10-04a6b216be08 req-cf781025-eadf-45b5-9d1b-9356c904312e tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=89352413-89cd-4632-8930-b8ad42976343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436597 Aug 09 16:59:34.423153 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.wsgi [-] (111140) accepted ('10.222.0.59', 58218) {{(pid=111140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:59:34.541900 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-8f71ca12-e922-4ea7-b0e3-719bbc52329d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:59:34.621151 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-8f71ca12-e922-4ea7-b0e3-719bbc52329d admin admin] Publish callbacks [] for security_group (b07c11eb-a52e-4629-a39a-abfd25e27c38), precommit_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:59:34.707598 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-8f71ca12-e922-4ea7-b0e3-719bbc52329d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763768'] for security_group (b07c11eb-a52e-4629-a39a-abfd25e27c38), after_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:59:34.746469 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f71ca12-e922-4ea7-b0e3-719bbc52329d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b07c11eb-a52e-4629-a39a-abfd25e27c38,revision_number=1']} {{(pid=111140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:59:34.750644 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [None req-8f71ca12-e922-4ea7-b0e3-719bbc52329d admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=9ab16ec9b57149d4a63f551e8cea7163&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3263981 Aug 09 16:59:34.753852 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.wsgi [-] (111140) accepted ('10.222.0.59', 58226) {{(pid=111140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:59:34.804659 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-30869a2b-b274-4675-8ddd-60aa85a7d5f4 admin admin] Publish callbacks [] for security_group (b07c11eb-a52e-4629-a39a-abfd25e27c38), before_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:59:34.818246 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Device 1443cf52-7171-4d1e-804b-b93c2c70b8e8 details requested by agent hyperv_hv-cinder-85236 with host hv-cinder-85236 {{(pid=111142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 16:59:34.829032 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-30869a2b-b274-4675-8ddd-60aa85a7d5f4 admin admin] Publish callbacks [] for security_group (b07c11eb-a52e-4629-a39a-abfd25e27c38), precommit_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:59:34.840200 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:59:34.921969 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.db [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] For port 1443cf52-7171-4d1e-804b-b93c2c70b8e8, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=1443cf52-7171-4d1e-804b-b93c2c70b8e8,segment=NetworkSegment(38d2f02a-8f81-4105-9e72-6704317cfa7c),segment_id=38d2f02a-8f81-4105-9e72-6704317cfa7c)] {{(pid=111142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:59:34.933736 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Returning: {'device': '1443cf52-7171-4d1e-804b-b93c2c70b8e8', 'network_id': '2fdb2410-afc4-41b9-b8f9-2ac596eb2296', 'port_id': '1443cf52-7171-4d1e-804b-b93c2c70b8e8', 'mac_address': 'fa:16:3e:27:20:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 959, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b532a95-1235-4d0d-9992-be56a4fc30cf', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 16:59:34.971072 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-30869a2b-b274-4675-8ddd-60aa85a7d5f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763768'] for security_group (b07c11eb-a52e-4629-a39a-abfd25e27c38), after_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:59:34.973485 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Current status of the port 1443cf52-7171-4d1e-804b-b93c2c70b8e8 is: DOWN; New status is: BUILD {{(pid=111142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 16:59:34.973829 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-30869a2b-b274-4675-8ddd-60aa85a7d5f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:59:34.973957 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (1443cf52-7171-4d1e-804b-b93c2c70b8e8), before_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:59:34.977623 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [None req-30869a2b-b274-4675-8ddd-60aa85a7d5f4 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/b07c11eb-a52e-4629-a39a-abfd25e27c38 HTTP/1.1" status: 204 len: 168 time: 0.2203839 Aug 09 16:59:34.989883 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.notifiers.nova [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1443cf52-7171-4d1e-804b-b93c2c70b8e8 {{(pid=111142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 09 16:59:34.990066 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30869a2b-b274-4675-8ddd-60aa85a7d5f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b07c11eb-a52e-4629-a39a-abfd25e27c38,revision_number=None']} {{(pid=111140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:59:35.016735 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.db [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] For port 1443cf52-7171-4d1e-804b-b93c2c70b8e8, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=1443cf52-7171-4d1e-804b-b93c2c70b8e8,segment=NetworkSegment(38d2f02a-8f81-4105-9e72-6704317cfa7c),segment_id=38d2f02a-8f81-4105-9e72-6704317cfa7c)] {{(pid=111142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:59:35.113744 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748338263269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748337861771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748337861789'] for port (1443cf52-7171-4d1e-804b-b93c2c70b8e8), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:59:35.163987 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Pushing event updated for resources: {'Port': ['ID=1443cf52-7171-4d1e-804b-b93c2c70b8e8,revision_number=9']} {{(pid=111142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:59:35.323334 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422a8264-42da-4430-891d-6c2f541eee0f req-42e51ba5-e0a2-47a6-aa8b-c19821739a0e tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:59:35.324841 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-422a8264-42da-4430-891d-6c2f541eee0f req-42e51ba5-e0a2-47a6-aa8b-c19821739a0e tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7cfd8cd7-c54d-4820-8b0c-ba06394e2714 HTTP/1.1" status: 200 len: 944 time: 0.0475087 Aug 09 16:59:35.375825 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-422a8264-42da-4430-891d-6c2f541eee0f req-f258e427-73fd-4ce3-a43f-6755cca7fd46 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=89352413-89cd-4632-8930-b8ad42976343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451639 Aug 09 16:59:35.556392 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.wsgi [-] (111140) accepted ('10.222.0.59', 58238) {{(pid=111140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:59:35.567416 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.db [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] get_ports_and_sgs() called for port_ids ['1443cf52-7171-4d1e-804b-b93c2c70b8e8'] {{(pid=111142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:59:35.599720 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=100 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:59:35.606898 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cc79b5a-1dc7-4751-bf8c-c0cd0856b156 admin admin] Deleting subnet 5832adda-c1aa-48ef-8c4b-43a76e5c03d2 {{(pid=111140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 09 16:59:35.610015 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-0cc79b5a-1dc7-4751-bf8c-c0cd0856b156 admin admin] Publish callbacks [] for subnet (5832adda-c1aa-48ef-8c4b-43a76e5c03d2), before_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:59:35.647068 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-0cc79b5a-1dc7-4751-bf8c-c0cd0856b156 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12387189'] for subnet (5832adda-c1aa-48ef-8c4b-43a76e5c03d2), precommit_delete_associations {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:59:35.688041 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.wsgi [-] (111140) accepted ('10.222.0.59', 58240) {{(pid=111140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:59:35.696134 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-0cc79b5a-1dc7-4751-bf8c-c0cd0856b156 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3877167'] for subnet (5832adda-c1aa-48ef-8c4b-43a76e5c03d2), precommit_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:59:35.729461 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-c79252ca-fbb5-4a20-a780-e4c1a1d7123c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:59:35.789815 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=83,neutron:INSERT=9,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:59:35.830844 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-c79252ca-fbb5-4a20-a780-e4c1a1d7123c admin admin] Publish callbacks [] for security_group (a5983d44-2821-4143-8ba2-ff011400d837), precommit_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:59:35.862695 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-0cc79b5a-1dc7-4751-bf8c-c0cd0856b156 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3877156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12086752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8786532'] for subnet (5832adda-c1aa-48ef-8c4b-43a76e5c03d2), after_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:59:35.889586 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc79b5a-1dc7-4751-bf8c-c0cd0856b156 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5832adda-c1aa-48ef-8c4b-43a76e5c03d2,revision_number=None']} {{(pid=111140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:59:35.896186 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-0cc79b5a-1dc7-4751-bf8c-c0cd0856b156 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:59:35.898895 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [None req-0cc79b5a-1dc7-4751-bf8c-c0cd0856b156 admin admin] 10.222.0.59 "DELETE /networking/v2.0/subnets/5832adda-c1aa-48ef-8c4b-43a76e5c03d2 HTTP/1.1" status: 204 len: 168 time: 0.3414211 Aug 09 16:59:35.900664 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-c79252ca-fbb5-4a20-a780-e4c1a1d7123c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763768'] for security_group (a5983d44-2821-4143-8ba2-ff011400d837), after_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:59:35.901904 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.wsgi [-] (111141) accepted ('10.222.0.59', 58246) {{(pid=111141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:59:35.942208 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79252ca-fbb5-4a20-a780-e4c1a1d7123c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5983d44-2821-4143-8ba2-ff011400d837,revision_number=1']} {{(pid=111140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:59:35.947785 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [None req-c79252ca-fbb5-4a20-a780-e4c1a1d7123c admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=1c49964719564b8b91e2a7dcc9f1343a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2570899 Aug 09 16:59:35.950423 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.wsgi [-] (111140) accepted ('10.222.0.59', 58248) {{(pid=111140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:59:35.986883 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-b1506e59-5dba-4b90-9370-b319e4239008 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3928643'] for network (3ecd1e48-b208-40fa-9bc8-96d3528dd429), before_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:59:36.007280 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-023ed223-7a52-40e7-8030-47eb8f0355ac admin admin] Publish callbacks [] for security_group (a5983d44-2821-4143-8ba2-ff011400d837), before_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:59:36.016532 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=86,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=10 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:59:36.035339 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-023ed223-7a52-40e7-8030-47eb8f0355ac admin admin] Publish callbacks [] for security_group (a5983d44-2821-4143-8ba2-ff011400d837), precommit_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:59:36.068908 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-b1506e59-5dba-4b90-9370-b319e4239008 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3880624', 'neutron.services.segments.db._delete_segments_for_network-8748338318574'] for network (3ecd1e48-b208-40fa-9bc8-96d3528dd429), precommit_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:59:36.089538 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.services.segments.db [None req-b1506e59-5dba-4b90-9370-b319e4239008 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ecd1e48-b208-40fa-9bc8-96d3528dd429']}} {{(pid=111141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:59:36.099158 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.services.segments.db [None req-b1506e59-5dba-4b90-9370-b319e4239008 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a216709b-4065-4413-a931-363f287f4283') {'for_net_delete': True} {{(pid=111141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:59:36.099467 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.services.segments.db [None req-b1506e59-5dba-4b90-9370-b319e4239008 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a216709b-4065-4413-a931-363f287f4283') {} {{(pid=111141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:59:36.109012 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-b1506e59-5dba-4b90-9370-b319e4239008 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748338318475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1220379'] for segment (a216709b-4065-4413-a931-363f287f4283), before_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:59:36.122190 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-b1506e59-5dba-4b90-9370-b319e4239008 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3501092'] for segment (a216709b-4065-4413-a931-363f287f4283), precommit_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:59:36.129359 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1506e59-5dba-4b90-9370-b319e4239008 admin admin] Releasing vlan 978 on physical network physnet1 to pool {{(pid=111141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 16:59:36.129746 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-b1506e59-5dba-4b90-9370-b319e4239008 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3501092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12485965'] for segment (a216709b-4065-4413-a931-363f287f4283), after_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:59:36.151410 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.services.segments.plugin [-] Segment a216709b-4065-4413-a931-363f287f4283 resource provider aggregate not found Aug 09 16:59:36.194157 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.services.segments.plugin [-] Segment a216709b-4065-4413-a931-363f287f4283 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a216709b-4065-4413-a931-363f287f4283 found for delete ", "request_id": "req-222f4cd5-11d5-479f-9b1a-348300600867"}]} Aug 09 16:59:36.269699 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-023ed223-7a52-40e7-8030-47eb8f0355ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763768'] for security_group (a5983d44-2821-4143-8ba2-ff011400d837), after_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:59:36.272231 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-023ed223-7a52-40e7-8030-47eb8f0355ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:59:36.273373 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [None req-023ed223-7a52-40e7-8030-47eb8f0355ac admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/a5983d44-2821-4143-8ba2-ff011400d837 HTTP/1.1" status: 204 len: 168 time: 0.3219497 Aug 09 16:59:36.281517 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023ed223-7a52-40e7-8030-47eb8f0355ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5983d44-2821-4143-8ba2-ff011400d837,revision_number=None']} {{(pid=111140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:59:36.308195 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-b1506e59-5dba-4b90-9370-b319e4239008 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3880635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690469'] for network (3ecd1e48-b208-40fa-9bc8-96d3528dd429), after_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:59:36.331718 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-b1506e59-5dba-4b90-9370-b319e4239008 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526441'] for network (None), before_response {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:59:36.333584 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [None req-b1506e59-5dba-4b90-9370-b319e4239008 admin admin] 10.222.0.59 "DELETE /networking/v2.0/networks/3ecd1e48-b208-40fa-9bc8-96d3528dd429 HTTP/1.1" status: 204 len: 168 time: 0.4305656 Aug 09 16:59:36.334554 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1506e59-5dba-4b90-9370-b319e4239008 admin admin] Pushing event deleted for resources: {'Network': ['ID=3ecd1e48-b208-40fa-9bc8-96d3528dd429,revision_number=None']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:59:36.573749 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db6dce2-f37b-492e-b4e9-b8ceca9f04fb req-b9abf2a8-a40a-4a2f-ab2e-f1f347f4f631 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:59:36.573749 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-3db6dce2-f37b-492e-b4e9-b8ceca9f04fb req-b9abf2a8-a40a-4a2f-ab2e-f1f347f4f631 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7cfd8cd7-c54d-4820-8b0c-ba06394e2714 HTTP/1.1" status: 200 len: 944 time: 0.0520513 Aug 09 16:59:36.573749 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-3db6dce2-f37b-492e-b4e9-b8ceca9f04fb req-6e7fe88e-0935-4440-984b-4bc04b6f3379 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=89352413-89cd-4632-8930-b8ad42976343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415528 Aug 09 16:59:36.575120 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:59:36.607890 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02654790-4398-4d5e-b9f6-bdac8cc90300 req-f848ef27-3cb2-4d39-bb44-4c03fd6ee317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:59:36.609418 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-02654790-4398-4d5e-b9f6-bdac8cc90300 req-f848ef27-3cb2-4d39-bb44-4c03fd6ee317 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?tenant_id=432f91c6e89c4fecb0d1f6afb1bcfe7e&device_id=7cfd8cd7-c54d-4820-8b0c-ba06394e2714 HTTP/1.1" status: 200 len: 1128 time: 0.0431089 Aug 09 16:59:36.721516 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02654790-4398-4d5e-b9f6-bdac8cc90300 req-b25e19e7-1479-4069-972a-f49dfd04d3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:59:36.722983 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-02654790-4398-4d5e-b9f6-bdac8cc90300 req-b25e19e7-1479-4069-972a-f49dfd04d3fa service neutron] 10.222.0.91 "GET /networking/v2.0/networks?id=2fdb2410-afc4-41b9-b8f9-2ac596eb2296 HTTP/1.1" status: 200 len: 918 time: 0.0897276 Aug 09 16:59:36.789532 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-02654790-4398-4d5e-b9f6-bdac8cc90300 req-443aeaf4-2da4-41ed-88e4-ebde705a7746 service neutron] 10.222.0.91 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1443cf52-7171-4d1e-804b-b93c2c70b8e8 HTTP/1.1" status: 200 len: 999 time: 0.0595744 Aug 09 16:59:36.841851 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Device 1443cf52-7171-4d1e-804b-b93c2c70b8e8 up at agent hyperv_hv-cinder-85236 {{(pid=111142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:59:36.842429 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02654790-4398-4d5e-b9f6-bdac8cc90300 req-36d007b3-5743-43d8-9e4a-cc27585d4c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:59:36.842874 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-02654790-4398-4d5e-b9f6-bdac8cc90300 req-36d007b3-5743-43d8-9e4a-cc27585d4c4a service neutron] 10.222.0.91 "GET /networking/v2.0/subnets?id=1b532a95-1235-4d0d-9992-be56a4fc30cf HTTP/1.1" status: 200 len: 856 time: 0.0461698 Aug 09 16:59:36.891438 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.provisioning_blocks [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Provisioning complete for port 1443cf52-7171-4d1e-804b-b93c2c70b8e8 triggered by entity L2. {{(pid=111142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 16:59:36.891816 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877469'] for port (1443cf52-7171-4d1e-804b-b93c2c70b8e8), provisioning_complete {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:59:36.895044 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02654790-4398-4d5e-b9f6-bdac8cc90300 req-61ac8845-4c76-4d97-adf2-33d604135558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:59:36.897061 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-02654790-4398-4d5e-b9f6-bdac8cc90300 req-61ac8845-4c76-4d97-adf2-33d604135558 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?network_id=2fdb2410-afc4-41b9-b8f9-2ac596eb2296&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421832 Aug 09 16:59:36.920988 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:59:36.967766 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=100 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:59:36.978487 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Current status of the port 1443cf52-7171-4d1e-804b-b93c2c70b8e8 is: BUILD; New status is: ACTIVE {{(pid=111142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 16:59:36.978885 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (1443cf52-7171-4d1e-804b-b93c2c70b8e8), before_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:59:37.004256 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cfd8cd7-c54d-4820-8b0c-ba06394e2714', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1443cf52-7171-4d1e-804b-b93c2c70b8e8'}] {{(pid=111142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 16:59:37.010828 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-02654790-4398-4d5e-b9f6-bdac8cc90300 req-1a0fcc8a-1a67-4373-9b35-9d175f99a29f service neutron] 10.222.0.91 "GET /networking/v2.0/networks/2fdb2410-afc4-41b9-b8f9-2ac596eb2296?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988326 Aug 09 16:59:37.011260 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a3936692d9fe67bf654b43a226d329952087876dab2ee9ab8d24037cf19aeb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fbe7628-8382-4e88-888a-acb61ae2f6f6" -d '{"events": [{"server_uuid": "7cfd8cd7-c54d-4820-8b0c-ba06394e2714", "name": "network-vif-plugged", "status": "completed", "tag": "1443cf52-7171-4d1e-804b-b93c2c70b8e8"}]}' {{(pid=111142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:59:37.025123 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.db [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] For port 1443cf52-7171-4d1e-804b-b93c2c70b8e8, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=1443cf52-7171-4d1e-804b-b93c2c70b8e8,segment=NetworkSegment(38d2f02a-8f81-4105-9e72-6704317cfa7c),segment_id=38d2f02a-8f81-4105-9e72-6704317cfa7c)] {{(pid=111142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:59:37.055265 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.wsgi [-] (111140) accepted ('10.222.0.59', 58272) {{(pid=111140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:59:37.059801 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Aug 2022 16:59:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52488bac-de63-4ecc-b269-f227fb511a3b x-openstack-request-id: req-52488bac-de63-4ecc-b269-f227fb511a3b {{(pid=111142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:59:37.060096 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cfd8cd7-c54d-4820-8b0c-ba06394e2714", "name": "network-vif-plugged", "status": "completed", "tag": "1443cf52-7171-4d1e-804b-b93c2c70b8e8", "code": 200}]} {{(pid=111142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:59:37.060659 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-52488bac-de63-4ecc-b269-f227fb511a3b {{(pid=111142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:59:37.061117 dv-cinder-852364-3-iscsi neutron-server[111142]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52488bac-de63-4ecc-b269-f227fb511a3b'] response: {'server_uuid': '7cfd8cd7-c54d-4820-8b0c-ba06394e2714', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1443cf52-7171-4d1e-804b-b93c2c70b8e8', 'code': 200} Aug 09 16:59:37.085302 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748338263269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748337861771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748337861789'] for port (1443cf52-7171-4d1e-804b-b93c2c70b8e8), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:59:37.113463 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [None req-bf58a318-7b2c-4c3e-8d1f-923df7e44ccb admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=52db6dcf868e441b848d3a1dc2053080&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0563235 Aug 09 16:59:37.116692 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.wsgi [-] (111140) accepted ('10.222.0.59', 58276) {{(pid=111140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:59:37.147849 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Pushing event updated for resources: {'Port': ['ID=1443cf52-7171-4d1e-804b-b93c2c70b8e8,revision_number=10']} {{(pid=111142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:59:37.162899 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-02654790-4398-4d5e-b9f6-bdac8cc90300 req-31f956ef-f6f2-433d-a7e0-6edcc59a0a28 service neutron] 10.222.0.91 "GET /networking/v2.0/networks/2fdb2410-afc4-41b9-b8f9-2ac596eb2296?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430771 Aug 09 16:59:37.182087 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-503db828-c927-4620-b084-19fda4b2f138 admin admin] Publish callbacks [] for security_group (7e9c5a1a-90f1-4348-a7a2-ecd668e4e03e), before_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:59:37.207267 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-503db828-c927-4620-b084-19fda4b2f138 admin admin] Publish callbacks [] for security_group (7e9c5a1a-90f1-4348-a7a2-ecd668e4e03e), precommit_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:59:37.331443 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-503db828-c927-4620-b084-19fda4b2f138 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763768'] for security_group (7e9c5a1a-90f1-4348-a7a2-ecd668e4e03e), after_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:59:37.334023 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-503db828-c927-4620-b084-19fda4b2f138 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:59:37.337663 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [None req-503db828-c927-4620-b084-19fda4b2f138 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/7e9c5a1a-90f1-4348-a7a2-ecd668e4e03e HTTP/1.1" status: 204 len: 168 time: 0.2175262 Aug 09 16:59:37.358134 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503db828-c927-4620-b084-19fda4b2f138 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e9c5a1a-90f1-4348-a7a2-ecd668e4e03e,revision_number=None']} {{(pid=111140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:59:37.702090 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591dfc9a-6786-443c-bc18-3bd09f62b208 req-e43d7e1b-fb43-4131-87c8-0c3e3b3a9399 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:59:37.703724 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-591dfc9a-6786-443c-bc18-3bd09f62b208 req-e43d7e1b-fb43-4131-87c8-0c3e3b3a9399 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7cfd8cd7-c54d-4820-8b0c-ba06394e2714 HTTP/1.1" status: 200 len: 946 time: 0.0555825 Aug 09 16:59:37.776584 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-591dfc9a-6786-443c-bc18-3bd09f62b208 req-1dcf01af-836b-4232-bf6e-de77fb6a5cdb tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=89352413-89cd-4632-8930-b8ad42976343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586121 Aug 09 16:59:38.427240 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.agents_db [None req-a4db1589-5d5b-4049-8210-f6e9f318fefd None None] Agent healthcheck: found 6 active agents {{(pid=111143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:59:38.941476 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8be62d-7568-410f-b638-7300191a326e req-09ccc611-3422-4d5d-a5f3-861cf7b557c7 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:59:38.943097 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-8e8be62d-7568-410f-b638-7300191a326e req-09ccc611-3422-4d5d-a5f3-861cf7b557c7 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7cfd8cd7-c54d-4820-8b0c-ba06394e2714 HTTP/1.1" status: 200 len: 946 time: 0.0541301 Aug 09 16:59:38.993214 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-8e8be62d-7568-410f-b638-7300191a326e req-4017a2f3-6c9c-4f21-95cb-67de7c85cad7 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=89352413-89cd-4632-8930-b8ad42976343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433402 Aug 09 16:59:40.123428 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31486113-904b-46ef-8455-918f01e9a8d8 req-6d6e54ad-a168-4ec7-8e82-facc472ce0e4 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:59:40.124823 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-31486113-904b-46ef-8455-918f01e9a8d8 req-6d6e54ad-a168-4ec7-8e82-facc472ce0e4 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7cfd8cd7-c54d-4820-8b0c-ba06394e2714 HTTP/1.1" status: 200 len: 946 time: 0.0496311 Aug 09 16:59:40.131292 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-63cd0d14-19b9-4f52-81d8-d892c5f3cd58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (0d699ab0-1a4e-47ab-a625-f3b077123214), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:59:40.175060 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-31486113-904b-46ef-8455-918f01e9a8d8 req-0ec6663d-6fc2-41bf-a6f4-654883891ffb tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=89352413-89cd-4632-8930-b8ad42976343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438640 Aug 09 16:59:41.103675 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6821a9-8fab-4526-a723-9427c95cc661 req-9c59fc40-6cf8-4fcb-97d2-3eb789187ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:59:41.105210 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-cd6821a9-8fab-4526-a723-9427c95cc661 req-9c59fc40-6cf8-4fcb-97d2-3eb789187ec4 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?device_id=7cfd8cd7-c54d-4820-8b0c-ba06394e2714 HTTP/1.1" status: 200 len: 1130 time: 0.0407822 Aug 09 16:59:41.158131 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-cd6821a9-8fab-4526-a723-9427c95cc661 req-5996b007-8aa4-4861-851b-348219ae2bf9 service neutron] 10.222.0.91 "GET /networking/v2.0/security-groups?id=89352413-89cd-4632-8930-b8ad42976343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434084 Aug 09 16:59:41.311964 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e218c177-d354-4d58-abcf-56aaf5b39e0b req-af12dc1b-f1ba-4cde-9255-ef9971c68a4d tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:59:41.313607 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-e218c177-d354-4d58-abcf-56aaf5b39e0b req-af12dc1b-f1ba-4cde-9255-ef9971c68a4d tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7cfd8cd7-c54d-4820-8b0c-ba06394e2714 HTTP/1.1" status: 200 len: 946 time: 0.0565031 Aug 09 16:59:41.362508 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-e218c177-d354-4d58-abcf-56aaf5b39e0b req-d16fbcdc-a4ae-409d-8a4b-9aef6bcb75d8 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=89352413-89cd-4632-8930-b8ad42976343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424154 Aug 09 16:59:42.387749 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-b388d296-8bf2-4dea-8701-07f034e6e55b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (2cf02505-efcb-442b-855b-6c659df6f18c), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:59:42.489945 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67d8fd6-4162-463a-ab50-37fca1a8e46a req-50136af0-3790-4630-90c5-2ac8601b1b54 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:59:42.491485 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-f67d8fd6-4162-463a-ab50-37fca1a8e46a req-50136af0-3790-4630-90c5-2ac8601b1b54 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7cfd8cd7-c54d-4820-8b0c-ba06394e2714 HTTP/1.1" status: 200 len: 946 time: 0.0483263 Aug 09 16:59:42.539407 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-f67d8fd6-4162-463a-ab50-37fca1a8e46a req-8e9f6266-212d-43d6-a559-830a0f280a5c tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=89352413-89cd-4632-8930-b8ad42976343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421093 Aug 09 16:59:43.677508 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13220922-87a6-4c19-aae6-186c0c23de1e req-bd2ad71b-a1d1-4cd3-bc99-8e1940060cd9 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:59:43.679994 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-13220922-87a6-4c19-aae6-186c0c23de1e req-bd2ad71b-a1d1-4cd3-bc99-8e1940060cd9 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7cfd8cd7-c54d-4820-8b0c-ba06394e2714 HTTP/1.1" status: 200 len: 946 time: 0.0562022 Aug 09 16:59:43.702260 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-e70f562e-e7df-49ad-a15a-67a143aa0666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (bc6be869-02df-4ed8-8ee0-3ec53a1551af), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:59:43.740652 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-13220922-87a6-4c19-aae6-186c0c23de1e req-f90bb232-3422-411d-8194-6bdf9da037aa tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=89352413-89cd-4632-8930-b8ad42976343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546501 Aug 09 16:59:44.870205 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c43a48-bb50-4c5b-8c95-ed027d658db7 req-02995c25-cb30-4034-9dd7-5c15f587923d tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:59:44.871715 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-c0c43a48-bb50-4c5b-8c95-ed027d658db7 req-02995c25-cb30-4034-9dd7-5c15f587923d tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7cfd8cd7-c54d-4820-8b0c-ba06394e2714 HTTP/1.1" status: 200 len: 946 time: 0.0477080 Aug 09 16:59:44.920176 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-c0c43a48-bb50-4c5b-8c95-ed027d658db7 req-2f620421-69fa-4c2f-b456-2c43ac2ba741 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=89352413-89cd-4632-8930-b8ad42976343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427525 Aug 09 16:59:45.507540 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-5c325a0b-ed39-4cac-be6f-43defe9e55aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (33bcacdc-c215-42b6-b75f-650d86e609be), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:59:45.770608 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (47988f4d-09d0-4892-bbfe-5b11c743802f), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:59:46.044711 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6234cee-2d45-437e-8a08-8a9f8f580f3e req-e7f89c47-9289-4978-a4ff-91581e58ca13 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:59:46.046182 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-f6234cee-2d45-437e-8a08-8a9f8f580f3e req-e7f89c47-9289-4978-a4ff-91581e58ca13 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7cfd8cd7-c54d-4820-8b0c-ba06394e2714 HTTP/1.1" status: 200 len: 946 time: 0.0476785 Aug 09 16:59:46.082665 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:59:46.094614 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-f6234cee-2d45-437e-8a08-8a9f8f580f3e req-bb551d55-5ab8-4bcb-8849-42b4e43b23f7 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=89352413-89cd-4632-8930-b8ad42976343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419934 Aug 09 16:59:54.914357 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=84 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:59:54.916397 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=37 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:59:55.613906 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=72,neutron:UPDATE=2 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:59:55.616551 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=19,neutron:UPDATE=5 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:59:56.091617 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=38 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:59:56.448296 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG dbcounter [-] [111143] Writing DB stats neutron:SELECT=3 {{(pid=111143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:59:56.453195 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG dbcounter [-] [111143] Writing DB stats neutron:SELECT=5 {{(pid=111143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 16:59:57.069753 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.wsgi [-] (111141) accepted ('10.222.0.59', 58634) {{(pid=111141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:59:57.178287 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-c7a99de2-f944-41c5-ac17-036e785cb4d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:59:57.253614 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-c7a99de2-f944-41c5-ac17-036e785cb4d8 admin admin] Publish callbacks [] for security_group (13c28fbd-b17e-4b5a-aec4-0561364c18a8), precommit_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:59:57.301548 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-c7a99de2-f944-41c5-ac17-036e785cb4d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763768'] for security_group (13c28fbd-b17e-4b5a-aec4-0561364c18a8), after_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:59:57.340415 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a99de2-f944-41c5-ac17-036e785cb4d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13c28fbd-b17e-4b5a-aec4-0561364c18a8,revision_number=1']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:59:57.344500 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [None req-c7a99de2-f944-41c5-ac17-036e785cb4d8 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=ae77396883ad463d9937688a63b00c54&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2736974 Aug 09 16:59:57.348214 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.wsgi [-] (111141) accepted ('10.222.0.59', 58640) {{(pid=111141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 16:59:57.397063 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-d961788c-9107-4ae1-9cc8-8a833f993cd0 admin admin] Publish callbacks [] for security_group (13c28fbd-b17e-4b5a-aec4-0561364c18a8), before_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:59:57.418464 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-d961788c-9107-4ae1-9cc8-8a833f993cd0 admin admin] Publish callbacks [] for security_group (13c28fbd-b17e-4b5a-aec4-0561364c18a8), precommit_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:59:57.519207 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-d961788c-9107-4ae1-9cc8-8a833f993cd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763768'] for security_group (13c28fbd-b17e-4b5a-aec4-0561364c18a8), after_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:59:57.522234 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-d961788c-9107-4ae1-9cc8-8a833f993cd0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 16:59:57.523416 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [None req-d961788c-9107-4ae1-9cc8-8a833f993cd0 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/13c28fbd-b17e-4b5a-aec4-0561364c18a8 HTTP/1.1" status: 204 len: 168 time: 0.1749609 Aug 09 16:59:57.531451 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d961788c-9107-4ae1-9cc8-8a833f993cd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13c28fbd-b17e-4b5a-aec4-0561364c18a8,revision_number=None']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:00:01.469941 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-c73ccae7-3d37-49a4-87cb-76c5745c3755 req-d6feb912-18b7-4fa2-a168-f3143e1f4b9a tempest-VolumesNegativeTest-343416619 tempest-VolumesNegativeTest-343416619-project] 10.222.0.59 "GET /networking/v2.0/networks?tenant_id=d5fdbec76c3e43ffa496768ac8e8c460&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0343161 Aug 09 17:00:01.655333 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73ccae7-3d37-49a4-87cb-76c5745c3755 req-e0ede363-f246-4015-91d7-cb928aecea01 tempest-VolumesNegativeTest-343416619 tempest-VolumesNegativeTest-343416619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 17:00:01.656802 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-c73ccae7-3d37-49a4-87cb-76c5745c3755 req-e0ede363-f246-4015-91d7-cb928aecea01 tempest-VolumesNegativeTest-343416619 tempest-VolumesNegativeTest-343416619-project] 10.222.0.59 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1809139 Aug 09 17:00:01.671264 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-c73ccae7-3d37-49a4-87cb-76c5745c3755 req-04bd5768-55b9-4a0e-bf34-5e3365cb3bcb tempest-VolumesNegativeTest-343416619 tempest-VolumesNegativeTest-343416619-project] 10.222.0.59 "GET /networking/v2.0/quotas/d5fdbec76c3e43ffa496768ac8e8c460 HTTP/1.1" status: 200 len: 375 time: 0.0090218 Aug 09 17:00:01.703683 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-c73ccae7-3d37-49a4-87cb-76c5745c3755 req-c07ab089-8d0d-406c-bbaa-977e5b6f53be tempest-VolumesNegativeTest-343416619 tempest-VolumesNegativeTest-343416619-project] 10.222.0.59 "GET /networking/v2.0/ports?tenant_id=d5fdbec76c3e43ffa496768ac8e8c460&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0274065 Aug 09 17:00:01.875939 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.wsgi [-] (111140) accepted ('10.222.0.59', 58718) {{(pid=111140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 17:00:01.942804 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-0fb5475c-5484-40d1-98ac-afdc08a10ffc req-4489038a-60c6-431a-a45e-6d8e8f0b567e tempest-VolumesNegativeTest-343416619 tempest-VolumesNegativeTest-343416619-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=4216b8ed-8360-4feb-8cee-7a6f4a53ce67 HTTP/1.1" status: 200 len: 210 time: 0.0310297 Aug 09 17:00:02.000402 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-d097ef6a-c001-4d10-889c-a45390e376de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:02.080870 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-d097ef6a-c001-4d10-889c-a45390e376de admin admin] Publish callbacks [] for security_group (4461d9ad-8887-4fc5-b728-900a8ee32d4a), precommit_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:02.170396 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-d097ef6a-c001-4d10-889c-a45390e376de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763768'] for security_group (4461d9ad-8887-4fc5-b728-900a8ee32d4a), after_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:02.210612 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [None req-d097ef6a-c001-4d10-889c-a45390e376de admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=2ee2e571cd9b465690a473b793e01fbc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3338239 Aug 09 17:00:02.212466 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d097ef6a-c001-4d10-889c-a45390e376de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4461d9ad-8887-4fc5-b728-900a8ee32d4a,revision_number=1']} {{(pid=111140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:00:02.213264 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.wsgi [-] (111141) accepted ('10.222.0.59', 58728) {{(pid=111141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 17:00:02.264594 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-7da66d07-dec3-4c91-8ffd-a26bf328eba5 admin admin] Publish callbacks [] for security_group (4461d9ad-8887-4fc5-b728-900a8ee32d4a), before_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:02.285279 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-7da66d07-dec3-4c91-8ffd-a26bf328eba5 admin admin] Publish callbacks [] for security_group (4461d9ad-8887-4fc5-b728-900a8ee32d4a), precommit_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:02.324657 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (fd1157aa-8fd8-4c6b-a604-f3842f12d305), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:02.410220 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-7da66d07-dec3-4c91-8ffd-a26bf328eba5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763768'] for security_group (4461d9ad-8887-4fc5-b728-900a8ee32d4a), after_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:02.413652 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-7da66d07-dec3-4c91-8ffd-a26bf328eba5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:02.414858 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [None req-7da66d07-dec3-4c91-8ffd-a26bf328eba5 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/4461d9ad-8887-4fc5-b728-900a8ee32d4a HTTP/1.1" status: 204 len: 168 time: 0.2004678 Aug 09 17:00:02.425874 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da66d07-dec3-4c91-8ffd-a26bf328eba5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4461d9ad-8887-4fc5-b728-900a8ee32d4a,revision_number=None']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:00:03.032903 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-3f56ca4d-9896-404f-86e6-47ecfe720ef7 req-bb8efd4f-b026-4d51-ba40-4baccda39f6a tempest-VolumesNegativeTest-343416619 tempest-VolumesNegativeTest-343416619-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=4216b8ed-8360-4feb-8cee-7a6f4a53ce67 HTTP/1.1" status: 200 len: 210 time: 0.0290141 Aug 09 17:00:03.696473 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.wsgi [-] (111141) accepted ('10.222.0.59', 58764) {{(pid=111141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 17:00:03.795096 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.v2.base [None req-210e53b2-334b-475e-b49f-396eb713a3e3 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-128547261-network', 'tenant_id': '907c20a4319c450284e1e6b39107d715'}} {{(pid=111141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 17:00:03.901379 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-210e53b2-334b-475e-b49f-396eb713a3e3 admin admin] Made reservation on behalf of 907c20a4319c450284e1e6b39107d715 for: {'network': 1} {{(pid=111141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 17:00:03.911491 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-210e53b2-334b-475e-b49f-396eb713a3e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for network (None), before_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:03.913027 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-210e53b2-334b-475e-b49f-396eb713a3e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:03.966528 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:00:03.987370 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-210e53b2-334b-475e-b49f-396eb713a3e3 admin admin] Publish callbacks [] for security_group (3f815941-976f-4280-aff3-74e07a625daa), precommit_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:04.055669 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-210e53b2-334b-475e-b49f-396eb713a3e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763768'] for security_group (3f815941-976f-4280-aff3-74e07a625daa), after_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:04.067807 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=81,neutron:INSERT=16,neutron:DELETE=3 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:00:04.086296 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-210e53b2-334b-475e-b49f-396eb713a3e3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 966} {{(pid=111141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 17:00:04.091544 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210e53b2-334b-475e-b49f-396eb713a3e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f815941-976f-4280-aff3-74e07a625daa,revision_number=1']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:00:04.103053 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-210e53b2-334b-475e-b49f-396eb713a3e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3501092'] for segment (d80a24a9-f1b9-4874-b989-4d59e1ac0f32), precommit_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:04.103430 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.db.segments_db [None req-210e53b2-334b-475e-b49f-396eb713a3e3 admin admin] Added segment d80a24a9-f1b9-4874-b989-4d59e1ac0f32 of type vlan for network 16b7cf6d-d031-48e2-96f0-440212fd98f8 Aug 09 17:00:04.105296 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210e53b2-334b-475e-b49f-396eb713a3e3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:00:04.105644 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210e53b2-334b-475e-b49f-396eb713a3e3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:00:04.105986 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210e53b2-334b-475e-b49f-396eb713a3e3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:00:04.106407 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210e53b2-334b-475e-b49f-396eb713a3e3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:00:04.106681 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210e53b2-334b-475e-b49f-396eb713a3e3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:00:04.107035 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210e53b2-334b-475e-b49f-396eb713a3e3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:00:04.118308 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210e53b2-334b-475e-b49f-396eb713a3e3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:00:04.118308 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210e53b2-334b-475e-b49f-396eb713a3e3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:00:04.118308 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210e53b2-334b-475e-b49f-396eb713a3e3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:00:04.118308 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210e53b2-334b-475e-b49f-396eb713a3e3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:00:04.118308 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210e53b2-334b-475e-b49f-396eb713a3e3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:00:04.118308 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210e53b2-334b-475e-b49f-396eb713a3e3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:00:04.118308 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210e53b2-334b-475e-b49f-396eb713a3e3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:00:04.118308 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210e53b2-334b-475e-b49f-396eb713a3e3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:00:04.118308 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210e53b2-334b-475e-b49f-396eb713a3e3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:00:04.143075 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-dc382130-1e84-4385-b57e-8d3f80ab6a70 req-761f24ee-3335-406c-93f8-a3dcb50f3f5b tempest-VolumesNegativeTest-343416619 tempest-VolumesNegativeTest-343416619-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=4216b8ed-8360-4feb-8cee-7a6f4a53ce67 HTTP/1.1" status: 200 len: 210 time: 0.0338151 Aug 09 17:00:04.156469 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-210e53b2-334b-475e-b49f-396eb713a3e3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748337886136'] for network (16b7cf6d-d031-48e2-96f0-440212fd98f8), precommit_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:04.273318 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-210e53b2-334b-475e-b49f-396eb713a3e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463'] for network (16b7cf6d-d031-48e2-96f0-440212fd98f8), after_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:04.274327 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-210e53b2-334b-475e-b49f-396eb713a3e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 17:00:04.274931 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-210e53b2-334b-475e-b49f-396eb713a3e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526441'] for network (None), before_response {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:04.333860 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210e53b2-334b-475e-b49f-396eb713a3e3 admin admin] Pushing event updated for resources: {'Network': ['ID=16b7cf6d-d031-48e2-96f0-440212fd98f8,revision_number=1']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:00:04.343983 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Network 16b7cf6d-d031-48e2-96f0-440212fd98f8 details requested by agent ovs-agent-dv-cinder-852364-3-iscsi with host dv-cinder-852364-3-iscsi {{(pid=111142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 17:00:04.384284 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [None req-210e53b2-334b-475e-b49f-396eb713a3e3 admin admin] 10.222.0.59 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.6866584 Aug 09 17:00:04.387759 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.wsgi [-] (111141) accepted ('10.222.0.59', 58772) {{(pid=111141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 17:00:04.392493 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.v2.base [None req-53737447-fa67-489f-8e1d-ba8e87e3256d admin admin] Request body: {'subnet': {'network_id': '16b7cf6d-d031-48e2-96f0-440212fd98f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-128547261-subnet', 'tenant_id': '907c20a4319c450284e1e6b39107d715', 'ip_version': 4}} {{(pid=111141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 17:00:04.473159 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53737447-fa67-489f-8e1d-ba8e87e3256d admin admin] Made reservation on behalf of 907c20a4319c450284e1e6b39107d715 for: {'subnet': 1} {{(pid=111141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 17:00:04.475813 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-53737447-fa67-489f-8e1d-ba8e87e3256d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12315165'] for subnet (None), before_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:04.696174 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-53737447-fa67-489f-8e1d-ba8e87e3256d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12487470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12315147'] for subnet (d248dc80-ba0d-4a95-bc41-d3d7ccd3fe5b), after_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:04.747386 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53737447-fa67-489f-8e1d-ba8e87e3256d admin admin] Pushing event updated for resources: {'Subnet': ['ID=d248dc80-ba0d-4a95-bc41-d3d7ccd3fe5b,revision_number=0']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:00:04.764705 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53737447-fa67-489f-8e1d-ba8e87e3256d admin admin] Checking segment: {'id': 'd80a24a9-f1b9-4874-b989-4d59e1ac0f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 966, 'network_id': '16b7cf6d-d031-48e2-96f0-440212fd98f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 09 17:00:04.765062 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53737447-fa67-489f-8e1d-ba8e87e3256d admin admin] Network hostable DHCP agents. Network: 16b7cf6d-d031-48e2-96f0-440212fd98f8, hostable agents: ['0d699ab0-1a4e-47ab-a625-f3b077123214'], hosted agents: [] {{(pid=111141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 17:00:04.821423 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53737447-fa67-489f-8e1d-ba8e87e3256d admin admin] Network 16b7cf6d-d031-48e2-96f0-440212fd98f8 is scheduled to be hosted by DHCP agent 0d699ab0-1a4e-47ab-a625-f3b077123214 with binding_index 1 {{(pid=111141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 17:00:04.890389 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.scheduler.base_scheduler [None req-53737447-fa67-489f-8e1d-ba8e87e3256d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852364-3-iscsi, 16b7cf6d-d031-48e2-96f0-440212fd98f8) {{(pid=111141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 17:00:04.894468 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53737447-fa67-489f-8e1d-ba8e87e3256d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 17:00:04.895126 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-53737447-fa67-489f-8e1d-ba8e87e3256d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526441'] for subnet (None), before_response {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:04.900629 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72084684-59e1-4310-a8ad-c45bb0e122e1 None None] Network 16b7cf6d-d031-48e2-96f0-440212fd98f8 requested from dv-cinder-852364-3-iscsi {{(pid=111142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 09 17:00:04.990686 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [None req-53737447-fa67-489f-8e1d-ba8e87e3256d admin admin] 10.222.0.59 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6018124 Aug 09 17:00:04.993367 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.wsgi [-] (111141) accepted ('10.222.0.59', 58776) {{(pid=111141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 17:00:04.997659 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.v2.base [None req-edb5ea58-5f6d-4381-8104-9360755a0638 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-128547261-router', 'tenant_id': '907c20a4319c450284e1e6b39107d715', 'external_gateway_info': {'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a'}}} {{(pid=111141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 17:00:04.998177 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-838401cd-3942-4316-ad56-5f58dc6d838e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c3c12f7-d4c6-523e-962d-24da77ca8a50-16b7cf6d-d031-48e2-96f0-440212fd98f8', 'network_id': '16b7cf6d-d031-48e2-96f0-440212fd98f8', 'project_id': '907c20a4319c450284e1e6b39107d715', 'fixed_ips': [{'subnet_id': 'd248dc80-ba0d-4a95-bc41-d3d7ccd3fe5b'}]}} from dv-cinder-852364-3-iscsi. {{(pid=111142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 09 17:00:04.999125 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-838401cd-3942-4316-ad56-5f58dc6d838e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (None), before_create {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:05.018758 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=80,neutron:INSERT=12,neutron:UPDATE=5,neutron:DELETE=3 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:00:05.090798 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-edb5ea58-5f6d-4381-8104-9360755a0638 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-341582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-334'] for router (20699d5b-e238-4dad-a7e5-36842a20716c), before_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:05.091902 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-edb5ea58-5f6d-4381-8104-9360755a0638 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-337957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692940', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-558489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-327'] for router (20699d5b-e238-4dad-a7e5-36842a20716c), precommit_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:05.148653 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-edb5ea58-5f6d-4381-8104-9360755a0638 admin admin] Publish callbacks [] for router_controller (20699d5b-e238-4dad-a7e5-36842a20716c), precommit_add_association {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:05.248876 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-47e0da14-307d-4b3c-a85c-e219afb69c07 req-bf3615d1-aa83-4a81-88db-4da808b2bd23 tempest-VolumesNegativeTest-343416619 tempest-VolumesNegativeTest-343416619-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=4216b8ed-8360-4feb-8cee-7a6f4a53ce67 HTTP/1.1" status: 200 len: 210 time: 0.0282409 Aug 09 17:00:05.266597 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.db_base_plugin_common [None req-838401cd-3942-4316-ad56-5f58dc6d838e None None] Allocated IP 172.20.0.2 (16b7cf6d-d031-48e2-96f0-440212fd98f8/d248dc80-ba0d-4a95-bc41-d3d7ccd3fe5b/28c61129-27f6-4176-ab90-a0b60b564bb0) {{(pid=111142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 17:00:05.385133 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-edb5ea58-5f6d-4381-8104-9360755a0638 admin admin] Publish callbacks [] for router_gateway (20699d5b-e238-4dad-a7e5-36842a20716c), precommit_update {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:05.409892 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-838401cd-3942-4316-ad56-5f58dc6d838e None None] Publish callbacks [] for port (28c61129-27f6-4176-ab90-a0b60b564bb0), precommit_create {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:05.462023 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-838401cd-3942-4316-ad56-5f58dc6d838e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748337861753'] for port (28c61129-27f6-4176-ab90-a0b60b564bb0), after_create {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:05.505000 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-838401cd-3942-4316-ad56-5f58dc6d838e None None] Network 16b7cf6d-d031-48e2-96f0-440212fd98f8 is already hosted by enough agents. {{(pid=111142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 17:00:05.510410 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.scheduler.base_scheduler [None req-838401cd-3942-4316-ad56-5f58dc6d838e None None] Resources bound (agent type, host, resource id): {{(pid=111142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 17:00:05.512330 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838401cd-3942-4316-ad56-5f58dc6d838e None None] Pushing event updated for resources: {'Port': ['ID=28c61129-27f6-4176-ab90-a0b60b564bb0,revision_number=1']} {{(pid=111142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:00:05.514606 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-838401cd-3942-4316-ad56-5f58dc6d838e None None] Received port after_create {{(pid=111142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 09 17:00:05.526502 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838401cd-3942-4316-ad56-5f58dc6d838e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:00:05.526872 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838401cd-3942-4316-ad56-5f58dc6d838e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:00:05.527244 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838401cd-3942-4316-ad56-5f58dc6d838e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:00:05.527587 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838401cd-3942-4316-ad56-5f58dc6d838e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:00:05.527933 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838401cd-3942-4316-ad56-5f58dc6d838e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:00:05.528254 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838401cd-3942-4316-ad56-5f58dc6d838e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:00:05.528732 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838401cd-3942-4316-ad56-5f58dc6d838e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:00:05.529070 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838401cd-3942-4316-ad56-5f58dc6d838e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:00:05.529500 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838401cd-3942-4316-ad56-5f58dc6d838e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:00:05.529756 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838401cd-3942-4316-ad56-5f58dc6d838e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:00:05.530082 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838401cd-3942-4316-ad56-5f58dc6d838e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:00:05.530445 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838401cd-3942-4316-ad56-5f58dc6d838e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:00:05.530773 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838401cd-3942-4316-ad56-5f58dc6d838e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:00:05.531097 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838401cd-3942-4316-ad56-5f58dc6d838e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:00:05.534852 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838401cd-3942-4316-ad56-5f58dc6d838e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:00:05.588454 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.managers [None req-838401cd-3942-4316-ad56-5f58dc6d838e None None] Attempting to bind port 28c61129-27f6-4176-ab90-a0b60b564bb0 on host dv-cinder-852364-3-iscsi for vnic_type normal with profile {{(pid=111142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 09 17:00:05.588828 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.managers [None req-838401cd-3942-4316-ad56-5f58dc6d838e None None] Attempting to bind port 28c61129-27f6-4176-ab90-a0b60b564bb0 by drivers openvswitch,hyperv on host dv-cinder-852364-3-iscsi at level 0 using segments [{'id': 'd80a24a9-f1b9-4874-b989-4d59e1ac0f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 966, 'network_id': '16b7cf6d-d031-48e2-96f0-440212fd98f8'}] {{(pid=111142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 09 17:00:05.589193 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-838401cd-3942-4316-ad56-5f58dc6d838e None None] Attempting to bind port 28c61129-27f6-4176-ab90-a0b60b564bb0 on network 16b7cf6d-d031-48e2-96f0-440212fd98f8 {{(pid=111142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 17:00:05.594453 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-838401cd-3942-4316-ad56-5f58dc6d838e None None] Checking agent: {'id': '47988f4d-09d0-4892-bbfe-5b11c743802f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852364-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 9, 16, 42, 16), 'started_at': datetime.datetime(2022, 8, 9, 16, 42, 46), 'heartbeat_timestamp': datetime.datetime(2022, 8, 9, 16, 59, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852364-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 09 17:00:05.594828 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-838401cd-3942-4316-ad56-5f58dc6d838e None None] Checking segment: {'id': 'd80a24a9-f1b9-4874-b989-4d59e1ac0f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 966, 'network_id': '16b7cf6d-d031-48e2-96f0-440212fd98f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 09 17:00:05.595298 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-838401cd-3942-4316-ad56-5f58dc6d838e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:05.595693 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-838401cd-3942-4316-ad56-5f58dc6d838e None None] Bound using segment: {'id': 'd80a24a9-f1b9-4874-b989-4d59e1ac0f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 966, 'network_id': '16b7cf6d-d031-48e2-96f0-440212fd98f8'} {{(pid=111142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 09 17:00:05.596156 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.managers [None req-838401cd-3942-4316-ad56-5f58dc6d838e None None] Bound port: 28c61129-27f6-4176-ab90-a0b60b564bb0, host: dv-cinder-852364-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd80a24a9-f1b9-4874-b989-4d59e1ac0f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 966, 'network_id': '16b7cf6d-d031-48e2-96f0-440212fd98f8'}}] {{(pid=111142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 09 17:00:05.596541 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-838401cd-3942-4316-ad56-5f58dc6d838e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (28c61129-27f6-4176-ab90-a0b60b564bb0), before_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:05.602734 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-edb5ea58-5f6d-4381-8104-9360755a0638 admin admin] Publish callbacks [] for router_gateway (20699d5b-e238-4dad-a7e5-36842a20716c), before_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:05.624588 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-edb5ea58-5f6d-4381-8104-9360755a0638 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (None), before_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:05.656890 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.db [None req-838401cd-3942-4316-ad56-5f58dc6d838e None None] For port 28c61129-27f6-4176-ab90-a0b60b564bb0, host dv-cinder-852364-3-iscsi, cleared binding levels {{(pid=111142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 17:00:05.659940 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.db [None req-838401cd-3942-4316-ad56-5f58dc6d838e None None] For port 28c61129-27f6-4176-ab90-a0b60b564bb0, host dv-cinder-852364-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-3-iscsi',level=0,port_id=28c61129-27f6-4176-ab90-a0b60b564bb0,segment=NetworkSegment(d80a24a9-f1b9-4874-b989-4d59e1ac0f32),segment_id=d80a24a9-f1b9-4874-b989-4d59e1ac0f32)] {{(pid=111142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 17:00:05.701880 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:00:05.725784 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-838401cd-3942-4316-ad56-5f58dc6d838e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748338263269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748337861771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748337861789'] for port (28c61129-27f6-4176-ab90-a0b60b564bb0), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:05.730023 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.db.db_base_plugin_common [None req-edb5ea58-5f6d-4381-8104-9360755a0638 admin admin] Allocated IP 172.27.2.34 (0b446ac8-416d-4492-b144-c475e4beb84a/4516d54a-1367-472b-b3e4-4bb105fe12f6/55d87bc8-483c-4b50-b8e7-ce080609ac1c) {{(pid=111141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 17:00:05.777799 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838401cd-3942-4316-ad56-5f58dc6d838e None None] Pushing event updated for resources: {'Port': ['ID=28c61129-27f6-4176-ab90-a0b60b564bb0,revision_number=2']} {{(pid=111142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:00:05.840477 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-edb5ea58-5f6d-4381-8104-9360755a0638 admin admin] Publish callbacks [] for port (55d87bc8-483c-4b50-b8e7-ce080609ac1c), precommit_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:05.925051 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-edb5ea58-5f6d-4381-8104-9360755a0638 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748337861753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12487578'] for port (55d87bc8-483c-4b50-b8e7-ce080609ac1c), after_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:05.966538 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:00:05.977580 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edb5ea58-5f6d-4381-8104-9360755a0638 admin admin] Network 0b446ac8-416d-4492-b144-c475e4beb84a is already hosted by enough agents. {{(pid=111141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 17:00:05.981906 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb5ea58-5f6d-4381-8104-9360755a0638 admin admin] Pushing event updated for resources: {'Port': ['ID=55d87bc8-483c-4b50-b8e7-ce080609ac1c,revision_number=1']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:00:05.983446 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.scheduler.base_scheduler [None req-edb5ea58-5f6d-4381-8104-9360755a0638 admin admin] Resources bound (agent type, host, resource id): {{(pid=111141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 17:00:05.985555 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edb5ea58-5f6d-4381-8104-9360755a0638 admin admin] Received port after_create {{(pid=111141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 09 17:00:06.351377 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Device 28c61129-27f6-4176-ab90-a0b60b564bb0 up at agent ovs-agent-dv-cinder-852364-3-iscsi {{(pid=111142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 17:00:06.361465 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-28229461-30cd-4d43-b81c-aeaea167a481 req-2aa82002-1f0b-4007-95d8-07e8c26c6f0e tempest-VolumesNegativeTest-343416619 tempest-VolumesNegativeTest-343416619-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=4216b8ed-8360-4feb-8cee-7a6f4a53ce67 HTTP/1.1" status: 200 len: 210 time: 0.0337400 Aug 09 17:00:06.402426 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.provisioning_blocks [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Provisioning complete for port 28c61129-27f6-4176-ab90-a0b60b564bb0 triggered by entity L2. {{(pid=111142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 17:00:06.402806 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877469'] for port (28c61129-27f6-4176-ab90-a0b60b564bb0), provisioning_complete {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:06.438252 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:00:06.443879 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:00:06.483601 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Current status of the port 28c61129-27f6-4176-ab90-a0b60b564bb0 is: DOWN; New status is: ACTIVE {{(pid=111142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 17:00:06.483995 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (28c61129-27f6-4176-ab90-a0b60b564bb0), before_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:06.527656 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.db [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] For port 28c61129-27f6-4176-ab90-a0b60b564bb0, host dv-cinder-852364-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-3-iscsi',level=0,port_id=28c61129-27f6-4176-ab90-a0b60b564bb0,segment=NetworkSegment(d80a24a9-f1b9-4874-b989-4d59e1ac0f32),segment_id=d80a24a9-f1b9-4874-b989-4d59e1ac0f32)] {{(pid=111142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:00:06.592967 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-edb5ea58-5f6d-4381-8104-9360755a0638 admin admin] Publish callbacks [] for router_gateway (20699d5b-e238-4dad-a7e5-36842a20716c), after_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:06.599633 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748338263269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748337861771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748337861789'] for port (28c61129-27f6-4176-ab90-a0b60b564bb0), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:06.659522 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Pushing event updated for resources: {'Port': ['ID=28c61129-27f6-4176-ab90-a0b60b564bb0,revision_number=3']} {{(pid=111142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:00:06.755365 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f71e013f-a352-4e8a-8444-e5b6e8396685 None None] Network 16b7cf6d-d031-48e2-96f0-440212fd98f8 requested from dv-cinder-852364-3-iscsi {{(pid=111142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 09 17:00:06.798094 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-edb5ea58-5f6d-4381-8104-9360755a0638 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-338920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689217'] for router (20699d5b-e238-4dad-a7e5-36842a20716c), after_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:06.819083 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.provisioning_blocks [None req-3ea7ca94-7d53-46e0-90f8-af50e9c6e0c2 None None] Provisioning complete for port 28c61129-27f6-4176-ab90-a0b60b564bb0 triggered by entity DHCP. {{(pid=111142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 17:00:06.819769 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-3ea7ca94-7d53-46e0-90f8-af50e9c6e0c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877469'] for port (28c61129-27f6-4176-ab90-a0b60b564bb0), provisioning_complete {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:06.940372 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-3ea7ca94-7d53-46e0-90f8-af50e9c6e0c2 None None] Current status of the port 28c61129-27f6-4176-ab90-a0b60b564bb0 is: ACTIVE; New status is: ACTIVE {{(pid=111142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 17:00:07.015900 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edb5ea58-5f6d-4381-8104-9360755a0638 admin admin] Router 20699d5b-e238-4dad-a7e5-36842a20716c is scheduled to L3 agent 2cf02505-efcb-442b-855b-6c659df6f18c with binding_index 1 {{(pid=111141) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 09 17:00:07.126308 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edb5ea58-5f6d-4381-8104-9360755a0638 admin admin] Notify agent at l3_agent.dv-cinder-852364-3-iscsi the message routers_updated {{(pid=111141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 17:00:07.135596 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d5589c8-7628-445c-8a9d-2e1351f36e15 None None] Sync routers for ids ['20699d5b-e238-4dad-a7e5-36842a20716c'] in dv-cinder-852364-3-iscsi {{(pid=111142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 17:00:07.144797 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d5589c8-7628-445c-8a9d-2e1351f36e15 None None] Routers {'20699d5b-e238-4dad-a7e5-36842a20716c'} bound to L3 agent in host dv-cinder-852364-3-iscsi {{(pid=111142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 17:00:07.145897 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_hamode_db [None req-0d5589c8-7628-445c-8a9d-2e1351f36e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-09T16:42:12Z,description=,heartbeat_timestamp=2022-08-09T16:59:42Z,host='dv-cinder-852364-3-iscsi',id=2cf02505-efcb-442b-855b-6c659df6f18c,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:13Z,topic='l3_agent')) {'router_ids': ['20699d5b-e238-4dad-a7e5-36842a20716c'], 'active': True} {{(pid=111142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:00:07.199361 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.provisioning_blocks [None req-30995450-e646-4e3e-9809-3d1b9df3a9b8 None None] Provisioning complete for port 28c61129-27f6-4176-ab90-a0b60b564bb0 triggered by entity DHCP. {{(pid=111142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 17:00:07.199744 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-30995450-e646-4e3e-9809-3d1b9df3a9b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877469'] for port (28c61129-27f6-4176-ab90-a0b60b564bb0), provisioning_complete {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:07.224633 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-edb5ea58-5f6d-4381-8104-9360755a0638 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:07.225889 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [None req-edb5ea58-5f6d-4381-8104-9360755a0638 admin admin] 10.222.0.59 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.2315919 Aug 09 17:00:07.229007 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.wsgi [-] (111141) accepted ('10.222.0.59', 58788) {{(pid=111141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 17:00:07.296858 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_dvr_db [None req-0d5589c8-7628-445c-8a9d-2e1351f36e15 None None] Set router 20699d5b-e238-4dad-a7e5-36842a20716c gateway port host: dv-cinder-852364-3-iscsi {{(pid=111142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 17:00:07.378231 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=1 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:00:07.429413 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-30995450-e646-4e3e-9809-3d1b9df3a9b8 None None] Current status of the port 28c61129-27f6-4176-ab90-a0b60b564bb0 is: ACTIVE; New status is: ACTIVE {{(pid=111142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 17:00:07.484777 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:00:07.516248 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_hamode_db [None req-0d5589c8-7628-445c-8a9d-2e1351f36e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20699d5b-e238-4dad-a7e5-36842a20716c', 'name': 'tempest-TestShelveInstance-128547261-router', 'tenant_id': '907c20a4319c450284e1e6b39107d715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'external_fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': '55d87bc8-483c-4b50-b8e7-ce080609ac1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T17:00:05Z', 'updated_at': '2022-08-09T17:00:06Z', 'revision_number': 3, 'project_id': '907c20a4319c450284e1e6b39107d715', 'gw_port': {'id': '55d87bc8-483c-4b50-b8e7-ce080609ac1c', 'name': '', 'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:e8:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20699d5b-e238-4dad-a7e5-36842a20716c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T17:00:05Z', 'updated_at': '2022-08-09T17:00:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-3-iscsi'}], 'dv-cinder-852364-3-iscsi', False) {} {{(pid=111142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:00:07.536344 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-872fece0-b310-489e-a1cb-b3344282f8b3 req-011efbde-de0a-41dc-82f5-40f2571b01a2 tempest-VolumesNegativeTest-343416619 tempest-VolumesNegativeTest-343416619-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=4216b8ed-8360-4feb-8cee-7a6f4a53ce67 HTTP/1.1" status: 200 len: 210 time: 0.0491438 Aug 09 17:00:07.552055 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-c73ccae7-3d37-49a4-87cb-76c5745c3755 req-5ca41c2b-b8a1-4e50-b3c1-04a2790779f7 tempest-VolumesNegativeTest-343416619 tempest-VolumesNegativeTest-343416619-project] 10.222.0.91 "GET /networking/v2.0/networks?tenant_id=d5fdbec76c3e43ffa496768ac8e8c460&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0286665 Aug 09 17:00:07.555027 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d5589c8-7628-445c-8a9d-2e1351f36e15 None None] Checking router: 20699d5b-e238-4dad-a7e5-36842a20716c for host: dv-cinder-852364-3-iscsi {{(pid=111142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 17:00:07.555403 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d5589c8-7628-445c-8a9d-2e1351f36e15 None None] Updating router 20699d5b-e238-4dad-a7e5-36842a20716c port 55d87bc8-483c-4b50-b8e7-ce080609ac1c binding host dv-cinder-852364-3-iscsi {{(pid=111142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 17:00:07.575621 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:00:07.584143 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-0d5589c8-7628-445c-8a9d-2e1351f36e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (55d87bc8-483c-4b50-b8e7-ce080609ac1c), before_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:07.726501 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73ccae7-3d37-49a4-87cb-76c5745c3755 req-488e52f9-0ce6-4809-874a-f72f1025c07b tempest-VolumesNegativeTest-343416619 tempest-VolumesNegativeTest-343416619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 17:00:07.728002 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-c73ccae7-3d37-49a4-87cb-76c5745c3755 req-488e52f9-0ce6-4809-874a-f72f1025c07b tempest-VolumesNegativeTest-343416619 tempest-VolumesNegativeTest-343416619-project] 10.222.0.91 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1528180 Aug 09 17:00:07.747732 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:00:07.765247 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.v2.base [req-c73ccae7-3d37-49a4-87cb-76c5745c3755 req-1e99f1cb-44d6-4d04-8569-c78c5dc1ce11 tempest-VolumesNegativeTest-343416619 tempest-VolumesNegativeTest-343416619-project] Request body: {'port': {'device_id': '4216b8ed-8360-4feb-8cee-7a6f4a53ce67', 'network_id': 'b8fe100b-fb8c-433b-9936-2abcc695f16d', 'admin_state_up': True, 'tenant_id': 'd5fdbec76c3e43ffa496768ac8e8c460'}} {{(pid=111141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 17:00:07.855336 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-0d5589c8-7628-445c-8a9d-2e1351f36e15 None None] Publish callbacks [] for port (55d87bc8-483c-4b50-b8e7-ce080609ac1c), precommit_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:07.897140 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-339ceefc-fa2e-4ef3-8106-ad1c5dd29ecc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (None), before_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:07.921521 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=100 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:00:07.947480 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-0d5589c8-7628-445c-8a9d-2e1351f36e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748338263269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748337861771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748337861789'] for port (55d87bc8-483c-4b50-b8e7-ce080609ac1c), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:07.993095 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.managers [None req-0d5589c8-7628-445c-8a9d-2e1351f36e15 None None] Attempting to bind port 55d87bc8-483c-4b50-b8e7-ce080609ac1c on host dv-cinder-852364-3-iscsi for vnic_type normal with profile {{(pid=111142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 09 17:00:07.993464 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.managers [None req-0d5589c8-7628-445c-8a9d-2e1351f36e15 None None] Attempting to bind port 55d87bc8-483c-4b50-b8e7-ce080609ac1c by drivers openvswitch,hyperv on host dv-cinder-852364-3-iscsi at level 0 using segments [{'id': '3548ff03-3b62-477c-991b-01c3e3081105', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a'}] {{(pid=111142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 09 17:00:07.993868 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d5589c8-7628-445c-8a9d-2e1351f36e15 None None] Attempting to bind port 55d87bc8-483c-4b50-b8e7-ce080609ac1c on network 0b446ac8-416d-4492-b144-c475e4beb84a {{(pid=111142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 17:00:08.006803 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c73ccae7-3d37-49a4-87cb-76c5745c3755 req-1e99f1cb-44d6-4d04-8569-c78c5dc1ce11 tempest-VolumesNegativeTest-343416619 tempest-VolumesNegativeTest-343416619-project] Made reservation on behalf of d5fdbec76c3e43ffa496768ac8e8c460 for: {'port': 1} {{(pid=111141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 17:00:08.008567 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d5589c8-7628-445c-8a9d-2e1351f36e15 None None] Checking agent: {'id': '47988f4d-09d0-4892-bbfe-5b11c743802f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852364-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 9, 16, 42, 16), 'started_at': datetime.datetime(2022, 8, 9, 16, 42, 46), 'heartbeat_timestamp': datetime.datetime(2022, 8, 9, 16, 59, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852364-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 09 17:00:08.008942 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d5589c8-7628-445c-8a9d-2e1351f36e15 None None] Checking segment: {'id': '3548ff03-3b62-477c-991b-01c3e3081105', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 09 17:00:08.009434 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-0d5589c8-7628-445c-8a9d-2e1351f36e15 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:08.009813 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d5589c8-7628-445c-8a9d-2e1351f36e15 None None] Bound using segment: {'id': '3548ff03-3b62-477c-991b-01c3e3081105', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a'} {{(pid=111142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 09 17:00:08.010398 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.managers [None req-0d5589c8-7628-445c-8a9d-2e1351f36e15 None None] Bound port: 55d87bc8-483c-4b50-b8e7-ce080609ac1c, host: dv-cinder-852364-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3548ff03-3b62-477c-991b-01c3e3081105', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a'}}] {{(pid=111142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 09 17:00:08.010527 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-c73ccae7-3d37-49a4-87cb-76c5745c3755 req-1e99f1cb-44d6-4d04-8569-c78c5dc1ce11 tempest-VolumesNegativeTest-343416619 tempest-VolumesNegativeTest-343416619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (None), before_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:08.010657 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-0d5589c8-7628-445c-8a9d-2e1351f36e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (55d87bc8-483c-4b50-b8e7-ce080609ac1c), before_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:08.012487 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff4e3a1-af13-45c2-8cf7-1d36a3730527 None None] Pushing event updated for resources: {'Port': ['ID=55d87bc8-483c-4b50-b8e7-ce080609ac1c,revision_number=2']} {{(pid=111142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:00:08.025726 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-c73ccae7-3d37-49a4-87cb-76c5745c3755 req-1e99f1cb-44d6-4d04-8569-c78c5dc1ce11 tempest-VolumesNegativeTest-343416619 tempest-VolumesNegativeTest-343416619-project] Publish callbacks [] for security_group (None), before_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:08.064746 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.db [None req-0d5589c8-7628-445c-8a9d-2e1351f36e15 None None] For port 55d87bc8-483c-4b50-b8e7-ce080609ac1c, host dv-cinder-852364-3-iscsi, cleared binding levels {{(pid=111142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 17:00:08.068275 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.db [None req-0d5589c8-7628-445c-8a9d-2e1351f36e15 None None] For port 55d87bc8-483c-4b50-b8e7-ce080609ac1c, host dv-cinder-852364-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-3-iscsi',level=0,port_id=55d87bc8-483c-4b50-b8e7-ce080609ac1c,segment=NetworkSegment(3548ff03-3b62-477c-991b-01c3e3081105),segment_id=3548ff03-3b62-477c-991b-01c3e3081105)] {{(pid=111142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 17:00:08.112819 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.db.db_base_plugin_common [None req-339ceefc-fa2e-4ef3-8106-ad1c5dd29ecc admin admin] Allocated IP 172.20.0.1 (16b7cf6d-d031-48e2-96f0-440212fd98f8/d248dc80-ba0d-4a95-bc41-d3d7ccd3fe5b/4afe7d60-fc00-42ae-b62e-02e606624055) {{(pid=111141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 17:00:08.147892 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-0d5589c8-7628-445c-8a9d-2e1351f36e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748338263269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748337861771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748337861789'] for port (55d87bc8-483c-4b50-b8e7-ce080609ac1c), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:08.187959 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d5589c8-7628-445c-8a9d-2e1351f36e15 None None] Routers {'20699d5b-e238-4dad-a7e5-36842a20716c'} bound to L3 agent in host dv-cinder-852364-3-iscsi {{(pid=111142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 17:00:08.188599 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_hamode_db [None req-0d5589c8-7628-445c-8a9d-2e1351f36e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-09T16:42:12Z,description=,heartbeat_timestamp=2022-08-09T16:59:42Z,host='dv-cinder-852364-3-iscsi',id=2cf02505-efcb-442b-855b-6c659df6f18c,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:13Z,topic='l3_agent')) {'router_ids': ['20699d5b-e238-4dad-a7e5-36842a20716c'], 'active': True} {{(pid=111142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:00:08.210166 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-c73ccae7-3d37-49a4-87cb-76c5745c3755 req-1e99f1cb-44d6-4d04-8569-c78c5dc1ce11 tempest-VolumesNegativeTest-343416619 tempest-VolumesNegativeTest-343416619-project] Publish callbacks [] for security_group (2772e620-a0e2-4b51-8127-cd36701b31ea), precommit_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:08.252673 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff4e3a1-af13-45c2-8cf7-1d36a3730527 None None] Pushing event updated for resources: {'Port': ['ID=55d87bc8-483c-4b50-b8e7-ce080609ac1c,revision_number=3']} {{(pid=111142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:00:08.257870 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-339ceefc-fa2e-4ef3-8106-ad1c5dd29ecc admin admin] Publish callbacks [] for port (4afe7d60-fc00-42ae-b62e-02e606624055), precommit_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:08.311664 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_dvr_db [None req-0d5589c8-7628-445c-8a9d-2e1351f36e15 None None] Set router 20699d5b-e238-4dad-a7e5-36842a20716c gateway port host: dv-cinder-852364-3-iscsi {{(pid=111142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 17:00:08.319195 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-c73ccae7-3d37-49a4-87cb-76c5745c3755 req-1e99f1cb-44d6-4d04-8569-c78c5dc1ce11 tempest-VolumesNegativeTest-343416619 tempest-VolumesNegativeTest-343416619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763768'] for security_group (2772e620-a0e2-4b51-8127-cd36701b31ea), after_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:08.338135 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Device 28c61129-27f6-4176-ab90-a0b60b564bb0 up at agent ovs-agent-dv-cinder-852364-3-iscsi {{(pid=111142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 17:00:08.390317 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e99f1cb-44d6-4d04-8569-c78c5dc1ce11 tempest-VolumesNegativeTest-343416619 tempest-VolumesNegativeTest-343416619-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2772e620-a0e2-4b51-8127-cd36701b31ea,revision_number=1']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:00:08.428454 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG dbcounter [-] [111143] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=111143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:00:08.444900 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-339ceefc-fa2e-4ef3-8106-ad1c5dd29ecc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748337861753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12487578'] for port (4afe7d60-fc00-42ae-b62e-02e606624055), after_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:08.455541 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:INSERT=12,neutron:SELECT=85,neutron:UPDATE=3 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:00:08.502194 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-339ceefc-fa2e-4ef3-8106-ad1c5dd29ecc admin admin] Network 16b7cf6d-d031-48e2-96f0-440212fd98f8 is already hosted by enough agents. {{(pid=111141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 17:00:08.509530 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.db.db_base_plugin_common [req-c73ccae7-3d37-49a4-87cb-76c5745c3755 req-1e99f1cb-44d6-4d04-8569-c78c5dc1ce11 tempest-VolumesNegativeTest-343416619 tempest-VolumesNegativeTest-343416619-project] Allocated IP 192.168.233.158 (b8fe100b-fb8c-433b-9936-2abcc695f16d/a00dd238-a296-42e9-963d-da30d74d4115/4f381bc2-010e-4589-b97c-13fb3ec41038) {{(pid=111141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 17:00:08.513288 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.scheduler.base_scheduler [None req-339ceefc-fa2e-4ef3-8106-ad1c5dd29ecc admin admin] Resources bound (agent type, host, resource id): {{(pid=111141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 17:00:08.519088 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-339ceefc-fa2e-4ef3-8106-ad1c5dd29ecc admin admin] Received port after_create {{(pid=111141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 09 17:00:08.546366 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339ceefc-fa2e-4ef3-8106-ad1c5dd29ecc admin admin] Pushing event updated for resources: {'Port': ['ID=4afe7d60-fc00-42ae-b62e-02e606624055,revision_number=1']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:00:08.591882 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-339ceefc-fa2e-4ef3-8106-ad1c5dd29ecc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-337058'] for router_interface (20699d5b-e238-4dad-a7e5-36842a20716c), before_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:08.609200 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.provisioning_blocks [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Provisioning complete for port 28c61129-27f6-4176-ab90-a0b60b564bb0 triggered by entity L2. {{(pid=111142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 17:00:08.609825 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877469'] for port (28c61129-27f6-4176-ab90-a0b60b564bb0), provisioning_complete {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:08.671442 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:INSERT=12,neutron:SELECT=82,neutron:UPDATE=6 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:00:08.672286 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:00:08.686530 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-87a61c31-42e0-4682-8f09-7499bd29521c req-2b856129-54f4-4f89-899a-1dabc6837491 tempest-VolumesNegativeTest-343416619 tempest-VolumesNegativeTest-343416619-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=4216b8ed-8360-4feb-8cee-7a6f4a53ce67 HTTP/1.1" status: 200 len: 210 time: 0.0382326 Aug 09 17:00:08.687997 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_hamode_db [None req-0d5589c8-7628-445c-8a9d-2e1351f36e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20699d5b-e238-4dad-a7e5-36842a20716c', 'name': 'tempest-TestShelveInstance-128547261-router', 'tenant_id': '907c20a4319c450284e1e6b39107d715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'external_fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': '55d87bc8-483c-4b50-b8e7-ce080609ac1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T17:00:05Z', 'updated_at': '2022-08-09T17:00:06Z', 'revision_number': 3, 'project_id': '907c20a4319c450284e1e6b39107d715', 'gw_port': {'id': '55d87bc8-483c-4b50-b8e7-ce080609ac1c', 'name': '', 'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:e8:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20699d5b-e238-4dad-a7e5-36842a20716c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T17:00:05Z', 'updated_at': '2022-08-09T17:00:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-3-iscsi'}], 'dv-cinder-852364-3-iscsi', False) {} {{(pid=111142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:00:08.726616 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d5589c8-7628-445c-8a9d-2e1351f36e15 None None] The sync data for ids ['20699d5b-e238-4dad-a7e5-36842a20716c'] in dv-cinder-852364-3-iscsi is: [{'id': '20699d5b-e238-4dad-a7e5-36842a20716c', 'name': 'tempest-TestShelveInstance-128547261-router', 'tenant_id': '907c20a4319c450284e1e6b39107d715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'external_fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': '55d87bc8-483c-4b50-b8e7-ce080609ac1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T17:00:05Z', 'updated_at': '2022-08-09T17:00:06Z', 'revision_number': 3, 'project_id': '907c20a4319c450284e1e6b39107d715', 'gw_port': {'id': '55d87bc8-483c-4b50-b8e7-ce080609ac1c', 'name': '', 'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:e8:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20699d5b-e238-4dad-a7e5-36842a20716c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T17:00:05Z', 'updated_at': '2022-08-09T17:00:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-3-iscsi'}] {{(pid=111142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 17:00:08.774506 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Current status of the port 28c61129-27f6-4176-ab90-a0b60b564bb0 is: ACTIVE; New status is: ACTIVE {{(pid=111142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 17:00:08.856680 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-c73ccae7-3d37-49a4-87cb-76c5745c3755 req-1e99f1cb-44d6-4d04-8569-c78c5dc1ce11 tempest-VolumesNegativeTest-343416619 tempest-VolumesNegativeTest-343416619-project] Publish callbacks [] for port (4f381bc2-010e-4589-b97c-13fb3ec41038), precommit_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:08.858665 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.provisioning_blocks [None req-38bb5412-ebb4-4cd3-8f81-f2eed18e86b4 None None] Provisioning complete for port 4afe7d60-fc00-42ae-b62e-02e606624055 triggered by entity DHCP. {{(pid=111142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 17:00:08.859048 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-38bb5412-ebb4-4cd3-8f81-f2eed18e86b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877469'] for port (4afe7d60-fc00-42ae-b62e-02e606624055), provisioning_complete {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:08.896317 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-38bb5412-ebb4-4cd3-8f81-f2eed18e86b4 None None] Port 4afe7d60-fc00-42ae-b62e-02e606624055 cannot update to ACTIVE because it is not bound. {{(pid=111142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 09 17:00:08.971506 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-339ceefc-fa2e-4ef3-8106-ad1c5dd29ecc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (4afe7d60-fc00-42ae-b62e-02e606624055), before_update {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:09.029596 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-c73ccae7-3d37-49a4-87cb-76c5745c3755 req-1e99f1cb-44d6-4d04-8569-c78c5dc1ce11 tempest-VolumesNegativeTest-343416619 tempest-VolumesNegativeTest-343416619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748337861753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12487578'] for port (4f381bc2-010e-4589-b97c-13fb3ec41038), after_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:09.100344 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c73ccae7-3d37-49a4-87cb-76c5745c3755 req-1e99f1cb-44d6-4d04-8569-c78c5dc1ce11 tempest-VolumesNegativeTest-343416619 tempest-VolumesNegativeTest-343416619-project] Network b8fe100b-fb8c-433b-9936-2abcc695f16d is already hosted by enough agents. {{(pid=111141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 17:00:09.114793 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.scheduler.base_scheduler [req-c73ccae7-3d37-49a4-87cb-76c5745c3755 req-1e99f1cb-44d6-4d04-8569-c78c5dc1ce11 tempest-VolumesNegativeTest-343416619 tempest-VolumesNegativeTest-343416619-project] Resources bound (agent type, host, resource id): {{(pid=111141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 17:00:09.144309 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.db.l3_dvrscheduler_db [req-c73ccae7-3d37-49a4-87cb-76c5745c3755 req-1e99f1cb-44d6-4d04-8569-c78c5dc1ce11 tempest-VolumesNegativeTest-343416619 tempest-VolumesNegativeTest-343416619-project] Received port after_create {{(pid=111141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 09 17:00:09.174409 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:00:09.182223 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e99f1cb-44d6-4d04-8569-c78c5dc1ce11 tempest-VolumesNegativeTest-343416619 tempest-VolumesNegativeTest-343416619-project] Pushing event updated for resources: {'Port': ['ID=4f381bc2-010e-4589-b97c-13fb3ec41038,revision_number=1']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:00:09.214280 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73ccae7-3d37-49a4-87cb-76c5745c3755 req-1e99f1cb-44d6-4d04-8569-c78c5dc1ce11 tempest-VolumesNegativeTest-343416619 tempest-VolumesNegativeTest-343416619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 17:00:09.214981 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-c73ccae7-3d37-49a4-87cb-76c5745c3755 req-1e99f1cb-44d6-4d04-8569-c78c5dc1ce11 tempest-VolumesNegativeTest-343416619 tempest-VolumesNegativeTest-343416619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90003'] for port (None), before_response {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:09.293356 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-339ceefc-fa2e-4ef3-8106-ad1c5dd29ecc admin admin] Publish callbacks [] for port (4afe7d60-fc00-42ae-b62e-02e606624055), precommit_update {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:09.322232 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-c73ccae7-3d37-49a4-87cb-76c5745c3755 req-1e99f1cb-44d6-4d04-8569-c78c5dc1ce11 tempest-VolumesNegativeTest-343416619 tempest-VolumesNegativeTest-343416619-project] 10.222.0.91 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5621908 Aug 09 17:00:09.347628 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.v2.base [req-c73ccae7-3d37-49a4-87cb-76c5745c3755 req-dad1ee75-5814-42ca-b3e9-ba6eb356b94d service neutron] Request body: {'port': {'device_id': '4216b8ed-8360-4feb-8cee-7a6f4a53ce67', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85236'}} {{(pid=111141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 17:00:09.407722 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-c73ccae7-3d37-49a4-87cb-76c5745c3755 req-dad1ee75-5814-42ca-b3e9-ba6eb356b94d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (4f381bc2-010e-4589-b97c-13fb3ec41038), before_update {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:09.419340 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.provisioning_blocks [None req-99af77b6-f475-4720-a548-299cb39b4ea7 None None] Provisioning complete for port 4f381bc2-010e-4589-b97c-13fb3ec41038 triggered by entity DHCP. {{(pid=111142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 17:00:09.420169 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-99af77b6-f475-4720-a548-299cb39b4ea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877469'] for port (4f381bc2-010e-4589-b97c-13fb3ec41038), provisioning_complete {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:09.456909 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-99af77b6-f475-4720-a548-299cb39b4ea7 None None] Port 4f381bc2-010e-4589-b97c-13fb3ec41038 cannot update to ACTIVE because it is not bound. {{(pid=111142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 09 17:00:09.469073 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-339ceefc-fa2e-4ef3-8106-ad1c5dd29ecc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748338263269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748337861771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748337861789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12487573'] for port (4afe7d60-fc00-42ae-b62e-02e606624055), after_update {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:09.606969 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-339ceefc-fa2e-4ef3-8106-ad1c5dd29ecc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-336402'] for router_interface (20699d5b-e238-4dad-a7e5-36842a20716c), after_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:09.608681 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339ceefc-fa2e-4ef3-8106-ad1c5dd29ecc admin admin] Pushing event updated for resources: {'Port': ['ID=4afe7d60-fc00-42ae-b62e-02e606624055,revision_number=2']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:00:09.768169 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:00:09.820694 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-339ceefc-fa2e-4ef3-8106-ad1c5dd29ecc admin admin] Network 16b7cf6d-d031-48e2-96f0-440212fd98f8 is already hosted by enough agents. {{(pid=111141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 17:00:09.830717 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.scheduler.base_scheduler [None req-339ceefc-fa2e-4ef3-8106-ad1c5dd29ecc admin admin] Resources bound (agent type, host, resource id): {{(pid=111141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 17:00:09.860254 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af6d0f7-6b9c-4783-a766-003cef8f878e req-5e6cdbc9-8966-42aa-8d83-d333ff0abb61 tempest-VolumesNegativeTest-343416619 tempest-VolumesNegativeTest-343416619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 17:00:09.861756 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-8af6d0f7-6b9c-4783-a766-003cef8f878e req-5e6cdbc9-8966-42aa-8d83-d333ff0abb61 tempest-VolumesNegativeTest-343416619 tempest-VolumesNegativeTest-343416619-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=4216b8ed-8360-4feb-8cee-7a6f4a53ce67 HTTP/1.1" status: 200 len: 936 time: 0.0874870 Aug 09 17:00:09.999236 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.notifiers.nova [req-c73ccae7-3d37-49a4-87cb-76c5745c3755 req-dad1ee75-5814-42ca-b3e9-ba6eb356b94d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f381bc2-010e-4589-b97c-13fb3ec41038 {{(pid=111141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 09 17:00:10.022241 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-c73ccae7-3d37-49a4-87cb-76c5745c3755 req-dad1ee75-5814-42ca-b3e9-ba6eb356b94d service neutron] Publish callbacks [] for port (4f381bc2-010e-4589-b97c-13fb3ec41038), precommit_update {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:10.044797 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-8af6d0f7-6b9c-4783-a766-003cef8f878e req-298ff016-d15a-4900-bc0a-c3fe20d9e2b7 tempest-VolumesNegativeTest-343416619 tempest-VolumesNegativeTest-343416619-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=2772e620-a0e2-4b51-8127-cd36701b31ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726785 Aug 09 17:00:10.053945 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.db.provisioning_blocks [req-c73ccae7-3d37-49a4-87cb-76c5745c3755 req-dad1ee75-5814-42ca-b3e9-ba6eb356b94d service neutron] Transition to ACTIVE for port object 4f381bc2-010e-4589-b97c-13fb3ec41038 will not be triggered until provisioned by entity L2. {{(pid=111141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 09 17:00:10.056775 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:00:10.072193 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-339ceefc-fa2e-4ef3-8106-ad1c5dd29ecc admin admin] Router 20699d5b-e238-4dad-a7e5-36842a20716c has already been hosted by L3 agent 2cf02505-efcb-442b-855b-6c659df6f18c {{(pid=111141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 09 17:00:10.085696 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.provisioning_blocks [None req-693d856a-7db7-4e99-90ed-613718699ddf None None] Provisioning complete for port 4afe7d60-fc00-42ae-b62e-02e606624055 triggered by entity DHCP. {{(pid=111142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 17:00:10.086178 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-693d856a-7db7-4e99-90ed-613718699ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877469'] for port (4afe7d60-fc00-42ae-b62e-02e606624055), provisioning_complete {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:10.120403 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-693d856a-7db7-4e99-90ed-613718699ddf None None] Port 4afe7d60-fc00-42ae-b62e-02e606624055 cannot update to ACTIVE because it is not bound. {{(pid=111142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 09 17:00:10.136660 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-27503933-d192-44c0-bac5-446006df80f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (0d699ab0-1a4e-47ab-a625-f3b077123214), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:10.159128 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-c73ccae7-3d37-49a4-87cb-76c5745c3755 req-dad1ee75-5814-42ca-b3e9-ba6eb356b94d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748338263269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748337861771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748337861789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12487573'] for port (4f381bc2-010e-4589-b97c-13fb3ec41038), after_update {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:10.226037 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-339ceefc-fa2e-4ef3-8106-ad1c5dd29ecc admin admin] Notify agent at l3_agent.dv-cinder-852364-3-iscsi the message routers_updated {{(pid=111141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 17:00:10.233712 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [None req-339ceefc-fa2e-4ef3-8106-ad1c5dd29ecc admin admin] 10.222.0.59 "PUT /networking/v2.0/routers/20699d5b-e238-4dad-a7e5-36842a20716c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0036099 Aug 09 17:00:10.263190 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad1ee75-5814-42ca-b3e9-ba6eb356b94d service neutron] Pushing event updated for resources: {'Port': ['ID=4f381bc2-010e-4589-b97c-13fb3ec41038,revision_number=2']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:00:10.302238 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.managers [req-c73ccae7-3d37-49a4-87cb-76c5745c3755 req-dad1ee75-5814-42ca-b3e9-ba6eb356b94d service neutron] Attempting to bind port 4f381bc2-010e-4589-b97c-13fb3ec41038 on host hv-cinder-85236 for vnic_type normal with profile {{(pid=111141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 09 17:00:10.318322 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.managers [req-c73ccae7-3d37-49a4-87cb-76c5745c3755 req-dad1ee75-5814-42ca-b3e9-ba6eb356b94d service neutron] Attempting to bind port 4f381bc2-010e-4589-b97c-13fb3ec41038 by drivers openvswitch,hyperv on host hv-cinder-85236 at level 0 using segments [{'id': 'd7746d2f-d498-453b-80c6-1b81bc6cd1dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 979, 'network_id': 'b8fe100b-fb8c-433b-9936-2abcc695f16d'}] {{(pid=111141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 09 17:00:10.318322 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c73ccae7-3d37-49a4-87cb-76c5745c3755 req-dad1ee75-5814-42ca-b3e9-ba6eb356b94d service neutron] Attempting to bind port 4f381bc2-010e-4589-b97c-13fb3ec41038 on network b8fe100b-fb8c-433b-9936-2abcc695f16d {{(pid=111141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 17:00:10.318322 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c73ccae7-3d37-49a4-87cb-76c5745c3755 req-dad1ee75-5814-42ca-b3e9-ba6eb356b94d service neutron] Port 4f381bc2-010e-4589-b97c-13fb3ec41038 on network b8fe100b-fb8c-433b-9936-2abcc695f16d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85236 {{(pid=111141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 09 17:00:10.318322 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c73ccae7-3d37-49a4-87cb-76c5745c3755 req-dad1ee75-5814-42ca-b3e9-ba6eb356b94d service neutron] Attempting to bind port 4f381bc2-010e-4589-b97c-13fb3ec41038 on network b8fe100b-fb8c-433b-9936-2abcc695f16d {{(pid=111141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 17:00:10.318322 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c73ccae7-3d37-49a4-87cb-76c5745c3755 req-dad1ee75-5814-42ca-b3e9-ba6eb356b94d service neutron] Checking agent: {'id': 'fd1157aa-8fd8-4c6b-a604-f3842f12d305', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85236', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 9, 16, 48, 30), 'started_at': datetime.datetime(2022, 8, 9, 16, 48, 30), 'heartbeat_timestamp': datetime.datetime(2022, 8, 9, 17, 0, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 09 17:00:10.318322 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c73ccae7-3d37-49a4-87cb-76c5745c3755 req-dad1ee75-5814-42ca-b3e9-ba6eb356b94d service neutron] Checking segment: {'id': 'd7746d2f-d498-453b-80c6-1b81bc6cd1dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 979, 'network_id': 'b8fe100b-fb8c-433b-9936-2abcc695f16d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 09 17:00:10.318322 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c73ccae7-3d37-49a4-87cb-76c5745c3755 req-dad1ee75-5814-42ca-b3e9-ba6eb356b94d service neutron] Bound using segment: {'id': 'd7746d2f-d498-453b-80c6-1b81bc6cd1dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 979, 'network_id': 'b8fe100b-fb8c-433b-9936-2abcc695f16d'} {{(pid=111141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 09 17:00:10.318322 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.managers [req-c73ccae7-3d37-49a4-87cb-76c5745c3755 req-dad1ee75-5814-42ca-b3e9-ba6eb356b94d service neutron] Bound port: 4f381bc2-010e-4589-b97c-13fb3ec41038, host: hv-cinder-85236, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7746d2f-d498-453b-80c6-1b81bc6cd1dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 979, 'network_id': 'b8fe100b-fb8c-433b-9936-2abcc695f16d'}}] {{(pid=111141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 09 17:00:10.318322 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-c73ccae7-3d37-49a4-87cb-76c5745c3755 req-dad1ee75-5814-42ca-b3e9-ba6eb356b94d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (4f381bc2-010e-4589-b97c-13fb3ec41038), before_update {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:10.360072 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Device 55d87bc8-483c-4b50-b8e7-ce080609ac1c up at agent ovs-agent-dv-cinder-852364-3-iscsi {{(pid=111142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 17:00:10.401499 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:00:10.402459 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.db [req-c73ccae7-3d37-49a4-87cb-76c5745c3755 req-dad1ee75-5814-42ca-b3e9-ba6eb356b94d service neutron] For port 4f381bc2-010e-4589-b97c-13fb3ec41038, host hv-cinder-85236, cleared binding levels {{(pid=111141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 17:00:10.405979 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.db [req-c73ccae7-3d37-49a4-87cb-76c5745c3755 req-dad1ee75-5814-42ca-b3e9-ba6eb356b94d service neutron] For port 4f381bc2-010e-4589-b97c-13fb3ec41038, host hv-cinder-85236, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=4f381bc2-010e-4589-b97c-13fb3ec41038,segment=NetworkSegment(d7746d2f-d498-453b-80c6-1b81bc6cd1dc),segment_id=d7746d2f-d498-453b-80c6-1b81bc6cd1dc)] {{(pid=111141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 17:00:10.421697 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.provisioning_blocks [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Provisioning complete for port 55d87bc8-483c-4b50-b8e7-ce080609ac1c triggered by entity L2. {{(pid=111142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 17:00:10.422082 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877469'] for port (55d87bc8-483c-4b50-b8e7-ce080609ac1c), provisioning_complete {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:10.469640 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0921b10d-aee6-48e3-9f95-cb584a12c69e None None] Sync routers for ids ['20699d5b-e238-4dad-a7e5-36842a20716c'] in dv-cinder-852364-3-iscsi {{(pid=111143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 17:00:10.474049 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-c73ccae7-3d37-49a4-87cb-76c5745c3755 req-dad1ee75-5814-42ca-b3e9-ba6eb356b94d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748338263269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748337861771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748337861789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12487573'] for port (4f381bc2-010e-4589-b97c-13fb3ec41038), after_update {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:10.478233 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73ccae7-3d37-49a4-87cb-76c5745c3755 req-dad1ee75-5814-42ca-b3e9-ba6eb356b94d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 17:00:10.478233 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-c73ccae7-3d37-49a4-87cb-76c5745c3755 req-dad1ee75-5814-42ca-b3e9-ba6eb356b94d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90003'] for port (None), before_response {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:10.486616 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0921b10d-aee6-48e3-9f95-cb584a12c69e None None] Routers {'20699d5b-e238-4dad-a7e5-36842a20716c'} bound to L3 agent in host dv-cinder-852364-3-iscsi {{(pid=111143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 17:00:10.487381 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-c73ccae7-3d37-49a4-87cb-76c5745c3755 req-dad1ee75-5814-42ca-b3e9-ba6eb356b94d service neutron] 10.222.0.91 "PUT /networking/v2.0/ports/4f381bc2-010e-4589-b97c-13fb3ec41038 HTTP/1.1" status: 200 len: 1098 time: 1.1414499 Aug 09 17:00:10.487513 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.l3_hamode_db [None req-0921b10d-aee6-48e3-9f95-cb584a12c69e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-09T16:42:12Z,description=,heartbeat_timestamp=2022-08-09T16:59:42Z,host='dv-cinder-852364-3-iscsi',id=2cf02505-efcb-442b-855b-6c659df6f18c,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:13Z,topic='l3_agent')) {'router_ids': ['20699d5b-e238-4dad-a7e5-36842a20716c'], 'active': True} {{(pid=111143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:00:10.487631 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4216b8ed-8360-4feb-8cee-7a6f4a53ce67', 'tag': '4f381bc2-010e-4589-b97c-13fb3ec41038'}] {{(pid=111141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 17:00:10.487631 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fc61e086496b7b72fa0be04cca19be1e9321c349ae61d053137ad661f53d53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee32e3c7-2724-464f-b5df-7386eb29f44f" -d '{"events": [{"name": "network-changed", "server_uuid": "4216b8ed-8360-4feb-8cee-7a6f4a53ce67", "tag": "4f381bc2-010e-4589-b97c-13fb3ec41038"}]}' {{(pid=111141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 17:00:10.512227 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Current status of the port 55d87bc8-483c-4b50-b8e7-ce080609ac1c is: DOWN; New status is: ACTIVE {{(pid=111142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 17:00:10.514981 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (55d87bc8-483c-4b50-b8e7-ce080609ac1c), before_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:10.544339 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.db [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] For port 55d87bc8-483c-4b50-b8e7-ce080609ac1c, host dv-cinder-852364-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-3-iscsi',level=0,port_id=55d87bc8-483c-4b50-b8e7-ce080609ac1c,segment=NetworkSegment(3548ff03-3b62-477c-991b-01c3e3081105),segment_id=3548ff03-3b62-477c-991b-01c3e3081105)] {{(pid=111142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:00:10.557881 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Aug 2022 17:00:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c516ba3c-b309-438c-a60f-7b0ceac5e6cc x-openstack-request-id: req-c516ba3c-b309-438c-a60f-7b0ceac5e6cc {{(pid=111141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 17:00:10.558180 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4216b8ed-8360-4feb-8cee-7a6f4a53ce67", "tag": "4f381bc2-010e-4589-b97c-13fb3ec41038", "status": "completed", "code": 200}]} {{(pid=111141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 17:00:10.558425 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c516ba3c-b309-438c-a60f-7b0ceac5e6cc {{(pid=111141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 17:00:10.558819 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c516ba3c-b309-438c-a60f-7b0ceac5e6cc'] response: {'name': 'network-changed', 'server_uuid': '4216b8ed-8360-4feb-8cee-7a6f4a53ce67', 'tag': '4f381bc2-010e-4589-b97c-13fb3ec41038', 'status': 'completed', 'code': 200} Aug 09 17:00:10.584145 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad1ee75-5814-42ca-b3e9-ba6eb356b94d service neutron] Pushing event updated for resources: {'Port': ['ID=4f381bc2-010e-4589-b97c-13fb3ec41038,revision_number=3']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:00:10.596848 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.l3_dvr_db [None req-0921b10d-aee6-48e3-9f95-cb584a12c69e None None] Set router 20699d5b-e238-4dad-a7e5-36842a20716c gateway port host: dv-cinder-852364-3-iscsi {{(pid=111143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 17:00:10.633259 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748338263269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748337861771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748337861789'] for port (55d87bc8-483c-4b50-b8e7-ce080609ac1c), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:10.685417 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Pushing event updated for resources: {'Port': ['ID=55d87bc8-483c-4b50-b8e7-ce080609ac1c,revision_number=4']} {{(pid=111142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:00:10.790578 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.l3_hamode_db [None req-0921b10d-aee6-48e3-9f95-cb584a12c69e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20699d5b-e238-4dad-a7e5-36842a20716c', 'name': 'tempest-TestShelveInstance-128547261-router', 'tenant_id': '907c20a4319c450284e1e6b39107d715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'external_fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': '55d87bc8-483c-4b50-b8e7-ce080609ac1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T17:00:05Z', 'updated_at': '2022-08-09T17:00:08Z', 'revision_number': 4, 'project_id': '907c20a4319c450284e1e6b39107d715', 'gw_port': {'id': '55d87bc8-483c-4b50-b8e7-ce080609ac1c', 'name': '', 'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:e8:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20699d5b-e238-4dad-a7e5-36842a20716c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T17:00:05Z', 'updated_at': '2022-08-09T17:00:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-3-iscsi', '_interfaces': [{'id': '4afe7d60-fc00-42ae-b62e-02e606624055', 'name': '', 'network_id': '16b7cf6d-d031-48e2-96f0-440212fd98f8', 'tenant_id': '907c20a4319c450284e1e6b39107d715', 'mac_address': 'fa:16:3e:8f:05:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20699d5b-e238-4dad-a7e5-36842a20716c', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'd248dc80-ba0d-4a95-bc41-d3d7ccd3fe5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T17:00:07Z', 'updated_at': '2022-08-09T17:00:09Z', 'revision_number': 2, 'project_id': '907c20a4319c450284e1e6b39107d715', 'subnets': [{'id': 'd248dc80-ba0d-4a95-bc41-d3d7ccd3fe5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-3-iscsi', False) {} {{(pid=111143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:00:10.827823 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0921b10d-aee6-48e3-9f95-cb584a12c69e None None] Checking router: 20699d5b-e238-4dad-a7e5-36842a20716c for host: dv-cinder-852364-3-iscsi {{(pid=111143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 17:00:10.831217 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0921b10d-aee6-48e3-9f95-cb584a12c69e None None] Updating router 20699d5b-e238-4dad-a7e5-36842a20716c port 4afe7d60-fc00-42ae-b62e-02e606624055 binding host dv-cinder-852364-3-iscsi {{(pid=111143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 17:00:10.858681 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron_lib.callbacks.manager [None req-0921b10d-aee6-48e3-9f95-cb584a12c69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (4afe7d60-fc00-42ae-b62e-02e606624055), before_update {{(pid=111143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:11.069324 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.wsgi [-] (111141) accepted ('10.222.0.59', 58842) {{(pid=111141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 17:00:11.074896 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.v2.base [None req-441cf62f-469a-4344-888d-e20c05a89f40 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-690662677-network', 'tenant_id': '66a6c46da84f4cd594fa5c1758f64912'}} {{(pid=111141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 17:00:11.169327 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcc4d83-11ca-4eff-bf26-86c60fea39e1 req-0a4558df-12b9-4272-b87a-360b513fbdfe tempest-VolumesNegativeTest-343416619 tempest-VolumesNegativeTest-343416619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 17:00:11.171603 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-adcc4d83-11ca-4eff-bf26-86c60fea39e1 req-0a4558df-12b9-4272-b87a-360b513fbdfe tempest-VolumesNegativeTest-343416619 tempest-VolumesNegativeTest-343416619-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=4216b8ed-8360-4feb-8cee-7a6f4a53ce67 HTTP/1.1" status: 200 len: 948 time: 0.0486369 Aug 09 17:00:11.209824 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron_lib.callbacks.manager [None req-0921b10d-aee6-48e3-9f95-cb584a12c69e None None] Publish callbacks [] for port (4afe7d60-fc00-42ae-b62e-02e606624055), precommit_update {{(pid=111143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:11.225394 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-adcc4d83-11ca-4eff-bf26-86c60fea39e1 req-e7019e96-49d1-469a-81f4-20612990fbe2 tempest-VolumesNegativeTest-343416619 tempest-VolumesNegativeTest-343416619-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=2772e620-a0e2-4b51-8127-cd36701b31ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487378 Aug 09 17:00:11.238549 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-441cf62f-469a-4344-888d-e20c05a89f40 admin admin] Made reservation on behalf of 66a6c46da84f4cd594fa5c1758f64912 for: {'network': 1} {{(pid=111141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 17:00:11.241232 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-441cf62f-469a-4344-888d-e20c05a89f40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for network (None), before_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:11.249878 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-441cf62f-469a-4344-888d-e20c05a89f40 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:11.283441 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:00:11.319551 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron_lib.callbacks.manager [None req-0921b10d-aee6-48e3-9f95-cb584a12c69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748338263269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748337861771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748337861789'] for port (4afe7d60-fc00-42ae-b62e-02e606624055), after_update {{(pid=111143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:11.325898 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-441cf62f-469a-4344-888d-e20c05a89f40 admin admin] Publish callbacks [] for security_group (19b879b3-a512-42b2-9129-d9ffdc52e708), precommit_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:11.370560 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-441cf62f-469a-4344-888d-e20c05a89f40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763768'] for security_group (19b879b3-a512-42b2-9129-d9ffdc52e708), after_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:11.393813 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-441cf62f-469a-4344-888d-e20c05a89f40 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 950} {{(pid=111141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 17:00:11.398207 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5116f9-d8d4-47e4-9526-8d4819957762 None None] Pushing event updated for resources: {'Port': ['ID=4afe7d60-fc00-42ae-b62e-02e606624055,revision_number=3']} {{(pid=111143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:00:11.408263 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5116f9-d8d4-47e4-9526-8d4819957762 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:00:11.408609 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5116f9-d8d4-47e4-9526-8d4819957762 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:00:11.408982 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5116f9-d8d4-47e4-9526-8d4819957762 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:00:11.409332 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5116f9-d8d4-47e4-9526-8d4819957762 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:00:11.409667 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5116f9-d8d4-47e4-9526-8d4819957762 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:00:11.409866 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441cf62f-469a-4344-888d-e20c05a89f40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19b879b3-a512-42b2-9129-d9ffdc52e708,revision_number=1']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:00:11.409986 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5116f9-d8d4-47e4-9526-8d4819957762 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:00:11.410303 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5116f9-d8d4-47e4-9526-8d4819957762 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:00:11.410701 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5116f9-d8d4-47e4-9526-8d4819957762 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:00:11.411027 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5116f9-d8d4-47e4-9526-8d4819957762 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:00:11.411381 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5116f9-d8d4-47e4-9526-8d4819957762 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:00:11.411708 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5116f9-d8d4-47e4-9526-8d4819957762 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:00:11.412037 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5116f9-d8d4-47e4-9526-8d4819957762 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:00:11.412357 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5116f9-d8d4-47e4-9526-8d4819957762 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:00:11.412679 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5116f9-d8d4-47e4-9526-8d4819957762 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:00:11.412996 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5116f9-d8d4-47e4-9526-8d4819957762 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:00:11.414360 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-441cf62f-469a-4344-888d-e20c05a89f40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3501092'] for segment (d1792463-f1f9-4e8f-b55a-d2d4a6262d52), precommit_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:11.414718 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.db.segments_db [None req-441cf62f-469a-4344-888d-e20c05a89f40 admin admin] Added segment d1792463-f1f9-4e8f-b55a-d2d4a6262d52 of type vlan for network dbc304e3-df7c-4068-9a6e-74b6e478d995 Aug 09 17:00:11.426925 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.plugins.ml2.managers [None req-0921b10d-aee6-48e3-9f95-cb584a12c69e None None] Attempting to bind port 4afe7d60-fc00-42ae-b62e-02e606624055 on host dv-cinder-852364-3-iscsi for vnic_type normal with profile {{(pid=111143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 09 17:00:11.427343 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.plugins.ml2.managers [None req-0921b10d-aee6-48e3-9f95-cb584a12c69e None None] Attempting to bind port 4afe7d60-fc00-42ae-b62e-02e606624055 by drivers openvswitch,hyperv on host dv-cinder-852364-3-iscsi at level 0 using segments [{'id': 'd80a24a9-f1b9-4874-b989-4d59e1ac0f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 966, 'network_id': '16b7cf6d-d031-48e2-96f0-440212fd98f8'}] {{(pid=111143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 09 17:00:11.427715 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0921b10d-aee6-48e3-9f95-cb584a12c69e None None] Attempting to bind port 4afe7d60-fc00-42ae-b62e-02e606624055 on network 16b7cf6d-d031-48e2-96f0-440212fd98f8 {{(pid=111143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 17:00:11.433058 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0921b10d-aee6-48e3-9f95-cb584a12c69e None None] Checking agent: {'id': '47988f4d-09d0-4892-bbfe-5b11c743802f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852364-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 9, 16, 42, 16), 'started_at': datetime.datetime(2022, 8, 9, 16, 42, 46), 'heartbeat_timestamp': datetime.datetime(2022, 8, 9, 16, 59, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852364-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 09 17:00:11.433431 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0921b10d-aee6-48e3-9f95-cb584a12c69e None None] Checking segment: {'id': 'd80a24a9-f1b9-4874-b989-4d59e1ac0f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 966, 'network_id': '16b7cf6d-d031-48e2-96f0-440212fd98f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 09 17:00:11.433829 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron_lib.callbacks.manager [None req-0921b10d-aee6-48e3-9f95-cb584a12c69e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:11.434212 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0921b10d-aee6-48e3-9f95-cb584a12c69e None None] Bound using segment: {'id': 'd80a24a9-f1b9-4874-b989-4d59e1ac0f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 966, 'network_id': '16b7cf6d-d031-48e2-96f0-440212fd98f8'} {{(pid=111143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 09 17:00:11.434677 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.plugins.ml2.managers [None req-0921b10d-aee6-48e3-9f95-cb584a12c69e None None] Bound port: 4afe7d60-fc00-42ae-b62e-02e606624055, host: dv-cinder-852364-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd80a24a9-f1b9-4874-b989-4d59e1ac0f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 966, 'network_id': '16b7cf6d-d031-48e2-96f0-440212fd98f8'}}] {{(pid=111143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 09 17:00:11.435054 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron_lib.callbacks.manager [None req-0921b10d-aee6-48e3-9f95-cb584a12c69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (4afe7d60-fc00-42ae-b62e-02e606624055), before_update {{(pid=111143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:11.463799 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-441cf62f-469a-4344-888d-e20c05a89f40 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748337886136'] for network (dbc304e3-df7c-4068-9a6e-74b6e478d995), precommit_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:11.479587 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=79,neutron:INSERT=17,neutron:UPDATE=4 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:00:11.497513 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.plugins.ml2.db [None req-0921b10d-aee6-48e3-9f95-cb584a12c69e None None] For port 4afe7d60-fc00-42ae-b62e-02e606624055, host dv-cinder-852364-3-iscsi, cleared binding levels {{(pid=111143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 17:00:11.500547 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.plugins.ml2.db [None req-0921b10d-aee6-48e3-9f95-cb584a12c69e None None] For port 4afe7d60-fc00-42ae-b62e-02e606624055, host dv-cinder-852364-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-3-iscsi',level=0,port_id=4afe7d60-fc00-42ae-b62e-02e606624055,segment=NetworkSegment(d80a24a9-f1b9-4874-b989-4d59e1ac0f32),segment_id=d80a24a9-f1b9-4874-b989-4d59e1ac0f32)] {{(pid=111143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 17:00:11.530024 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-441cf62f-469a-4344-888d-e20c05a89f40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463'] for network (dbc304e3-df7c-4068-9a6e-74b6e478d995), after_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:11.531032 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-441cf62f-469a-4344-888d-e20c05a89f40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 17:00:11.531650 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-441cf62f-469a-4344-888d-e20c05a89f40 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526441'] for network (None), before_response {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:11.616841 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron_lib.callbacks.manager [None req-0921b10d-aee6-48e3-9f95-cb584a12c69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748338263269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748337861771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748337861789'] for port (4afe7d60-fc00-42ae-b62e-02e606624055), after_update {{(pid=111143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:11.655181 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0921b10d-aee6-48e3-9f95-cb584a12c69e None None] Routers {'20699d5b-e238-4dad-a7e5-36842a20716c'} bound to L3 agent in host dv-cinder-852364-3-iscsi {{(pid=111143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 17:00:11.655814 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.l3_hamode_db [None req-0921b10d-aee6-48e3-9f95-cb584a12c69e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-09T16:42:12Z,description=,heartbeat_timestamp=2022-08-09T16:59:42Z,host='dv-cinder-852364-3-iscsi',id=2cf02505-efcb-442b-855b-6c659df6f18c,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:13Z,topic='l3_agent')) {'router_ids': ['20699d5b-e238-4dad-a7e5-36842a20716c'], 'active': True} {{(pid=111143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:00:11.661759 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG dbcounter [-] [111143] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:00:11.696674 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG dbcounter [-] [111143] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:00:11.752293 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5116f9-d8d4-47e4-9526-8d4819957762 None None] Pushing event updated for resources: {'Port': ['ID=4afe7d60-fc00-42ae-b62e-02e606624055,revision_number=4']} {{(pid=111143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:00:11.788281 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.l3_dvr_db [None req-0921b10d-aee6-48e3-9f95-cb584a12c69e None None] Set router 20699d5b-e238-4dad-a7e5-36842a20716c gateway port host: dv-cinder-852364-3-iscsi {{(pid=111143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 17:00:11.869509 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441cf62f-469a-4344-888d-e20c05a89f40 admin admin] Pushing event updated for resources: {'Network': ['ID=dbc304e3-df7c-4068-9a6e-74b6e478d995,revision_number=1']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:00:11.880549 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Network dbc304e3-df7c-4068-9a6e-74b6e478d995 details requested by agent ovs-agent-dv-cinder-852364-3-iscsi with host dv-cinder-852364-3-iscsi {{(pid=111142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 17:00:11.935809 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [None req-441cf62f-469a-4344-888d-e20c05a89f40 admin admin] 10.222.0.59 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.8627129 Aug 09 17:00:11.936248 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.wsgi [-] (111141) accepted ('10.222.0.59', 58848) {{(pid=111141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 17:00:11.941390 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.v2.base [None req-07a71b89-2383-41a0-a155-613a9d2d902e admin admin] Request body: {'subnet': {'network_id': 'dbc304e3-df7c-4068-9a6e-74b6e478d995', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-690662677-subnet', 'tenant_id': '66a6c46da84f4cd594fa5c1758f64912', 'ip_version': 4}} {{(pid=111141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 17:00:11.982928 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.l3_hamode_db [None req-0921b10d-aee6-48e3-9f95-cb584a12c69e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20699d5b-e238-4dad-a7e5-36842a20716c', 'name': 'tempest-TestShelveInstance-128547261-router', 'tenant_id': '907c20a4319c450284e1e6b39107d715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'external_fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': '55d87bc8-483c-4b50-b8e7-ce080609ac1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T17:00:05Z', 'updated_at': '2022-08-09T17:00:08Z', 'revision_number': 4, 'project_id': '907c20a4319c450284e1e6b39107d715', 'gw_port': {'id': '55d87bc8-483c-4b50-b8e7-ce080609ac1c', 'name': '', 'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:e8:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20699d5b-e238-4dad-a7e5-36842a20716c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T17:00:05Z', 'updated_at': '2022-08-09T17:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-3-iscsi', '_interfaces': [{'id': '4afe7d60-fc00-42ae-b62e-02e606624055', 'name': '', 'network_id': '16b7cf6d-d031-48e2-96f0-440212fd98f8', 'tenant_id': '907c20a4319c450284e1e6b39107d715', 'mac_address': 'fa:16:3e:8f:05:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20699d5b-e238-4dad-a7e5-36842a20716c', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'd248dc80-ba0d-4a95-bc41-d3d7ccd3fe5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T17:00:07Z', 'updated_at': '2022-08-09T17:00:11Z', 'revision_number': 4, 'project_id': '907c20a4319c450284e1e6b39107d715', 'subnets': [{'id': 'd248dc80-ba0d-4a95-bc41-d3d7ccd3fe5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-3-iscsi', False) {} {{(pid=111143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:00:12.004777 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07a71b89-2383-41a0-a155-613a9d2d902e admin admin] Made reservation on behalf of 66a6c46da84f4cd594fa5c1758f64912 for: {'subnet': 1} {{(pid=111141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 17:00:12.007261 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-07a71b89-2383-41a0-a155-613a9d2d902e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12315165'] for subnet (None), before_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:12.012304 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0921b10d-aee6-48e3-9f95-cb584a12c69e None None] The sync data for ids ['20699d5b-e238-4dad-a7e5-36842a20716c'] in dv-cinder-852364-3-iscsi is: [{'id': '20699d5b-e238-4dad-a7e5-36842a20716c', 'name': 'tempest-TestShelveInstance-128547261-router', 'tenant_id': '907c20a4319c450284e1e6b39107d715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'external_fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': '55d87bc8-483c-4b50-b8e7-ce080609ac1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T17:00:05Z', 'updated_at': '2022-08-09T17:00:08Z', 'revision_number': 4, 'project_id': '907c20a4319c450284e1e6b39107d715', 'gw_port': {'id': '55d87bc8-483c-4b50-b8e7-ce080609ac1c', 'name': '', 'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:e8:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20699d5b-e238-4dad-a7e5-36842a20716c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T17:00:05Z', 'updated_at': '2022-08-09T17:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-3-iscsi', '_interfaces': [{'id': '4afe7d60-fc00-42ae-b62e-02e606624055', 'name': '', 'network_id': '16b7cf6d-d031-48e2-96f0-440212fd98f8', 'tenant_id': '907c20a4319c450284e1e6b39107d715', 'mac_address': 'fa:16:3e:8f:05:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20699d5b-e238-4dad-a7e5-36842a20716c', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'd248dc80-ba0d-4a95-bc41-d3d7ccd3fe5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T17:00:07Z', 'updated_at': '2022-08-09T17:00:11Z', 'revision_number': 4, 'project_id': '907c20a4319c450284e1e6b39107d715', 'subnets': [{'id': 'd248dc80-ba0d-4a95-bc41-d3d7ccd3fe5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 17:00:12.279739 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-07a71b89-2383-41a0-a155-613a9d2d902e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12487470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12315147'] for subnet (383e3c04-bd65-405e-944e-b853f19dd88a), after_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:12.340074 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a71b89-2383-41a0-a155-613a9d2d902e admin admin] Pushing event updated for resources: {'Subnet': ['ID=383e3c04-bd65-405e-944e-b853f19dd88a,revision_number=0']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:00:12.378335 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a71b89-2383-41a0-a155-613a9d2d902e admin admin] Checking segment: {'id': 'd1792463-f1f9-4e8f-b55a-d2d4a6262d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 950, 'network_id': 'dbc304e3-df7c-4068-9a6e-74b6e478d995'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 09 17:00:12.378876 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07a71b89-2383-41a0-a155-613a9d2d902e admin admin] Network hostable DHCP agents. Network: dbc304e3-df7c-4068-9a6e-74b6e478d995, hostable agents: ['0d699ab0-1a4e-47ab-a625-f3b077123214'], hosted agents: [] {{(pid=111141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 17:00:12.388395 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237526b7-a69a-4909-a739-2347edcc756a req-bb3417d2-0e19-4ee4-a678-1eb824cd73ad tempest-VolumesNegativeTest-343416619 tempest-VolumesNegativeTest-343416619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 17:00:12.390678 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-237526b7-a69a-4909-a739-2347edcc756a req-bb3417d2-0e19-4ee4-a678-1eb824cd73ad tempest-VolumesNegativeTest-343416619 tempest-VolumesNegativeTest-343416619-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=4216b8ed-8360-4feb-8cee-7a6f4a53ce67 HTTP/1.1" status: 200 len: 948 time: 0.0793786 Aug 09 17:00:12.420568 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-d8d0ead2-d494-415b-b129-b40be845bd13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (2cf02505-efcb-442b-855b-6c659df6f18c), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:12.449400 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-237526b7-a69a-4909-a739-2347edcc756a req-a98308cb-0b96-4126-b0bb-3627baf3a0d5 tempest-VolumesNegativeTest-343416619 tempest-VolumesNegativeTest-343416619-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=2772e620-a0e2-4b51-8127-cd36701b31ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482533 Aug 09 17:00:12.461728 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Device 4afe7d60-fc00-42ae-b62e-02e606624055 up at agent ovs-agent-dv-cinder-852364-3-iscsi {{(pid=111142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 17:00:12.484850 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07a71b89-2383-41a0-a155-613a9d2d902e admin admin] Network dbc304e3-df7c-4068-9a6e-74b6e478d995 is scheduled to be hosted by DHCP agent 0d699ab0-1a4e-47ab-a625-f3b077123214 with binding_index 1 {{(pid=111141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 17:00:12.520369 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.provisioning_blocks [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Provisioning complete for port 4afe7d60-fc00-42ae-b62e-02e606624055 triggered by entity L2. {{(pid=111142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 17:00:12.520777 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877469'] for port (4afe7d60-fc00-42ae-b62e-02e606624055), provisioning_complete {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:12.564796 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.scheduler.base_scheduler [None req-07a71b89-2383-41a0-a155-613a9d2d902e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852364-3-iscsi, dbc304e3-df7c-4068-9a6e-74b6e478d995) {{(pid=111141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 17:00:12.571793 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07a71b89-2383-41a0-a155-613a9d2d902e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 17:00:12.572529 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-07a71b89-2383-41a0-a155-613a9d2d902e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526441'] for subnet (None), before_response {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:12.591316 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50782d5d-36eb-4172-8454-1d0de8587c75 None None] Network dbc304e3-df7c-4068-9a6e-74b6e478d995 requested from dv-cinder-852364-3-iscsi {{(pid=111142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 09 17:00:12.658001 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Current status of the port 4afe7d60-fc00-42ae-b62e-02e606624055 is: DOWN; New status is: ACTIVE {{(pid=111142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 17:00:12.658389 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (4afe7d60-fc00-42ae-b62e-02e606624055), before_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:12.689272 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:00:12.705025 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [None req-07a71b89-2383-41a0-a155-613a9d2d902e admin admin] 10.222.0.59 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7676234 Aug 09 17:00:12.708078 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.wsgi [-] (111140) accepted ('10.222.0.59', 58854) {{(pid=111140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 17:00:12.712947 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.v2.base [None req-9d8419a5-4445-4ef6-b75d-dd153818c515 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-690662677-router', 'tenant_id': '66a6c46da84f4cd594fa5c1758f64912', 'external_gateway_info': {'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a'}}} {{(pid=111140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 17:00:12.718697 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.db [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] For port 4afe7d60-fc00-42ae-b62e-02e606624055, host dv-cinder-852364-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-3-iscsi',level=0,port_id=4afe7d60-fc00-42ae-b62e-02e606624055,segment=NetworkSegment(d80a24a9-f1b9-4874-b989-4d59e1ac0f32),segment_id=d80a24a9-f1b9-4874-b989-4d59e1ac0f32)] {{(pid=111142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:00:12.752120 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e492119-7521-48dd-ab5d-1431cf8d7ffb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c3c12f7-d4c6-523e-962d-24da77ca8a50-dbc304e3-df7c-4068-9a6e-74b6e478d995', 'network_id': 'dbc304e3-df7c-4068-9a6e-74b6e478d995', 'project_id': '66a6c46da84f4cd594fa5c1758f64912', 'fixed_ips': [{'subnet_id': '383e3c04-bd65-405e-944e-b853f19dd88a'}]}} from dv-cinder-852364-3-iscsi. {{(pid=111142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 09 17:00:12.753050 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-6e492119-7521-48dd-ab5d-1431cf8d7ffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (None), before_create {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:12.837236 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee32e3c7-2724-464f-b5df-7386eb29f44f req-3dc548e7-ca42-4588-8587-65be4cfc2b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 17:00:12.839059 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-ee32e3c7-2724-464f-b5df-7386eb29f44f req-3dc548e7-ca42-4588-8587-65be4cfc2b9b service neutron] 10.222.0.91 "GET /networking/v2.0/ports?tenant_id=d5fdbec76c3e43ffa496768ac8e8c460&device_id=4216b8ed-8360-4feb-8cee-7a6f4a53ce67 HTTP/1.1" status: 200 len: 1132 time: 0.0446136 Aug 09 17:00:12.856182 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748338263269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748337861771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748337861789'] for port (4afe7d60-fc00-42ae-b62e-02e606624055), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:12.856375 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-9d8419a5-4445-4ef6-b75d-dd153818c515 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-341582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-334'] for router (35bcf4ab-002a-46a9-9e95-38f2fdab2360), before_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:12.857095 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Device 55d87bc8-483c-4b50-b8e7-ce080609ac1c up at agent ovs-agent-dv-cinder-852364-3-iscsi {{(pid=111142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 17:00:12.860104 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-9d8419a5-4445-4ef6-b75d-dd153818c515 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-337957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692940', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-558489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-327'] for router (35bcf4ab-002a-46a9-9e95-38f2fdab2360), precommit_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:12.883399 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-ee32e3c7-2724-464f-b5df-7386eb29f44f req-573df6a2-2e43-4f12-808b-be3c3c724c94 service neutron] 10.222.0.91 "GET /networking/v2.0/networks?tenant_id=d5fdbec76c3e43ffa496768ac8e8c460&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0236244 Aug 09 17:00:12.933310 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-9d8419a5-4445-4ef6-b75d-dd153818c515 admin admin] Publish callbacks [] for router_controller (35bcf4ab-002a-46a9-9e95-38f2fdab2360), precommit_add_association {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:12.992952 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Pushing event updated for resources: {'Port': ['ID=4afe7d60-fc00-42ae-b62e-02e606624055,revision_number=5']} {{(pid=111142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:00:13.002859 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.db_base_plugin_common [None req-6e492119-7521-48dd-ab5d-1431cf8d7ffb None None] Allocated IP 172.20.0.2 (dbc304e3-df7c-4068-9a6e-74b6e478d995/383e3c04-bd65-405e-944e-b853f19dd88a/5d772f14-d839-4d6c-aaad-11fc33491790) {{(pid=111142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 17:00:13.009819 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.provisioning_blocks [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Provisioning complete for port 55d87bc8-483c-4b50-b8e7-ce080609ac1c triggered by entity L2. {{(pid=111142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 17:00:13.020710 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877469'] for port (55d87bc8-483c-4b50-b8e7-ce080609ac1c), provisioning_complete {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:13.021130 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee32e3c7-2724-464f-b5df-7386eb29f44f req-f3edea8a-f2cc-4ce7-b905-9fc09221723f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 17:00:13.021130 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-ee32e3c7-2724-464f-b5df-7386eb29f44f req-f3edea8a-f2cc-4ce7-b905-9fc09221723f service neutron] 10.222.0.91 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1281564 Aug 09 17:00:13.061150 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:00:13.158377 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73ccae7-3d37-49a4-87cb-76c5745c3755 req-4622a78c-fd05-474a-b420-e9d99595ecf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 17:00:13.160037 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-c73ccae7-3d37-49a4-87cb-76c5745c3755 req-4622a78c-fd05-474a-b420-e9d99595ecf9 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?tenant_id=d5fdbec76c3e43ffa496768ac8e8c460&device_id=4216b8ed-8360-4feb-8cee-7a6f4a53ce67 HTTP/1.1" status: 200 len: 1132 time: 0.0472674 Aug 09 17:00:13.224108 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-c73ccae7-3d37-49a4-87cb-76c5745c3755 req-706e601f-4eed-4a75-a538-888cd59f114d service neutron] 10.222.0.91 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=4f381bc2-010e-4589-b97c-13fb3ec41038 HTTP/1.1" status: 200 len: 217 time: 0.0451906 Aug 09 17:00:13.235693 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Current status of the port 55d87bc8-483c-4b50-b8e7-ce080609ac1c is: ACTIVE; New status is: ACTIVE {{(pid=111142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 17:00:13.254175 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-6e492119-7521-48dd-ab5d-1431cf8d7ffb None None] Publish callbacks [] for port (5d772f14-d839-4d6c-aaad-11fc33491790), precommit_create {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:13.292763 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73ccae7-3d37-49a4-87cb-76c5745c3755 req-5b32577a-92bb-44b4-bc21-16ebabef8704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 17:00:13.294404 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-c73ccae7-3d37-49a4-87cb-76c5745c3755 req-5b32577a-92bb-44b4-bc21-16ebabef8704 service neutron] 10.222.0.91 "GET /networking/v2.0/subnets?id=a00dd238-a296-42e9-963d-da30d74d4115 HTTP/1.1" status: 200 len: 843 time: 0.0636566 Aug 09 17:00:13.342274 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73ccae7-3d37-49a4-87cb-76c5745c3755 req-65d598d7-21a2-4844-80ef-defb000fdd8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 17:00:13.343806 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-c73ccae7-3d37-49a4-87cb-76c5745c3755 req-65d598d7-21a2-4844-80ef-defb000fdd8a service neutron] 10.222.0.91 "GET /networking/v2.0/ports?network_id=b8fe100b-fb8c-433b-9936-2abcc695f16d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0401599 Aug 09 17:00:13.383209 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-6e492119-7521-48dd-ab5d-1431cf8d7ffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748337861753'] for port (5d772f14-d839-4d6c-aaad-11fc33491790), after_create {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:13.412697 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-9d8419a5-4445-4ef6-b75d-dd153818c515 admin admin] Publish callbacks [] for router_gateway (35bcf4ab-002a-46a9-9e95-38f2fdab2360), precommit_update {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:13.426084 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e492119-7521-48dd-ab5d-1431cf8d7ffb None None] Network dbc304e3-df7c-4068-9a6e-74b6e478d995 is already hosted by enough agents. {{(pid=111142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 17:00:13.431422 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.scheduler.base_scheduler [None req-6e492119-7521-48dd-ab5d-1431cf8d7ffb None None] Resources bound (agent type, host, resource id): {{(pid=111142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 17:00:13.435272 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e492119-7521-48dd-ab5d-1431cf8d7ffb None None] Received port after_create {{(pid=111142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 09 17:00:13.440066 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e492119-7521-48dd-ab5d-1431cf8d7ffb None None] Pushing event updated for resources: {'Port': ['ID=5d772f14-d839-4d6c-aaad-11fc33491790,revision_number=1']} {{(pid=111142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:00:13.451656 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-c73ccae7-3d37-49a4-87cb-76c5745c3755 req-bd236382-e962-4a6c-9120-5920581e5004 service neutron] 10.222.0.91 "GET /networking/v2.0/networks/b8fe100b-fb8c-433b-9936-2abcc695f16d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991402 Aug 09 17:00:13.498332 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.managers [None req-6e492119-7521-48dd-ab5d-1431cf8d7ffb None None] Attempting to bind port 5d772f14-d839-4d6c-aaad-11fc33491790 on host dv-cinder-852364-3-iscsi for vnic_type normal with profile {{(pid=111142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 09 17:00:13.498714 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.managers [None req-6e492119-7521-48dd-ab5d-1431cf8d7ffb None None] Attempting to bind port 5d772f14-d839-4d6c-aaad-11fc33491790 by drivers openvswitch,hyperv on host dv-cinder-852364-3-iscsi at level 0 using segments [{'id': 'd1792463-f1f9-4e8f-b55a-d2d4a6262d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 950, 'network_id': 'dbc304e3-df7c-4068-9a6e-74b6e478d995'}] {{(pid=111142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 09 17:00:13.499083 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e492119-7521-48dd-ab5d-1431cf8d7ffb None None] Attempting to bind port 5d772f14-d839-4d6c-aaad-11fc33491790 on network dbc304e3-df7c-4068-9a6e-74b6e478d995 {{(pid=111142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 17:00:13.505858 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e492119-7521-48dd-ab5d-1431cf8d7ffb None None] Checking agent: {'id': '47988f4d-09d0-4892-bbfe-5b11c743802f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852364-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 9, 16, 42, 16), 'started_at': datetime.datetime(2022, 8, 9, 16, 42, 46), 'heartbeat_timestamp': datetime.datetime(2022, 8, 9, 16, 59, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852364-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 09 17:00:13.506334 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e492119-7521-48dd-ab5d-1431cf8d7ffb None None] Checking segment: {'id': 'd1792463-f1f9-4e8f-b55a-d2d4a6262d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 950, 'network_id': 'dbc304e3-df7c-4068-9a6e-74b6e478d995'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 09 17:00:13.509423 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-6e492119-7521-48dd-ab5d-1431cf8d7ffb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:13.509423 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e492119-7521-48dd-ab5d-1431cf8d7ffb None None] Bound using segment: {'id': 'd1792463-f1f9-4e8f-b55a-d2d4a6262d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 950, 'network_id': 'dbc304e3-df7c-4068-9a6e-74b6e478d995'} {{(pid=111142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 09 17:00:13.509423 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.managers [None req-6e492119-7521-48dd-ab5d-1431cf8d7ffb None None] Bound port: 5d772f14-d839-4d6c-aaad-11fc33491790, host: dv-cinder-852364-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1792463-f1f9-4e8f-b55a-d2d4a6262d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 950, 'network_id': 'dbc304e3-df7c-4068-9a6e-74b6e478d995'}}] {{(pid=111142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 09 17:00:13.509423 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-6e492119-7521-48dd-ab5d-1431cf8d7ffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (5d772f14-d839-4d6c-aaad-11fc33491790), before_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:13.510542 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:00:13.551758 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:00:13.552865 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:00:13.566246 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-c73ccae7-3d37-49a4-87cb-76c5745c3755 req-af3fffb7-f323-41ad-aafd-f02adb46cd3f service neutron] 10.222.0.91 "GET /networking/v2.0/networks/b8fe100b-fb8c-433b-9936-2abcc695f16d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057200 Aug 09 17:00:13.587437 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.db [None req-6e492119-7521-48dd-ab5d-1431cf8d7ffb None None] For port 5d772f14-d839-4d6c-aaad-11fc33491790, host dv-cinder-852364-3-iscsi, cleared binding levels {{(pid=111142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 17:00:13.593035 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.db [None req-6e492119-7521-48dd-ab5d-1431cf8d7ffb None None] For port 5d772f14-d839-4d6c-aaad-11fc33491790, host dv-cinder-852364-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-3-iscsi',level=0,port_id=5d772f14-d839-4d6c-aaad-11fc33491790,segment=NetworkSegment(d1792463-f1f9-4e8f-b55a-d2d4a6262d52),segment_id=d1792463-f1f9-4e8f-b55a-d2d4a6262d52)] {{(pid=111142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 17:00:13.632237 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93a0923-eb4d-413a-9f01-b41a1fdcaadd req-7104ae34-8da7-4b20-adbd-6fbcfde5d889 tempest-VolumesNegativeTest-343416619 tempest-VolumesNegativeTest-343416619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 17:00:13.641813 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-a93a0923-eb4d-413a-9f01-b41a1fdcaadd req-7104ae34-8da7-4b20-adbd-6fbcfde5d889 tempest-VolumesNegativeTest-343416619 tempest-VolumesNegativeTest-343416619-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=4216b8ed-8360-4feb-8cee-7a6f4a53ce67 HTTP/1.1" status: 200 len: 948 time: 0.0651424 Aug 09 17:00:13.668972 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-6e492119-7521-48dd-ab5d-1431cf8d7ffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748338263269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748337861771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748337861789'] for port (5d772f14-d839-4d6c-aaad-11fc33491790), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:13.701368 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-a93a0923-eb4d-413a-9f01-b41a1fdcaadd req-b92778fc-30d4-4458-8600-7bb1dd9c0d08 tempest-VolumesNegativeTest-343416619 tempest-VolumesNegativeTest-343416619-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=2772e620-a0e2-4b51-8127-cd36701b31ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550063 Aug 09 17:00:13.707977 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-9d8419a5-4445-4ef6-b75d-dd153818c515 admin admin] Publish callbacks [] for router_gateway (35bcf4ab-002a-46a9-9e95-38f2fdab2360), before_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:13.721333 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-e70f562e-e7df-49ad-a15a-67a143aa0666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (bc6be869-02df-4ed8-8ee0-3ec53a1551af), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:13.736423 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-9d8419a5-4445-4ef6-b75d-dd153818c515 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (None), before_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:13.755810 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e492119-7521-48dd-ab5d-1431cf8d7ffb None None] Pushing event updated for resources: {'Port': ['ID=5d772f14-d839-4d6c-aaad-11fc33491790,revision_number=2']} {{(pid=111142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:00:13.834938 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:00:13.863637 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.db.db_base_plugin_common [None req-9d8419a5-4445-4ef6-b75d-dd153818c515 admin admin] Allocated IP 172.27.2.104 (0b446ac8-416d-4492-b144-c475e4beb84a/4516d54a-1367-472b-b3e4-4bb105fe12f6/42b383de-5656-4e61-bd88-b5703c451eb5) {{(pid=111140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 17:00:13.952764 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=4 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:00:13.994853 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-9d8419a5-4445-4ef6-b75d-dd153818c515 admin admin] Publish callbacks [] for port (42b383de-5656-4e61-bd88-b5703c451eb5), precommit_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:14.078964 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-9d8419a5-4445-4ef6-b75d-dd153818c515 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748337861753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12086677'] for port (42b383de-5656-4e61-bd88-b5703c451eb5), after_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:14.119162 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d8419a5-4445-4ef6-b75d-dd153818c515 admin admin] Network 0b446ac8-416d-4492-b144-c475e4beb84a is already hosted by enough agents. {{(pid=111140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 17:00:14.122209 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.scheduler.base_scheduler [None req-9d8419a5-4445-4ef6-b75d-dd153818c515 admin admin] Resources bound (agent type, host, resource id): {{(pid=111140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 17:00:14.126186 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d8419a5-4445-4ef6-b75d-dd153818c515 admin admin] Received port after_create {{(pid=111140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 09 17:00:14.152581 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8419a5-4445-4ef6-b75d-dd153818c515 admin admin] Pushing event updated for resources: {'Port': ['ID=42b383de-5656-4e61-bd88-b5703c451eb5,revision_number=1']} {{(pid=111140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:00:14.394385 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Device 4afe7d60-fc00-42ae-b62e-02e606624055 up at agent ovs-agent-dv-cinder-852364-3-iscsi {{(pid=111142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 17:00:14.443792 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.provisioning_blocks [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Provisioning complete for port 4afe7d60-fc00-42ae-b62e-02e606624055 triggered by entity L2. {{(pid=111142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 17:00:14.444269 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877469'] for port (4afe7d60-fc00-42ae-b62e-02e606624055), provisioning_complete {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:14.481035 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-9d8419a5-4445-4ef6-b75d-dd153818c515 admin admin] Publish callbacks [] for router_gateway (35bcf4ab-002a-46a9-9e95-38f2fdab2360), after_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:14.531780 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Current status of the port 4afe7d60-fc00-42ae-b62e-02e606624055 is: ACTIVE; New status is: ACTIVE {{(pid=111142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 17:00:14.533160 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Device 5d772f14-d839-4d6c-aaad-11fc33491790 up at agent ovs-agent-dv-cinder-852364-3-iscsi {{(pid=111142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 17:00:14.578865 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.provisioning_blocks [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Provisioning complete for port 5d772f14-d839-4d6c-aaad-11fc33491790 triggered by entity L2. {{(pid=111142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 17:00:14.579409 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877469'] for port (5d772f14-d839-4d6c-aaad-11fc33491790), provisioning_complete {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:14.631026 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:00:14.660144 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Current status of the port 5d772f14-d839-4d6c-aaad-11fc33491790 is: DOWN; New status is: ACTIVE {{(pid=111142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 17:00:14.660628 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (5d772f14-d839-4d6c-aaad-11fc33491790), before_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:14.698044 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.db [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] For port 5d772f14-d839-4d6c-aaad-11fc33491790, host dv-cinder-852364-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-3-iscsi',level=0,port_id=5d772f14-d839-4d6c-aaad-11fc33491790,segment=NetworkSegment(d1792463-f1f9-4e8f-b55a-d2d4a6262d52),segment_id=d1792463-f1f9-4e8f-b55a-d2d4a6262d52)] {{(pid=111142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:00:14.698661 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-9d8419a5-4445-4ef6-b75d-dd153818c515 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-338920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689217'] for router (35bcf4ab-002a-46a9-9e95-38f2fdab2360), after_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:14.700700 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a55c338c-2c97-4a80-b471-0699c640aaf8 None None] Network dbc304e3-df7c-4068-9a6e-74b6e478d995 requested from dv-cinder-852364-3-iscsi {{(pid=111142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 09 17:00:14.775817 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.provisioning_blocks [None req-42963cbc-4564-497e-83e0-87e696d010f9 None None] Provisioning complete for port 5d772f14-d839-4d6c-aaad-11fc33491790 triggered by entity DHCP. {{(pid=111142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 17:00:14.776193 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-42963cbc-4564-497e-83e0-87e696d010f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877469'] for port (5d772f14-d839-4d6c-aaad-11fc33491790), provisioning_complete {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:14.788212 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748338263269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748337861771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748337861789'] for port (5d772f14-d839-4d6c-aaad-11fc33491790), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:14.858430 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b408403-94e9-4204-a7c4-529672f0ad49 req-4059b9fd-70f7-42b0-8cca-91f78066719f tempest-VolumesNegativeTest-343416619 tempest-VolumesNegativeTest-343416619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 17:00:14.859966 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-5b408403-94e9-4204-a7c4-529672f0ad49 req-4059b9fd-70f7-42b0-8cca-91f78066719f tempest-VolumesNegativeTest-343416619 tempest-VolumesNegativeTest-343416619-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=4216b8ed-8360-4feb-8cee-7a6f4a53ce67 HTTP/1.1" status: 200 len: 948 time: 0.0592268 Aug 09 17:00:14.903797 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Pushing event updated for resources: {'Port': ['ID=5d772f14-d839-4d6c-aaad-11fc33491790,revision_number=3']} {{(pid=111142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:00:14.917860 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-5b408403-94e9-4204-a7c4-529672f0ad49 req-070752bf-f416-4d95-b913-ec31f7c7c4ae tempest-VolumesNegativeTest-343416619 tempest-VolumesNegativeTest-343416619-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=2772e620-a0e2-4b51-8127-cd36701b31ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487106 Aug 09 17:00:14.925107 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:00:14.938188 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-42963cbc-4564-497e-83e0-87e696d010f9 None None] Current status of the port 5d772f14-d839-4d6c-aaad-11fc33491790 is: ACTIVE; New status is: ACTIVE {{(pid=111142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 17:00:14.993212 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d8419a5-4445-4ef6-b75d-dd153818c515 admin admin] Router 35bcf4ab-002a-46a9-9e95-38f2fdab2360 is scheduled to L3 agent 2cf02505-efcb-442b-855b-6c659df6f18c with binding_index 1 {{(pid=111140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 09 17:00:15.104512 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d8419a5-4445-4ef6-b75d-dd153818c515 admin admin] Notify agent at l3_agent.dv-cinder-852364-3-iscsi the message routers_updated {{(pid=111140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 17:00:15.114118 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b1d5eda-fa98-49b4-a64c-c0af79db22be None None] Sync routers for ids ['35bcf4ab-002a-46a9-9e95-38f2fdab2360'] in dv-cinder-852364-3-iscsi {{(pid=111142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 17:00:15.123573 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b1d5eda-fa98-49b4-a64c-c0af79db22be None None] Routers {'35bcf4ab-002a-46a9-9e95-38f2fdab2360'} bound to L3 agent in host dv-cinder-852364-3-iscsi {{(pid=111142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 17:00:15.124214 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_hamode_db [None req-1b1d5eda-fa98-49b4-a64c-c0af79db22be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-09T16:42:12Z,description=,heartbeat_timestamp=2022-08-09T17:00:12Z,host='dv-cinder-852364-3-iscsi',id=2cf02505-efcb-442b-855b-6c659df6f18c,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:13Z,topic='l3_agent')) {'router_ids': ['35bcf4ab-002a-46a9-9e95-38f2fdab2360'], 'active': True} {{(pid=111142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:00:15.182399 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.provisioning_blocks [None req-4e6378df-eee8-4e01-870d-39115bd57fbc None None] Provisioning complete for port 5d772f14-d839-4d6c-aaad-11fc33491790 triggered by entity DHCP. {{(pid=111142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 17:00:15.188124 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-4e6378df-eee8-4e01-870d-39115bd57fbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877469'] for port (5d772f14-d839-4d6c-aaad-11fc33491790), provisioning_complete {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:15.236544 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-9d8419a5-4445-4ef6-b75d-dd153818c515 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:15.238244 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [None req-9d8419a5-4445-4ef6-b75d-dd153818c515 admin admin] 10.222.0.59 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.5287862 Aug 09 17:00:15.240998 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.wsgi [-] (111140) accepted ('10.222.0.59', 58880) {{(pid=111140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 17:00:15.247168 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:00:15.379934 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:00:15.411698 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_dvr_db [None req-1b1d5eda-fa98-49b4-a64c-c0af79db22be None None] Set router 35bcf4ab-002a-46a9-9e95-38f2fdab2360 gateway port host: dv-cinder-852364-3-iscsi {{(pid=111142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 17:00:15.427882 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.agents_db [None req-a4db1589-5d5b-4049-8210-f6e9f318fefd None None] Agent healthcheck: found 6 active agents {{(pid=111143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 17:00:15.553989 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-4e6378df-eee8-4e01-870d-39115bd57fbc None None] Current status of the port 5d772f14-d839-4d6c-aaad-11fc33491790 is: ACTIVE; New status is: ACTIVE {{(pid=111142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 17:00:15.635900 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-5c325a0b-ed39-4cac-be6f-43defe9e55aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (33bcacdc-c215-42b6-b75f-650d86e609be), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:15.653479 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_hamode_db [None req-1b1d5eda-fa98-49b4-a64c-c0af79db22be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35bcf4ab-002a-46a9-9e95-38f2fdab2360', 'name': 'tempest-TestShelveInstance-690662677-router', 'tenant_id': '66a6c46da84f4cd594fa5c1758f64912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'external_fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.104'}], 'enable_snat': True}, 'gw_port_id': '42b383de-5656-4e61-bd88-b5703c451eb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T17:00:12Z', 'updated_at': '2022-08-09T17:00:14Z', 'revision_number': 3, 'project_id': '66a6c46da84f4cd594fa5c1758f64912', 'gw_port': {'id': '42b383de-5656-4e61-bd88-b5703c451eb5', 'name': '', 'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:1e:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35bcf4ab-002a-46a9-9e95-38f2fdab2360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T17:00:13Z', 'updated_at': '2022-08-09T17:00:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-3-iscsi'}], 'dv-cinder-852364-3-iscsi', False) {} {{(pid=111142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:00:15.673296 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-c5c96cdc-567c-41a7-970f-968397db1337 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (None), before_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:15.686429 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b1d5eda-fa98-49b4-a64c-c0af79db22be None None] Checking router: 35bcf4ab-002a-46a9-9e95-38f2fdab2360 for host: dv-cinder-852364-3-iscsi {{(pid=111142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 17:00:15.690003 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b1d5eda-fa98-49b4-a64c-c0af79db22be None None] Updating router 35bcf4ab-002a-46a9-9e95-38f2fdab2360 port 42b383de-5656-4e61-bd88-b5703c451eb5 binding host dv-cinder-852364-3-iscsi {{(pid=111142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 17:00:15.719764 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (47988f4d-09d0-4892-bbfe-5b11c743802f), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:15.728566 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-1b1d5eda-fa98-49b4-a64c-c0af79db22be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (42b383de-5656-4e61-bd88-b5703c451eb5), before_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:15.842422 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.db.db_base_plugin_common [None req-c5c96cdc-567c-41a7-970f-968397db1337 admin admin] Allocated IP 172.20.0.1 (dbc304e3-df7c-4068-9a6e-74b6e478d995/383e3c04-bd65-405e-944e-b853f19dd88a/8af5f8e9-1588-47f2-807d-9f9a13748ed5) {{(pid=111140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 17:00:15.857799 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:00:15.960303 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-c5c96cdc-567c-41a7-970f-968397db1337 admin admin] Publish callbacks [] for port (8af5f8e9-1588-47f2-807d-9f9a13748ed5), precommit_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:15.993617 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-1b1d5eda-fa98-49b4-a64c-c0af79db22be None None] Publish callbacks [] for port (42b383de-5656-4e61-bd88-b5703c451eb5), precommit_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:16.055957 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-1b1d5eda-fa98-49b4-a64c-c0af79db22be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748338263269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748337861771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748337861789'] for port (42b383de-5656-4e61-bd88-b5703c451eb5), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:16.056479 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-c5c96cdc-567c-41a7-970f-968397db1337 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748337861753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12086677'] for port (8af5f8e9-1588-47f2-807d-9f9a13748ed5), after_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:16.065497 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979c812f-54ac-48a2-b84e-6e71b0a5b9b0 req-f1ad90cf-aa42-4480-b0a5-c044594f65f9 tempest-VolumesNegativeTest-343416619 tempest-VolumesNegativeTest-343416619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 17:00:16.068590 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-979c812f-54ac-48a2-b84e-6e71b0a5b9b0 req-f1ad90cf-aa42-4480-b0a5-c044594f65f9 tempest-VolumesNegativeTest-343416619 tempest-VolumesNegativeTest-343416619-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=4216b8ed-8360-4feb-8cee-7a6f4a53ce67 HTTP/1.1" status: 200 len: 948 time: 0.0506470 Aug 09 17:00:16.091289 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.managers [None req-1b1d5eda-fa98-49b4-a64c-c0af79db22be None None] Attempting to bind port 42b383de-5656-4e61-bd88-b5703c451eb5 on host dv-cinder-852364-3-iscsi for vnic_type normal with profile {{(pid=111142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 09 17:00:16.091662 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.managers [None req-1b1d5eda-fa98-49b4-a64c-c0af79db22be None None] Attempting to bind port 42b383de-5656-4e61-bd88-b5703c451eb5 by drivers openvswitch,hyperv on host dv-cinder-852364-3-iscsi at level 0 using segments [{'id': '3548ff03-3b62-477c-991b-01c3e3081105', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a'}] {{(pid=111142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 09 17:00:16.092029 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b1d5eda-fa98-49b4-a64c-c0af79db22be None None] Attempting to bind port 42b383de-5656-4e61-bd88-b5703c451eb5 on network 0b446ac8-416d-4492-b144-c475e4beb84a {{(pid=111142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 17:00:16.102397 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:00:16.109363 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5c96cdc-567c-41a7-970f-968397db1337 admin admin] Network dbc304e3-df7c-4068-9a6e-74b6e478d995 is already hosted by enough agents. {{(pid=111140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 17:00:16.110951 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b1d5eda-fa98-49b4-a64c-c0af79db22be None None] Checking agent: {'id': '47988f4d-09d0-4892-bbfe-5b11c743802f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852364-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 9, 16, 42, 16), 'started_at': datetime.datetime(2022, 8, 9, 16, 42, 46), 'heartbeat_timestamp': datetime.datetime(2022, 8, 9, 17, 0, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852364-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 09 17:00:16.111252 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.scheduler.base_scheduler [None req-c5c96cdc-567c-41a7-970f-968397db1337 admin admin] Resources bound (agent type, host, resource id): {{(pid=111140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 17:00:16.111373 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b1d5eda-fa98-49b4-a64c-c0af79db22be None None] Checking segment: {'id': '3548ff03-3b62-477c-991b-01c3e3081105', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 09 17:00:16.111813 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-1b1d5eda-fa98-49b4-a64c-c0af79db22be None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:16.112212 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b1d5eda-fa98-49b4-a64c-c0af79db22be None None] Bound using segment: {'id': '3548ff03-3b62-477c-991b-01c3e3081105', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a'} {{(pid=111142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 09 17:00:16.112693 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.managers [None req-1b1d5eda-fa98-49b4-a64c-c0af79db22be None None] Bound port: 42b383de-5656-4e61-bd88-b5703c451eb5, host: dv-cinder-852364-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3548ff03-3b62-477c-991b-01c3e3081105', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a'}}] {{(pid=111142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 09 17:00:16.115324 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-1b1d5eda-fa98-49b4-a64c-c0af79db22be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (42b383de-5656-4e61-bd88-b5703c451eb5), before_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:16.117351 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:00:16.119589 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae6e8d8-8d1b-44a1-bb64-532117726648 None None] Pushing event updated for resources: {'Port': ['ID=42b383de-5656-4e61-bd88-b5703c451eb5,revision_number=2']} {{(pid=111142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:00:16.122321 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c96cdc-567c-41a7-970f-968397db1337 admin admin] Pushing event updated for resources: {'Port': ['ID=8af5f8e9-1588-47f2-807d-9f9a13748ed5,revision_number=1']} {{(pid=111140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:00:16.125198 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c96cdc-567c-41a7-970f-968397db1337 admin admin] Received port after_create {{(pid=111140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 09 17:00:16.147534 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-979c812f-54ac-48a2-b84e-6e71b0a5b9b0 req-6c1f1766-a767-4796-969e-5812ca7ed015 tempest-VolumesNegativeTest-343416619 tempest-VolumesNegativeTest-343416619-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=2772e620-a0e2-4b51-8127-cd36701b31ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720551 Aug 09 17:00:16.174852 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-c5c96cdc-567c-41a7-970f-968397db1337 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-337058'] for router_interface (35bcf4ab-002a-46a9-9e95-38f2fdab2360), before_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:16.186073 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.db [None req-1b1d5eda-fa98-49b4-a64c-c0af79db22be None None] For port 42b383de-5656-4e61-bd88-b5703c451eb5, host dv-cinder-852364-3-iscsi, cleared binding levels {{(pid=111142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 17:00:16.189541 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.db [None req-1b1d5eda-fa98-49b4-a64c-c0af79db22be None None] For port 42b383de-5656-4e61-bd88-b5703c451eb5, host dv-cinder-852364-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-3-iscsi',level=0,port_id=42b383de-5656-4e61-bd88-b5703c451eb5,segment=NetworkSegment(3548ff03-3b62-477c-991b-01c3e3081105),segment_id=3548ff03-3b62-477c-991b-01c3e3081105)] {{(pid=111142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 17:00:16.321687 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Device 5d772f14-d839-4d6c-aaad-11fc33491790 up at agent ovs-agent-dv-cinder-852364-3-iscsi {{(pid=111142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 17:00:16.355311 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-1b1d5eda-fa98-49b4-a64c-c0af79db22be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748338263269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748337861771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748337861789'] for port (42b383de-5656-4e61-bd88-b5703c451eb5), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:16.417490 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b1d5eda-fa98-49b4-a64c-c0af79db22be None None] Routers {'35bcf4ab-002a-46a9-9e95-38f2fdab2360'} bound to L3 agent in host dv-cinder-852364-3-iscsi {{(pid=111142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 17:00:16.418563 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_hamode_db [None req-1b1d5eda-fa98-49b4-a64c-c0af79db22be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-09T16:42:12Z,description=,heartbeat_timestamp=2022-08-09T17:00:12Z,host='dv-cinder-852364-3-iscsi',id=2cf02505-efcb-442b-855b-6c659df6f18c,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:13Z,topic='l3_agent')) {'router_ids': ['35bcf4ab-002a-46a9-9e95-38f2fdab2360'], 'active': True} {{(pid=111142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:00:16.419760 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.provisioning_blocks [None req-fc7de338-f262-48f6-8805-de7cd895492c None None] Provisioning complete for port 8af5f8e9-1588-47f2-807d-9f9a13748ed5 triggered by entity DHCP. {{(pid=111142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 17:00:16.420126 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-fc7de338-f262-48f6-8805-de7cd895492c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877469'] for port (8af5f8e9-1588-47f2-807d-9f9a13748ed5), provisioning_complete {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:16.431768 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:UPDATE=5,neutron:SELECT=94,neutron:INSERT=1 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:00:16.438356 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-c5c96cdc-567c-41a7-970f-968397db1337 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (8af5f8e9-1588-47f2-807d-9f9a13748ed5), before_update {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:16.468479 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.provisioning_blocks [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Provisioning complete for port 5d772f14-d839-4d6c-aaad-11fc33491790 triggered by entity L2. {{(pid=111142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 17:00:16.468850 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877469'] for port (5d772f14-d839-4d6c-aaad-11fc33491790), provisioning_complete {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:16.491479 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae6e8d8-8d1b-44a1-bb64-532117726648 None None] Pushing event updated for resources: {'Port': ['ID=42b383de-5656-4e61-bd88-b5703c451eb5,revision_number=3']} {{(pid=111142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:00:16.566101 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-fc7de338-f262-48f6-8805-de7cd895492c None None] Port 8af5f8e9-1588-47f2-807d-9f9a13748ed5 cannot update to ACTIVE because it is not bound. {{(pid=111142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 09 17:00:16.606332 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-c5c96cdc-567c-41a7-970f-968397db1337 admin admin] Publish callbacks [] for port (8af5f8e9-1588-47f2-807d-9f9a13748ed5), precommit_update {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:16.621526 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_dvr_db [None req-1b1d5eda-fa98-49b4-a64c-c0af79db22be None None] Set router 35bcf4ab-002a-46a9-9e95-38f2fdab2360 gateway port host: dv-cinder-852364-3-iscsi {{(pid=111142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 17:00:16.673168 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Current status of the port 5d772f14-d839-4d6c-aaad-11fc33491790 is: ACTIVE; New status is: ACTIVE {{(pid=111142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 17:00:16.673397 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-c5c96cdc-567c-41a7-970f-968397db1337 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748338263269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748337861771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748337861789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12086682'] for port (8af5f8e9-1588-47f2-807d-9f9a13748ed5), after_update {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:16.746179 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c96cdc-567c-41a7-970f-968397db1337 admin admin] Pushing event updated for resources: {'Port': ['ID=8af5f8e9-1588-47f2-807d-9f9a13748ed5,revision_number=2']} {{(pid=111140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:00:16.755257 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-c5c96cdc-567c-41a7-970f-968397db1337 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-336402'] for router_interface (35bcf4ab-002a-46a9-9e95-38f2fdab2360), after_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:16.759344 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Device 4f381bc2-010e-4589-b97c-13fb3ec41038 details requested by agent hyperv_hv-cinder-85236 with host hv-cinder-85236 {{(pid=111142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 17:00:16.849048 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5c96cdc-567c-41a7-970f-968397db1337 admin admin] Network dbc304e3-df7c-4068-9a6e-74b6e478d995 is already hosted by enough agents. {{(pid=111140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 17:00:16.850623 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.scheduler.base_scheduler [None req-c5c96cdc-567c-41a7-970f-968397db1337 admin admin] Resources bound (agent type, host, resource id): {{(pid=111140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 17:00:16.858720 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:00:16.892641 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_hamode_db [None req-1b1d5eda-fa98-49b4-a64c-c0af79db22be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35bcf4ab-002a-46a9-9e95-38f2fdab2360', 'name': 'tempest-TestShelveInstance-690662677-router', 'tenant_id': '66a6c46da84f4cd594fa5c1758f64912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'external_fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.104'}], 'enable_snat': True}, 'gw_port_id': '42b383de-5656-4e61-bd88-b5703c451eb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T17:00:12Z', 'updated_at': '2022-08-09T17:00:16Z', 'revision_number': 4, 'project_id': '66a6c46da84f4cd594fa5c1758f64912', 'gw_port': {'id': '42b383de-5656-4e61-bd88-b5703c451eb5', 'name': '', 'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:1e:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35bcf4ab-002a-46a9-9e95-38f2fdab2360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T17:00:13Z', 'updated_at': '2022-08-09T17:00:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-3-iscsi', '_interfaces': [{'id': '8af5f8e9-1588-47f2-807d-9f9a13748ed5', 'name': '', 'network_id': 'dbc304e3-df7c-4068-9a6e-74b6e478d995', 'tenant_id': '66a6c46da84f4cd594fa5c1758f64912', 'mac_address': 'fa:16:3e:d9:a3:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35bcf4ab-002a-46a9-9e95-38f2fdab2360', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '383e3c04-bd65-405e-944e-b853f19dd88a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T17:00:15Z', 'updated_at': '2022-08-09T17:00:15Z', 'revision_number': 1, 'project_id': '66a6c46da84f4cd594fa5c1758f64912', 'subnets': [{'id': '383e3c04-bd65-405e-944e-b853f19dd88a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-3-iscsi', False) {} {{(pid=111142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:00:16.930073 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b1d5eda-fa98-49b4-a64c-c0af79db22be None None] The sync data for ids ['35bcf4ab-002a-46a9-9e95-38f2fdab2360'] in dv-cinder-852364-3-iscsi is: [{'id': '35bcf4ab-002a-46a9-9e95-38f2fdab2360', 'name': 'tempest-TestShelveInstance-690662677-router', 'tenant_id': '66a6c46da84f4cd594fa5c1758f64912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'external_fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.104'}], 'enable_snat': True}, 'gw_port_id': '42b383de-5656-4e61-bd88-b5703c451eb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T17:00:12Z', 'updated_at': '2022-08-09T17:00:16Z', 'revision_number': 4, 'project_id': '66a6c46da84f4cd594fa5c1758f64912', 'gw_port': {'id': '42b383de-5656-4e61-bd88-b5703c451eb5', 'name': '', 'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:1e:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35bcf4ab-002a-46a9-9e95-38f2fdab2360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T17:00:13Z', 'updated_at': '2022-08-09T17:00:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-3-iscsi', '_interfaces': [{'id': '8af5f8e9-1588-47f2-807d-9f9a13748ed5', 'name': '', 'network_id': 'dbc304e3-df7c-4068-9a6e-74b6e478d995', 'tenant_id': '66a6c46da84f4cd594fa5c1758f64912', 'mac_address': 'fa:16:3e:d9:a3:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35bcf4ab-002a-46a9-9e95-38f2fdab2360', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '383e3c04-bd65-405e-944e-b853f19dd88a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T17:00:15Z', 'updated_at': '2022-08-09T17:00:15Z', 'revision_number': 1, 'project_id': '66a6c46da84f4cd594fa5c1758f64912', 'subnets': [{'id': '383e3c04-bd65-405e-944e-b853f19dd88a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 17:00:16.969763 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.db [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] For port 4f381bc2-010e-4589-b97c-13fb3ec41038, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=4f381bc2-010e-4589-b97c-13fb3ec41038,segment=NetworkSegment(d7746d2f-d498-453b-80c6-1b81bc6cd1dc),segment_id=d7746d2f-d498-453b-80c6-1b81bc6cd1dc)] {{(pid=111142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:00:16.972730 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5c96cdc-567c-41a7-970f-968397db1337 admin admin] Router 35bcf4ab-002a-46a9-9e95-38f2fdab2360 has already been hosted by L3 agent 2cf02505-efcb-442b-855b-6c659df6f18c {{(pid=111140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 09 17:00:16.986816 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Returning: {'device': '4f381bc2-010e-4589-b97c-13fb3ec41038', 'network_id': 'b8fe100b-fb8c-433b-9936-2abcc695f16d', 'port_id': '4f381bc2-010e-4589-b97c-13fb3ec41038', 'mac_address': 'fa:16:3e:40:5d:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 979, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a00dd238-a296-42e9-963d-da30d74d4115', 'ip_address': '192.168.233.158'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 17:00:17.035060 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=100 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:00:17.036712 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Current status of the port 4f381bc2-010e-4589-b97c-13fb3ec41038 is: DOWN; New status is: BUILD {{(pid=111142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 17:00:17.037106 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (4f381bc2-010e-4589-b97c-13fb3ec41038), before_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:17.061703 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.notifiers.nova [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f381bc2-010e-4589-b97c-13fb3ec41038 {{(pid=111142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 09 17:00:17.086224 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.db [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] For port 4f381bc2-010e-4589-b97c-13fb3ec41038, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=4f381bc2-010e-4589-b97c-13fb3ec41038,segment=NetworkSegment(d7746d2f-d498-453b-80c6-1b81bc6cd1dc),segment_id=d7746d2f-d498-453b-80c6-1b81bc6cd1dc)] {{(pid=111142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:00:17.102915 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5c96cdc-567c-41a7-970f-968397db1337 admin admin] Notify agent at l3_agent.dv-cinder-852364-3-iscsi the message routers_updated {{(pid=111140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 17:00:17.107921 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [None req-c5c96cdc-567c-41a7-970f-968397db1337 admin admin] 10.222.0.59 "PUT /networking/v2.0/routers/35bcf4ab-002a-46a9-9e95-38f2fdab2360/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8658791 Aug 09 17:00:17.183280 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748338263269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748337861771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748337861789'] for port (4f381bc2-010e-4589-b97c-13fb3ec41038), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:17.246836 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.provisioning_blocks [None req-fa2c0099-3b2a-4c00-80ae-b49a1b106880 None None] Provisioning complete for port 8af5f8e9-1588-47f2-807d-9f9a13748ed5 triggered by entity DHCP. {{(pid=111142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 17:00:17.247137 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-fa2c0099-3b2a-4c00-80ae-b49a1b106880 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877469'] for port (8af5f8e9-1588-47f2-807d-9f9a13748ed5), provisioning_complete {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:17.318707 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-fa2c0099-3b2a-4c00-80ae-b49a1b106880 None None] Port 8af5f8e9-1588-47f2-807d-9f9a13748ed5 cannot update to ACTIVE because it is not bound. {{(pid=111142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 09 17:00:17.320257 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Pushing event updated for resources: {'Port': ['ID=4f381bc2-010e-4589-b97c-13fb3ec41038,revision_number=4']} {{(pid=111142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:00:17.353211 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbd3a2b-6dd3-4c29-86c9-6c9b3fdb5617 req-81db6940-87e3-4253-8f09-557295496b47 tempest-VolumesNegativeTest-343416619 tempest-VolumesNegativeTest-343416619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 17:00:17.355902 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-0bbd3a2b-6dd3-4c29-86c9-6c9b3fdb5617 req-81db6940-87e3-4253-8f09-557295496b47 tempest-VolumesNegativeTest-343416619 tempest-VolumesNegativeTest-343416619-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=4216b8ed-8360-4feb-8cee-7a6f4a53ce67 HTTP/1.1" status: 200 len: 949 time: 0.0723867 Aug 09 17:00:17.412470 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-0bbd3a2b-6dd3-4c29-86c9-6c9b3fdb5617 req-4f46ae08-2fc9-469c-b43b-5d6978db8702 tempest-VolumesNegativeTest-343416619 tempest-VolumesNegativeTest-343416619-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=2772e620-a0e2-4b51-8127-cd36701b31ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513561 Aug 09 17:00:17.633537 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.db [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] get_ports_and_sgs() called for port_ids ['4f381bc2-010e-4589-b97c-13fb3ec41038'] {{(pid=111142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 17:00:17.660324 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.wsgi [-] (111140) accepted ('10.222.0.59', 58924) {{(pid=111140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 17:00:17.665450 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.v2.base [None req-c9140855-5942-4d85-b87e-f1e1bcc7a1ea tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1820280548', 'description': 'tempest-secgroup-smoke-1820280548 description', 'project_id': '907c20a4319c450284e1e6b39107d715'}} {{(pid=111140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 17:00:17.758850 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-c9140855-5942-4d85-b87e-f1e1bcc7a1ea tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] Publish callbacks [] for security_group (None), before_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:17.840251 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:00:17.848546 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-c9140855-5942-4d85-b87e-f1e1bcc7a1ea tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] Publish callbacks [] for security_group (0802a72b-4896-4e64-bdd5-d9f6ecf5684d), precommit_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:17.969971 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-c9140855-5942-4d85-b87e-f1e1bcc7a1ea tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763768'] for security_group (0802a72b-4896-4e64-bdd5-d9f6ecf5684d), after_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:17.999410 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9140855-5942-4d85-b87e-f1e1bcc7a1ea tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0802a72b-4896-4e64-bdd5-d9f6ecf5684d,revision_number=1']} {{(pid=111140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:00:18.058211 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-c9140855-5942-4d85-b87e-f1e1bcc7a1ea tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] Publish callbacks [] for security_group (None), before_response {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:18.059517 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [None req-c9140855-5942-4d85-b87e-f1e1bcc7a1ea tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] 10.222.0.59 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3976009 Aug 09 17:00:18.062797 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.wsgi [-] (111140) accepted ('10.222.0.59', 58926) {{(pid=111140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 17:00:18.067599 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.v2.base [None req-b73b37a4-896e-47f4-8593-ac38c7cb8f49 tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] Request body: {'security_group_rule': {'security_group_id': '0802a72b-4896-4e64-bdd5-d9f6ecf5684d', 'project_id': '907c20a4319c450284e1e6b39107d715', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 17:00:18.194510 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-b73b37a4-896e-47f4-8593-ac38c7cb8f49 tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] Publish callbacks [] for security_group_rule (f833a1d5-9506-4119-b47d-623ffb18ba7c), before_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:18.256110 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-b73b37a4-896e-47f4-8593-ac38c7cb8f49 tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] Publish callbacks [] for security_group_rule (f833a1d5-9506-4119-b47d-623ffb18ba7c), precommit_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:18.331521 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Device 42b383de-5656-4e61-bd88-b5703c451eb5 up at agent ovs-agent-dv-cinder-852364-3-iscsi {{(pid=111142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 17:00:18.341863 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-b73b37a4-896e-47f4-8593-ac38c7cb8f49 tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765607'] for security_group_rule (f833a1d5-9506-4119-b47d-623ffb18ba7c), after_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:18.364515 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73b37a4-896e-47f4-8593-ac38c7cb8f49 tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f833a1d5-9506-4119-b47d-623ffb18ba7c,revision_number=0']} {{(pid=111140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:00:18.385474 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.provisioning_blocks [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Provisioning complete for port 42b383de-5656-4e61-bd88-b5703c451eb5 triggered by entity L2. {{(pid=111142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 17:00:18.385852 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877469'] for port (42b383de-5656-4e61-bd88-b5703c451eb5), provisioning_complete {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:18.442389 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-b73b37a4-896e-47f4-8593-ac38c7cb8f49 tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:18.447312 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.wsgi [-] (111141) accepted ('10.222.0.59', 58934) {{(pid=111141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 17:00:18.447861 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [None req-b73b37a4-896e-47f4-8593-ac38c7cb8f49 tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] 10.222.0.59 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3836098 Aug 09 17:00:18.452848 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.v2.base [None req-af882344-05f0-43ae-a1c2-398e4c9602f1 tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] Request body: {'security_group_rule': {'security_group_id': '0802a72b-4896-4e64-bdd5-d9f6ecf5684d', 'project_id': '907c20a4319c450284e1e6b39107d715', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=111141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 17:00:18.560961 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c5f9ff-c3a2-4389-9578-0098bee41418 req-409fac60-1d39-40e8-ad24-851090476472 tempest-VolumesNegativeTest-343416619 tempest-VolumesNegativeTest-343416619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 17:00:18.562367 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-b2c5f9ff-c3a2-4389-9578-0098bee41418 req-409fac60-1d39-40e8-ad24-851090476472 tempest-VolumesNegativeTest-343416619 tempest-VolumesNegativeTest-343416619-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=4216b8ed-8360-4feb-8cee-7a6f4a53ce67 HTTP/1.1" status: 200 len: 949 time: 0.0514143 Aug 09 17:00:18.591572 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Current status of the port 42b383de-5656-4e61-bd88-b5703c451eb5 is: DOWN; New status is: ACTIVE {{(pid=111142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 17:00:18.591970 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (42b383de-5656-4e61-bd88-b5703c451eb5), before_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:18.598958 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-af882344-05f0-43ae-a1c2-398e4c9602f1 tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] Publish callbacks [] for security_group_rule (05746328-489f-407a-81dd-ab5d5a464d1b), before_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:18.611535 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-b2c5f9ff-c3a2-4389-9578-0098bee41418 req-330e80aa-8a4b-40c2-a746-b3d08841607b tempest-VolumesNegativeTest-343416619 tempest-VolumesNegativeTest-343416619-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=2772e620-a0e2-4b51-8127-cd36701b31ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427437 Aug 09 17:00:18.614193 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.db [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] For port 42b383de-5656-4e61-bd88-b5703c451eb5, host dv-cinder-852364-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-3-iscsi',level=0,port_id=42b383de-5656-4e61-bd88-b5703c451eb5,segment=NetworkSegment(3548ff03-3b62-477c-991b-01c3e3081105),segment_id=3548ff03-3b62-477c-991b-01c3e3081105)] {{(pid=111142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:00:18.652891 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-af882344-05f0-43ae-a1c2-398e4c9602f1 tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] Publish callbacks [] for security_group_rule (05746328-489f-407a-81dd-ab5d5a464d1b), precommit_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:18.707709 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748338263269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748337861771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748337861789'] for port (42b383de-5656-4e61-bd88-b5703c451eb5), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:18.736586 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-af882344-05f0-43ae-a1c2-398e4c9602f1 tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765607'] for security_group_rule (05746328-489f-407a-81dd-ab5d5a464d1b), after_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:18.763493 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Pushing event updated for resources: {'Port': ['ID=42b383de-5656-4e61-bd88-b5703c451eb5,revision_number=4']} {{(pid=111142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:00:18.768187 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af882344-05f0-43ae-a1c2-398e4c9602f1 tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05746328-489f-407a-81dd-ab5d5a464d1b,revision_number=0']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:00:18.794641 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Device 4f381bc2-010e-4589-b97c-13fb3ec41038 up at agent hyperv_hv-cinder-85236 {{(pid=111142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 17:00:18.820140 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:00:18.829811 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-af882344-05f0-43ae-a1c2-398e4c9602f1 tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:18.831379 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [None req-af882344-05f0-43ae-a1c2-398e4c9602f1 tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] 10.222.0.59 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3828712 Aug 09 17:00:18.834612 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.wsgi [-] (111141) accepted ('10.222.0.59', 58936) {{(pid=111141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 17:00:18.839442 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.v2.base [None req-6bf1d93b-0002-469c-a3cb-a3fdc9dd5af4 tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] Request body: {'security_group_rule': {'security_group_id': '0802a72b-4896-4e64-bdd5-d9f6ecf5684d', 'project_id': '907c20a4319c450284e1e6b39107d715', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=111141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 17:00:18.846698 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.provisioning_blocks [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Provisioning for port 4f381bc2-010e-4589-b97c-13fb3ec41038 completed by entity L2. {{(pid=111142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 09 17:00:18.890959 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.provisioning_blocks [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Provisioning complete for port 4f381bc2-010e-4589-b97c-13fb3ec41038 triggered by entity L2. {{(pid=111142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 17:00:18.891366 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877469'] for port (4f381bc2-010e-4589-b97c-13fb3ec41038), provisioning_complete {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:18.919328 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-6bf1d93b-0002-469c-a3cb-a3fdc9dd5af4 tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] Publish callbacks [] for security_group_rule (fc631466-9605-4f65-99a4-4f39f73464c4), before_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:18.989698 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Current status of the port 4f381bc2-010e-4589-b97c-13fb3ec41038 is: BUILD; New status is: ACTIVE {{(pid=111142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 17:00:18.990155 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (4f381bc2-010e-4589-b97c-13fb3ec41038), before_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:18.990590 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-6bf1d93b-0002-469c-a3cb-a3fdc9dd5af4 tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] Publish callbacks [] for security_group_rule (fc631466-9605-4f65-99a4-4f39f73464c4), precommit_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:18.996438 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.wsgi [-] (111141) accepted ('10.222.0.59', 58940) {{(pid=111141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 17:00:19.021392 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4216b8ed-8360-4feb-8cee-7a6f4a53ce67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f381bc2-010e-4589-b97c-13fb3ec41038'}] {{(pid=111142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 17:00:19.023710 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a3936692d9fe67bf654b43a226d329952087876dab2ee9ab8d24037cf19aeb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a6e9e70-0690-4bd7-bc03-115db95031ee" -d '{"events": [{"server_uuid": "4216b8ed-8360-4feb-8cee-7a6f4a53ce67", "name": "network-vif-plugged", "status": "completed", "tag": "4f381bc2-010e-4589-b97c-13fb3ec41038"}]}' {{(pid=111142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 17:00:19.039329 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.db [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] For port 4f381bc2-010e-4589-b97c-13fb3ec41038, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=4f381bc2-010e-4589-b97c-13fb3ec41038,segment=NetworkSegment(d7746d2f-d498-453b-80c6-1b81bc6cd1dc),segment_id=d7746d2f-d498-453b-80c6-1b81bc6cd1dc)] {{(pid=111142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:00:19.050421 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-6bf1d93b-0002-469c-a3cb-a3fdc9dd5af4 tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765607'] for security_group_rule (fc631466-9605-4f65-99a4-4f39f73464c4), after_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:19.073743 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf1d93b-0002-469c-a3cb-a3fdc9dd5af4 tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc631466-9605-4f65-99a4-4f39f73464c4,revision_number=0']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:00:19.076201 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Aug 2022 17:00:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6704199-5746-4411-bb3a-439f2385f04c x-openstack-request-id: req-a6704199-5746-4411-bb3a-439f2385f04c {{(pid=111142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 17:00:19.076765 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4216b8ed-8360-4feb-8cee-7a6f4a53ce67", "name": "network-vif-plugged", "status": "completed", "tag": "4f381bc2-010e-4589-b97c-13fb3ec41038", "code": 200}]} {{(pid=111142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 17:00:19.077170 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a6704199-5746-4411-bb3a-439f2385f04c {{(pid=111142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 17:00:19.077742 dv-cinder-852364-3-iscsi neutron-server[111142]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6704199-5746-4411-bb3a-439f2385f04c'] response: {'server_uuid': '4216b8ed-8360-4feb-8cee-7a6f4a53ce67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f381bc2-010e-4589-b97c-13fb3ec41038', 'code': 200} Aug 09 17:00:19.122517 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-8fa41304-3411-4bc1-b202-b96c680ae167 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:19.148259 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748338263269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748337861771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748337861789'] for port (4f381bc2-010e-4589-b97c-13fb3ec41038), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:19.183223 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:00:19.196083 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-6bf1d93b-0002-469c-a3cb-a3fdc9dd5af4 tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:19.200445 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [None req-6bf1d93b-0002-469c-a3cb-a3fdc9dd5af4 tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] 10.222.0.59 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3616102 Aug 09 17:00:19.201144 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.wsgi [-] (111140) accepted ('10.222.0.59', 58946) {{(pid=111140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 17:00:19.206223 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.v2.base [None req-56ded8bb-7d09-4fd0-b429-7f2c1a829930 tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] Request body: {'security_group_rule': {'security_group_id': '0802a72b-4896-4e64-bdd5-d9f6ecf5684d', 'project_id': '907c20a4319c450284e1e6b39107d715', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=111140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 17:00:19.215116 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-8fa41304-3411-4bc1-b202-b96c680ae167 admin admin] Publish callbacks [] for security_group (d0fc8109-3822-456f-8fef-8bf379728140), precommit_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:19.220611 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Pushing event updated for resources: {'Port': ['ID=4f381bc2-010e-4589-b97c-13fb3ec41038,revision_number=5']} {{(pid=111142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:00:19.330314 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-8fa41304-3411-4bc1-b202-b96c680ae167 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763768'] for security_group (d0fc8109-3822-456f-8fef-8bf379728140), after_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:19.344100 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-56ded8bb-7d09-4fd0-b429-7f2c1a829930 tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] Publish callbacks [] for security_group_rule (49a7bfda-c646-4f2e-a4a2-9d1bc745a9fe), before_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:19.373699 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [None req-8fa41304-3411-4bc1-b202-b96c680ae167 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=17933152eee44779bcdce57706d2a31b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3760560 Aug 09 17:00:19.374562 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa41304-3411-4bc1-b202-b96c680ae167 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0fc8109-3822-456f-8fef-8bf379728140,revision_number=1']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:00:19.376884 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.wsgi [-] (111141) accepted ('10.222.0.59', 58950) {{(pid=111141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 17:00:19.417830 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-8340f4a9-e58b-41c4-8097-5f4fbe9a15e5 req-20e219a5-80dd-4d3d-9d0c-edff92c7245f tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] 10.222.0.59 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-944191351&fields=id&tenant_id=7ffda0edbe694650b9de23928f1de1a4 HTTP/1.1" status: 200 len: 267 time: 0.0818651 Aug 09 17:00:19.438911 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-09821dc1-988e-4830-b3d0-b9232e9f9b69 admin admin] Publish callbacks [] for security_group (d0fc8109-3822-456f-8fef-8bf379728140), before_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:19.477324 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-56ded8bb-7d09-4fd0-b429-7f2c1a829930 tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] Publish callbacks [] for security_group_rule (49a7bfda-c646-4f2e-a4a2-9d1bc745a9fe), precommit_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:19.486604 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8340f4a9-e58b-41c4-8097-5f4fbe9a15e5 req-c015acec-d677-4ad3-bb53-3b11015ba604 tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 17:00:19.487773 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-09821dc1-988e-4830-b3d0-b9232e9f9b69 admin admin] Publish callbacks [] for security_group (d0fc8109-3822-456f-8fef-8bf379728140), precommit_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:19.488621 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-8340f4a9-e58b-41c4-8097-5f4fbe9a15e5 req-c015acec-d677-4ad3-bb53-3b11015ba604 tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=240e5a5a-5f07-4b5e-b8f1-11d492602c3a HTTP/1.1" status: 200 len: 984 time: 0.0637879 Aug 09 17:00:19.500822 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.v2.base [req-8340f4a9-e58b-41c4-8097-5f4fbe9a15e5 req-0d3bfd87-57e9-4b5c-a6f4-60fd28466f5b tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] Request body: {'port': {'security_groups': ['da40407e-4fba-40cd-93a9-019f01c74743']}} {{(pid=111140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 17:00:19.533369 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:00:19.536274 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:00:19.554567 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:00:19.561276 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-56ded8bb-7d09-4fd0-b429-7f2c1a829930 tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765607'] for security_group_rule (49a7bfda-c646-4f2e-a4a2-9d1bc745a9fe), after_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:19.564459 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022f7cf0-acac-4409-971e-57d1c002a35f req-0c86dfbc-4899-4821-8c9f-a4ad48c8b2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 17:00:19.566029 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-022f7cf0-acac-4409-971e-57d1c002a35f req-0c86dfbc-4899-4821-8c9f-a4ad48c8b2c5 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?device_id=4216b8ed-8360-4feb-8cee-7a6f4a53ce67 HTTP/1.1" status: 200 len: 1134 time: 0.0651352 Aug 09 17:00:19.619029 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ded8bb-7d09-4fd0-b429-7f2c1a829930 tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49a7bfda-c646-4f2e-a4a2-9d1bc745a9fe,revision_number=0']} {{(pid=111140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:00:19.622016 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [req-8340f4a9-e58b-41c4-8097-5f4fbe9a15e5 req-0d3bfd87-57e9-4b5c-a6f4-60fd28466f5b tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (2934afc2-fa4e-4b03-9b5b-d9457d46077e), before_update {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:19.623453 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-022f7cf0-acac-4409-971e-57d1c002a35f req-44e949a4-0894-49a9-8b22-5ea88be853de service neutron] 10.222.0.91 "GET /networking/v2.0/security-groups?id=2772e620-a0e2-4b51-8127-cd36701b31ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447087 Aug 09 17:00:19.637634 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ded8bb-7d09-4fd0-b429-7f2c1a829930 tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:00:19.637981 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ded8bb-7d09-4fd0-b429-7f2c1a829930 tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:00:19.638326 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ded8bb-7d09-4fd0-b429-7f2c1a829930 tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:00:19.638667 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ded8bb-7d09-4fd0-b429-7f2c1a829930 tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:00:19.639003 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ded8bb-7d09-4fd0-b429-7f2c1a829930 tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:00:19.639356 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ded8bb-7d09-4fd0-b429-7f2c1a829930 tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:00:19.639683 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ded8bb-7d09-4fd0-b429-7f2c1a829930 tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:00:19.640006 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ded8bb-7d09-4fd0-b429-7f2c1a829930 tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:00:19.640328 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ded8bb-7d09-4fd0-b429-7f2c1a829930 tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:00:19.640651 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ded8bb-7d09-4fd0-b429-7f2c1a829930 tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:00:19.640971 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ded8bb-7d09-4fd0-b429-7f2c1a829930 tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:00:19.641293 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ded8bb-7d09-4fd0-b429-7f2c1a829930 tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:00:19.641614 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ded8bb-7d09-4fd0-b429-7f2c1a829930 tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:00:19.641932 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ded8bb-7d09-4fd0-b429-7f2c1a829930 tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:00:19.642249 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ded8bb-7d09-4fd0-b429-7f2c1a829930 tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:00:19.711360 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-09821dc1-988e-4830-b3d0-b9232e9f9b69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763768'] for security_group (d0fc8109-3822-456f-8fef-8bf379728140), after_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:19.714342 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-09821dc1-988e-4830-b3d0-b9232e9f9b69 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:19.719658 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [None req-09821dc1-988e-4830-b3d0-b9232e9f9b69 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/d0fc8109-3822-456f-8fef-8bf379728140 HTTP/1.1" status: 204 len: 168 time: 0.3417161 Aug 09 17:00:19.758602 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09821dc1-988e-4830-b3d0-b9232e9f9b69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0fc8109-3822-456f-8fef-8bf379728140,revision_number=None']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:00:19.772765 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3c75a0-d0af-4666-8a98-4788ecf3adda req-1be21e1d-417d-40f6-ab46-29e8526cb730 tempest-VolumesNegativeTest-343416619 tempest-VolumesNegativeTest-343416619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 17:00:19.774467 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-7c3c75a0-d0af-4666-8a98-4788ecf3adda req-1be21e1d-417d-40f6-ab46-29e8526cb730 tempest-VolumesNegativeTest-343416619 tempest-VolumesNegativeTest-343416619-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=4216b8ed-8360-4feb-8cee-7a6f4a53ce67 HTTP/1.1" status: 200 len: 950 time: 0.0791230 Aug 09 17:00:19.872581 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-7c3c75a0-d0af-4666-8a98-4788ecf3adda req-2b6a1c52-e5c2-4e1b-a4f4-f03991fa8eb5 tempest-VolumesNegativeTest-343416619 tempest-VolumesNegativeTest-343416619-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=2772e620-a0e2-4b51-8127-cd36701b31ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882149 Aug 09 17:00:20.000719 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-56ded8bb-7d09-4fd0-b429-7f2c1a829930 tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:20.002140 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [None req-56ded8bb-7d09-4fd0-b429-7f2c1a829930 tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] 10.222.0.59 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8001094 Aug 09 17:00:20.005560 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.wsgi [-] (111141) accepted ('10.222.0.59', 58958) {{(pid=111141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 17:00:20.013268 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.v2.base [None req-41f4e9cd-99f1-49ac-840a-9c4987d57eba tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] Request body: {'security_group_rule': {'security_group_id': '0802a72b-4896-4e64-bdd5-d9f6ecf5684d', 'project_id': '907c20a4319c450284e1e6b39107d715', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=111141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 17:00:20.058649 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:00:20.102232 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.db.securitygroups_db [None req-41f4e9cd-99f1-49ac-840a-9c4987d57eba tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] Project 907c20a4319c450284e1e6b39107d715 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 09 17:00:20.109763 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-41f4e9cd-99f1-49ac-840a-9c4987d57eba tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] Publish callbacks [] for security_group_rule (a285243d-2b82-42ed-b2b5-08a4a92eeb9b), before_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:20.117784 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.plugins.ml2.db [req-8340f4a9-e58b-41c4-8097-5f4fbe9a15e5 req-0d3bfd87-57e9-4b5c-a6f4-60fd28466f5b tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] For port 2934afc2-fa4e-4b03-9b5b-d9457d46077e, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=2934afc2-fa4e-4b03-9b5b-d9457d46077e,segment=NetworkSegment(b62976c3-72a4-413b-b97a-9681014c555d),segment_id=b62976c3-72a4-413b-b97a-9681014c555d)] {{(pid=111140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:00:20.146356 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [req-8340f4a9-e58b-41c4-8097-5f4fbe9a15e5 req-0d3bfd87-57e9-4b5c-a6f4-60fd28466f5b tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] Publish callbacks [] for port (2934afc2-fa4e-4b03-9b5b-d9457d46077e), precommit_update {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:20.174893 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-41f4e9cd-99f1-49ac-840a-9c4987d57eba tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] Publish callbacks [] for security_group_rule (a285243d-2b82-42ed-b2b5-08a4a92eeb9b), precommit_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:20.198702 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9da518-fe29-4a6a-ae30-6e944305e73a None None] Sync routers for ids ['35bcf4ab-002a-46a9-9e95-38f2fdab2360'] in dv-cinder-852364-3-iscsi {{(pid=111143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 17:00:20.209969 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f9da518-fe29-4a6a-ae30-6e944305e73a None None] Routers {'35bcf4ab-002a-46a9-9e95-38f2fdab2360'} bound to L3 agent in host dv-cinder-852364-3-iscsi {{(pid=111143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 17:00:20.210571 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.l3_hamode_db [None req-5f9da518-fe29-4a6a-ae30-6e944305e73a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-09T16:42:12Z,description=,heartbeat_timestamp=2022-08-09T17:00:12Z,host='dv-cinder-852364-3-iscsi',id=2cf02505-efcb-442b-855b-6c659df6f18c,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:13Z,topic='l3_agent')) {'router_ids': ['35bcf4ab-002a-46a9-9e95-38f2fdab2360'], 'active': True} {{(pid=111143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:00:20.245664 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [req-8340f4a9-e58b-41c4-8097-5f4fbe9a15e5 req-0d3bfd87-57e9-4b5c-a6f4-60fd28466f5b tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748338263269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748337861771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748337861789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12086682'] for port (2934afc2-fa4e-4b03-9b5b-d9457d46077e), after_update {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:20.260752 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8340f4a9-e58b-41c4-8097-5f4fbe9a15e5 req-0d3bfd87-57e9-4b5c-a6f4-60fd28466f5b tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 17:00:20.261434 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [req-8340f4a9-e58b-41c4-8097-5f4fbe9a15e5 req-0d3bfd87-57e9-4b5c-a6f4-60fd28466f5b tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90003'] for port (None), before_response {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:20.262876 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-8340f4a9-e58b-41c4-8097-5f4fbe9a15e5 req-0d3bfd87-57e9-4b5c-a6f4-60fd28466f5b tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] 10.222.0.59 "PUT /networking/v2.0/ports/2934afc2-fa4e-4b03-9b5b-d9457d46077e HTTP/1.1" status: 200 len: 942 time: 0.7668355 Aug 09 17:00:20.263359 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '240e5a5a-5f07-4b5e-b8f1-11d492602c3a', 'tag': '2934afc2-fa4e-4b03-9b5b-d9457d46077e'}] {{(pid=111140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 17:00:20.269444 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f41bda9ed637a92b78517b41d4edf2586523f8da12b25a219bf38f0aed6eb417" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0182d4d-442f-4a97-be3a-2e9b4d31e306" -d '{"events": [{"name": "network-changed", "server_uuid": "240e5a5a-5f07-4b5e-b8f1-11d492602c3a", "tag": "2934afc2-fa4e-4b03-9b5b-d9457d46077e"}]}' {{(pid=111140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 17:00:20.270573 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.wsgi [-] (111141) accepted ('10.222.0.59', 58962) {{(pid=111141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 17:00:20.299998 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.db [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] get_ports_and_sgs() called for port_ids ['2934afc2-fa4e-4b03-9b5b-d9457d46077e'] {{(pid=111142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 17:00:20.319726 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-41f4e9cd-99f1-49ac-840a-9c4987d57eba tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765607'] for security_group_rule (a285243d-2b82-42ed-b2b5-08a4a92eeb9b), after_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:20.344900 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3bfd87-57e9-4b5c-a6f4-60fd28466f5b tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] Pushing event updated for resources: {'Port': ['ID=2934afc2-fa4e-4b03-9b5b-d9457d46077e,revision_number=7']} {{(pid=111140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:00:20.349406 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Aug 2022 17:00:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d273cc0-deec-4e33-ac9e-c43e0e3bd521 x-openstack-request-id: req-4d273cc0-deec-4e33-ac9e-c43e0e3bd521 {{(pid=111140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 17:00:20.349718 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "240e5a5a-5f07-4b5e-b8f1-11d492602c3a", "tag": "2934afc2-fa4e-4b03-9b5b-d9457d46077e", "status": "completed", "code": 200}]} {{(pid=111140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 17:00:20.349938 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-4d273cc0-deec-4e33-ac9e-c43e0e3bd521 {{(pid=111140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 17:00:20.350339 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d273cc0-deec-4e33-ac9e-c43e0e3bd521'] response: {'name': 'network-changed', 'server_uuid': '240e5a5a-5f07-4b5e-b8f1-11d492602c3a', 'tag': '2934afc2-fa4e-4b03-9b5b-d9457d46077e', 'status': 'completed', 'code': 200} Aug 09 17:00:20.359043 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.l3_dvr_db [None req-5f9da518-fe29-4a6a-ae30-6e944305e73a None None] Set router 35bcf4ab-002a-46a9-9e95-38f2fdab2360 gateway port host: dv-cinder-852364-3-iscsi {{(pid=111143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 17:00:20.369253 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Device 42b383de-5656-4e61-bd88-b5703c451eb5 up at agent ovs-agent-dv-cinder-852364-3-iscsi {{(pid=111142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 17:00:20.385869 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f4e9cd-99f1-49ac-840a-9c4987d57eba tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a285243d-2b82-42ed-b2b5-08a4a92eeb9b,revision_number=0']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:00:20.410707 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-96b9682f-cd82-49a6-be1b-1e824ce9643b tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] Publish callbacks [] for security_group (f3de0c48-41f5-4040-845d-389a653a25e5), before_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:20.440732 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-96b9682f-cd82-49a6-be1b-1e824ce9643b tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] Publish callbacks [] for security_group (f3de0c48-41f5-4040-845d-389a653a25e5), precommit_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:20.476738 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-41f4e9cd-99f1-49ac-840a-9c4987d57eba tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:20.477965 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [None req-41f4e9cd-99f1-49ac-840a-9c4987d57eba tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] 10.222.0.59 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4708426 Aug 09 17:00:20.480358 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.provisioning_blocks [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Provisioning complete for port 42b383de-5656-4e61-bd88-b5703c451eb5 triggered by entity L2. {{(pid=111142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 17:00:20.480765 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.wsgi [-] (111141) accepted ('10.222.0.59', 58964) {{(pid=111141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 17:00:20.480896 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877469'] for port (42b383de-5656-4e61-bd88-b5703c451eb5), provisioning_complete {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:20.485184 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.v2.base [None req-b0ec05dd-9c6d-4fff-ac0c-d349deada86b tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] Request body: {'security_group_rule': {'security_group_id': '0802a72b-4896-4e64-bdd5-d9f6ecf5684d', 'project_id': '907c20a4319c450284e1e6b39107d715', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=111141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 17:00:20.541777 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.wsgi [-] (111141) accepted ('10.222.0.59', 58966) {{(pid=111141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 17:00:20.559972 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-49ca07b2-78c1-42fe-ba8f-cc28ede47449 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:20.591766 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.db [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] get_ports_and_sgs() called for port_ids ['2934afc2-fa4e-4b03-9b5b-d9457d46077e'] {{(pid=111142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 17:00:20.610197 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG dbcounter [-] [111143] Writing DB stats neutron:SELECT=100 {{(pid=111143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:00:20.628234 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.db.securitygroups_db [None req-b0ec05dd-9c6d-4fff-ac0c-d349deada86b tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] Project 907c20a4319c450284e1e6b39107d715 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 09 17:00:20.631517 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.l3_hamode_db [None req-5f9da518-fe29-4a6a-ae30-6e944305e73a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35bcf4ab-002a-46a9-9e95-38f2fdab2360', 'name': 'tempest-TestShelveInstance-690662677-router', 'tenant_id': '66a6c46da84f4cd594fa5c1758f64912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'external_fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.104'}], 'enable_snat': True}, 'gw_port_id': '42b383de-5656-4e61-bd88-b5703c451eb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T17:00:12Z', 'updated_at': '2022-08-09T17:00:16Z', 'revision_number': 4, 'project_id': '66a6c46da84f4cd594fa5c1758f64912', 'gw_port': {'id': '42b383de-5656-4e61-bd88-b5703c451eb5', 'name': '', 'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:1e:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35bcf4ab-002a-46a9-9e95-38f2fdab2360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T17:00:13Z', 'updated_at': '2022-08-09T17:00:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-3-iscsi', '_interfaces': [{'id': '8af5f8e9-1588-47f2-807d-9f9a13748ed5', 'name': '', 'network_id': 'dbc304e3-df7c-4068-9a6e-74b6e478d995', 'tenant_id': '66a6c46da84f4cd594fa5c1758f64912', 'mac_address': 'fa:16:3e:d9:a3:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35bcf4ab-002a-46a9-9e95-38f2fdab2360', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '383e3c04-bd65-405e-944e-b853f19dd88a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T17:00:15Z', 'updated_at': '2022-08-09T17:00:16Z', 'revision_number': 2, 'project_id': '66a6c46da84f4cd594fa5c1758f64912', 'subnets': [{'id': '383e3c04-bd65-405e-944e-b853f19dd88a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-3-iscsi', False) {} {{(pid=111143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:00:20.659536 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Current status of the port 42b383de-5656-4e61-bd88-b5703c451eb5 is: ACTIVE; New status is: ACTIVE {{(pid=111142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 17:00:20.660061 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-b0ec05dd-9c6d-4fff-ac0c-d349deada86b tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] Publish callbacks [] for security_group_rule (30bc09ba-5fba-4cf5-86a0-a78971d7e809), before_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:20.660168 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9da518-fe29-4a6a-ae30-6e944305e73a None None] Checking router: 35bcf4ab-002a-46a9-9e95-38f2fdab2360 for host: dv-cinder-852364-3-iscsi {{(pid=111143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 17:00:20.660168 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9da518-fe29-4a6a-ae30-6e944305e73a None None] Updating router 35bcf4ab-002a-46a9-9e95-38f2fdab2360 port 8af5f8e9-1588-47f2-807d-9f9a13748ed5 binding host dv-cinder-852364-3-iscsi {{(pid=111143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 17:00:20.677221 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0182d4d-442f-4a97-be3a-2e9b4d31e306 req-f0c4abc3-33b9-4d03-b45f-147362e86a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 17:00:20.679429 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-e0182d4d-442f-4a97-be3a-2e9b4d31e306 req-f0c4abc3-33b9-4d03-b45f-147362e86a0d service neutron] 10.222.0.91 "GET /networking/v2.0/ports?tenant_id=7ffda0edbe694650b9de23928f1de1a4&device_id=240e5a5a-5f07-4b5e-b8f1-11d492602c3a HTTP/1.1" status: 200 len: 1129 time: 0.0911391 Aug 09 17:00:20.693277 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-96b9682f-cd82-49a6-be1b-1e824ce9643b tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763768'] for security_group (f3de0c48-41f5-4040-845d-389a653a25e5), after_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:20.696524 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-96b9682f-cd82-49a6-be1b-1e824ce9643b tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] Publish callbacks [] for security_group (None), before_response {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:20.697625 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [None req-96b9682f-cd82-49a6-be1b-1e824ce9643b tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] 10.222.0.59 "DELETE /networking/v2.0/security-groups/f3de0c48-41f5-4040-845d-389a653a25e5 HTTP/1.1" status: 204 len: 168 time: 0.4257720 Aug 09 17:00:20.701350 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron_lib.callbacks.manager [None req-5f9da518-fe29-4a6a-ae30-6e944305e73a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (8af5f8e9-1588-47f2-807d-9f9a13748ed5), before_update {{(pid=111143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:20.701774 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.wsgi [-] (111140) accepted ('10.222.0.59', 58968) {{(pid=111140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 17:00:20.714988 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:DELETE=3,neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:00:20.728186 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b9682f-cd82-49a6-be1b-1e824ce9643b tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3de0c48-41f5-4040-845d-389a653a25e5,revision_number=None']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:00:20.837396 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-49ca07b2-78c1-42fe-ba8f-cc28ede47449 admin admin] Publish callbacks [] for security_group (71bedba1-c202-4a39-8099-874931797c7b), precommit_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:20.863984 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=81,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:00:20.871148 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-b0ec05dd-9c6d-4fff-ac0c-d349deada86b tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] Publish callbacks [] for security_group_rule (30bc09ba-5fba-4cf5-86a0-a78971d7e809), precommit_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:20.876599 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0182d4d-442f-4a97-be3a-2e9b4d31e306 req-ba7220cf-15c7-4655-a55e-c6bbc39d1bac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 17:00:20.878173 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-e0182d4d-442f-4a97-be3a-2e9b4d31e306 req-ba7220cf-15c7-4655-a55e-c6bbc39d1bac service neutron] 10.222.0.91 "GET /networking/v2.0/networks?id=3e93bc5e-1b39-45ff-a87b-06d2e09742f3 HTTP/1.1" status: 200 len: 916 time: 0.1780386 Aug 09 17:00:20.913549 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-49ca07b2-78c1-42fe-ba8f-cc28ede47449 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763768'] for security_group (71bedba1-c202-4a39-8099-874931797c7b), after_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:20.916422 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.plugins.ml2.plugin [None req-d87fe8cd-0fae-49f3-bf47-5d1fc81279f9 tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] Deleting port 1b215f0b-b459-40d8-8b64-0a32515bf73f {{(pid=111140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 09 17:00:20.916769 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-d87fe8cd-0fae-49f3-bf47-5d1fc81279f9 tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748338259761'] for port (1b215f0b-b459-40d8-8b64-0a32515bf73f), before_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:20.943663 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ca07b2-78c1-42fe-ba8f-cc28ede47449 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71bedba1-c202-4a39-8099-874931797c7b,revision_number=1']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:00:20.953061 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-b0ec05dd-9c6d-4fff-ac0c-d349deada86b tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765607'] for security_group_rule (30bc09ba-5fba-4cf5-86a0-a78971d7e809), after_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:20.981336 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [None req-49ca07b2-78c1-42fe-ba8f-cc28ede47449 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=c5d7c17c7fbf4b32b96e10f05608d162&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4412985 Aug 09 17:00:20.984537 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.wsgi [-] (111141) accepted ('10.222.0.59', 58972) {{(pid=111141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 17:00:20.986688 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ec05dd-9c6d-4fff-ac0c-d349deada86b tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30bc09ba-5fba-4cf5-86a0-a78971d7e809,revision_number=0']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:00:20.988113 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron_lib.callbacks.manager [None req-5f9da518-fe29-4a6a-ae30-6e944305e73a None None] Publish callbacks [] for port (8af5f8e9-1588-47f2-807d-9f9a13748ed5), precommit_update {{(pid=111143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:21.040737 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b112e72d-5def-4d0a-9ab3-b05b2d9d3fed req-422f811c-2636-4fe5-953b-b73e98b08d7c tempest-VolumesNegativeTest-343416619 tempest-VolumesNegativeTest-343416619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 17:00:21.042262 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-b112e72d-5def-4d0a-9ab3-b05b2d9d3fed req-422f811c-2636-4fe5-953b-b73e98b08d7c tempest-VolumesNegativeTest-343416619 tempest-VolumesNegativeTest-343416619-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=4216b8ed-8360-4feb-8cee-7a6f4a53ce67 HTTP/1.1" status: 200 len: 950 time: 0.0656061 Aug 09 17:00:21.044210 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-6c6834bd-5ec0-49ba-a473-477466645572 admin admin] Publish callbacks [] for security_group (71bedba1-c202-4a39-8099-874931797c7b), before_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:21.052566 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron_lib.callbacks.manager [None req-5f9da518-fe29-4a6a-ae30-6e944305e73a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748338263269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748337861771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748337861789'] for port (8af5f8e9-1588-47f2-807d-9f9a13748ed5), after_update {{(pid=111143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:21.072530 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-6c6834bd-5ec0-49ba-a473-477466645572 admin admin] Publish callbacks [] for security_group (71bedba1-c202-4a39-8099-874931797c7b), precommit_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:21.083139 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-d87fe8cd-0fae-49f3-bf47-5d1fc81279f9 tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694862'] for port (1b215f0b-b459-40d8-8b64-0a32515bf73f), precommit_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:21.083411 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-d87fe8cd-0fae-49f3-bf47-5d1fc81279f9 tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] Publish callbacks [] for floatingip (1b215f0b-b459-40d8-8b64-0a32515bf73f), precommit_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:21.085147 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-b0ec05dd-9c6d-4fff-ac0c-d349deada86b tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:21.091165 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [None req-b0ec05dd-9c6d-4fff-ac0c-d349deada86b tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] 10.222.0.59 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6053123 Aug 09 17:00:21.092613 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=100 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:00:21.115597 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa5626d-e36e-4890-b54b-9374d8b3063e None None] Pushing event updated for resources: {'Port': ['ID=8af5f8e9-1588-47f2-807d-9f9a13748ed5,revision_number=3']} {{(pid=111143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:00:21.116425 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.plugins.ml2.plugin [None req-d87fe8cd-0fae-49f3-bf47-5d1fc81279f9 tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] Calling delete_port for 1b215f0b-b459-40d8-8b64-0a32515bf73f owned by network:floatingip {{(pid=111140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 09 17:00:21.159499 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-b112e72d-5def-4d0a-9ab3-b05b2d9d3fed req-929c0e02-564d-46c8-ad5f-c153d2d927bc tempest-VolumesNegativeTest-343416619 tempest-VolumesNegativeTest-343416619-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=2772e620-a0e2-4b51-8127-cd36701b31ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103184 Aug 09 17:00:21.202083 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.plugins.ml2.managers [None req-5f9da518-fe29-4a6a-ae30-6e944305e73a None None] Attempting to bind port 8af5f8e9-1588-47f2-807d-9f9a13748ed5 on host dv-cinder-852364-3-iscsi for vnic_type normal with profile {{(pid=111143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 09 17:00:21.202584 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.plugins.ml2.managers [None req-5f9da518-fe29-4a6a-ae30-6e944305e73a None None] Attempting to bind port 8af5f8e9-1588-47f2-807d-9f9a13748ed5 by drivers openvswitch,hyperv on host dv-cinder-852364-3-iscsi at level 0 using segments [{'id': 'd1792463-f1f9-4e8f-b55a-d2d4a6262d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 950, 'network_id': 'dbc304e3-df7c-4068-9a6e-74b6e478d995'}] {{(pid=111143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 09 17:00:21.207042 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f9da518-fe29-4a6a-ae30-6e944305e73a None None] Attempting to bind port 8af5f8e9-1588-47f2-807d-9f9a13748ed5 on network dbc304e3-df7c-4068-9a6e-74b6e478d995 {{(pid=111143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 17:00:21.208895 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f9da518-fe29-4a6a-ae30-6e944305e73a None None] Checking agent: {'id': '47988f4d-09d0-4892-bbfe-5b11c743802f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852364-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 9, 16, 42, 16), 'started_at': datetime.datetime(2022, 8, 9, 16, 42, 46), 'heartbeat_timestamp': datetime.datetime(2022, 8, 9, 17, 0, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852364-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 09 17:00:21.209279 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f9da518-fe29-4a6a-ae30-6e944305e73a None None] Checking segment: {'id': 'd1792463-f1f9-4e8f-b55a-d2d4a6262d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 950, 'network_id': 'dbc304e3-df7c-4068-9a6e-74b6e478d995'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 09 17:00:21.209981 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron_lib.callbacks.manager [None req-5f9da518-fe29-4a6a-ae30-6e944305e73a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:21.210092 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f9da518-fe29-4a6a-ae30-6e944305e73a None None] Bound using segment: {'id': 'd1792463-f1f9-4e8f-b55a-d2d4a6262d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 950, 'network_id': 'dbc304e3-df7c-4068-9a6e-74b6e478d995'} {{(pid=111143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 09 17:00:21.210563 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.plugins.ml2.managers [None req-5f9da518-fe29-4a6a-ae30-6e944305e73a None None] Bound port: 8af5f8e9-1588-47f2-807d-9f9a13748ed5, host: dv-cinder-852364-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1792463-f1f9-4e8f-b55a-d2d4a6262d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 950, 'network_id': 'dbc304e3-df7c-4068-9a6e-74b6e478d995'}}] {{(pid=111143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 09 17:00:21.210945 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron_lib.callbacks.manager [None req-5f9da518-fe29-4a6a-ae30-6e944305e73a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (8af5f8e9-1588-47f2-807d-9f9a13748ed5), before_update {{(pid=111143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:21.222024 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-6c6834bd-5ec0-49ba-a473-477466645572 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763768'] for security_group (71bedba1-c202-4a39-8099-874931797c7b), after_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:21.226136 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-6c6834bd-5ec0-49ba-a473-477466645572 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:21.233597 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [None req-6c6834bd-5ec0-49ba-a473-477466645572 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/71bedba1-c202-4a39-8099-874931797c7b HTTP/1.1" status: 204 len: 168 time: 0.2416444 Aug 09 17:00:21.246864 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6834bd-5ec0-49ba-a473-477466645572 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71bedba1-c202-4a39-8099-874931797c7b,revision_number=None']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:00:21.282324 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.plugins.ml2.db [None req-5f9da518-fe29-4a6a-ae30-6e944305e73a None None] For port 8af5f8e9-1588-47f2-807d-9f9a13748ed5, host dv-cinder-852364-3-iscsi, cleared binding levels {{(pid=111143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 17:00:21.287820 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.plugins.ml2.db [None req-5f9da518-fe29-4a6a-ae30-6e944305e73a None None] For port 8af5f8e9-1588-47f2-807d-9f9a13748ed5, host dv-cinder-852364-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-3-iscsi',level=0,port_id=8af5f8e9-1588-47f2-807d-9f9a13748ed5,segment=NetworkSegment(d1792463-f1f9-4e8f-b55a-d2d4a6262d52),segment_id=d1792463-f1f9-4e8f-b55a-d2d4a6262d52)] {{(pid=111143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 17:00:21.349418 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron_lib.callbacks.manager [None req-5f9da518-fe29-4a6a-ae30-6e944305e73a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748338263269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748337861771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748337861789'] for port (8af5f8e9-1588-47f2-807d-9f9a13748ed5), after_update {{(pid=111143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:21.396148 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f9da518-fe29-4a6a-ae30-6e944305e73a None None] Routers {'35bcf4ab-002a-46a9-9e95-38f2fdab2360'} bound to L3 agent in host dv-cinder-852364-3-iscsi {{(pid=111143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 17:00:21.396959 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.l3_hamode_db [None req-5f9da518-fe29-4a6a-ae30-6e944305e73a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-09T16:42:12Z,description=,heartbeat_timestamp=2022-08-09T17:00:12Z,host='dv-cinder-852364-3-iscsi',id=2cf02505-efcb-442b-855b-6c659df6f18c,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:13Z,topic='l3_agent')) {'router_ids': ['35bcf4ab-002a-46a9-9e95-38f2fdab2360'], 'active': True} {{(pid=111143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:00:21.467622 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-d87fe8cd-0fae-49f3-bf47-5d1fc81279f9 tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748338263278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748337861762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12086677'] for port (1b215f0b-b459-40d8-8b64-0a32515bf73f), after_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:21.497231 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87fe8cd-0fae-49f3-bf47-5d1fc81279f9 tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] Pushing event deleted for resources: {'Port': ['ID=1b215f0b-b459-40d8-8b64-0a32515bf73f,revision_number=None']} {{(pid=111140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:00:21.571071 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-d87fe8cd-0fae-49f3-bf47-5d1fc81279f9 tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] Publish callbacks [] for floatingip (4fc7d764-203e-4388-9f3f-65e240992e93), after_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:21.571768 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.db.l3_db [None req-d87fe8cd-0fae-49f3-bf47-5d1fc81279f9 tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] Floating IP 4fc7d764-203e-4388-9f3f-65e240992e93 disassociated (deleted). External IP: 172.27.2.37, port: 2934afc2-fa4e-4b03-9b5b-d9457d46077e. Aug 09 17:00:21.589477 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG dbcounter [-] [111143] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:00:21.595943 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa5626d-e36e-4890-b54b-9374d8b3063e None None] Pushing event updated for resources: {'Port': ['ID=8af5f8e9-1588-47f2-807d-9f9a13748ed5,revision_number=4']} {{(pid=111143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:00:21.617043 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.l3_dvr_db [None req-5f9da518-fe29-4a6a-ae30-6e944305e73a None None] Set router 35bcf4ab-002a-46a9-9e95-38f2fdab2360 gateway port host: dv-cinder-852364-3-iscsi {{(pid=111143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 17:00:21.712466 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-e0182d4d-442f-4a97-be3a-2e9b4d31e306 req-f043d318-24e1-47dc-83ed-11129ba2034f service neutron] 10.222.0.91 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2934afc2-fa4e-4b03-9b5b-d9457d46077e HTTP/1.1" status: 200 len: 217 time: 0.0415249 Aug 09 17:00:21.756601 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG dbcounter [-] [111143] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:00:21.834051 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d87fe8cd-0fae-49f3-bf47-5d1fc81279f9 tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] Router fcf1b0aa-b905-4f1f-8bc3-d3c46a138ddd has already been hosted by L3 agent 2cf02505-efcb-442b-855b-6c659df6f18c {{(pid=111140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 09 17:00:21.852866 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.l3_hamode_db [None req-5f9da518-fe29-4a6a-ae30-6e944305e73a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35bcf4ab-002a-46a9-9e95-38f2fdab2360', 'name': 'tempest-TestShelveInstance-690662677-router', 'tenant_id': '66a6c46da84f4cd594fa5c1758f64912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'external_fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.104'}], 'enable_snat': True}, 'gw_port_id': '42b383de-5656-4e61-bd88-b5703c451eb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T17:00:12Z', 'updated_at': '2022-08-09T17:00:16Z', 'revision_number': 4, 'project_id': '66a6c46da84f4cd594fa5c1758f64912', 'gw_port': {'id': '42b383de-5656-4e61-bd88-b5703c451eb5', 'name': '', 'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:1e:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35bcf4ab-002a-46a9-9e95-38f2fdab2360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T17:00:13Z', 'updated_at': '2022-08-09T17:00:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-3-iscsi', '_interfaces': [{'id': '8af5f8e9-1588-47f2-807d-9f9a13748ed5', 'name': '', 'network_id': 'dbc304e3-df7c-4068-9a6e-74b6e478d995', 'tenant_id': '66a6c46da84f4cd594fa5c1758f64912', 'mac_address': 'fa:16:3e:d9:a3:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35bcf4ab-002a-46a9-9e95-38f2fdab2360', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '383e3c04-bd65-405e-944e-b853f19dd88a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T17:00:15Z', 'updated_at': '2022-08-09T17:00:21Z', 'revision_number': 4, 'project_id': '66a6c46da84f4cd594fa5c1758f64912', 'subnets': [{'id': '383e3c04-bd65-405e-944e-b853f19dd88a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-3-iscsi', False) {} {{(pid=111143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:00:21.893571 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9da518-fe29-4a6a-ae30-6e944305e73a None None] The sync data for ids ['35bcf4ab-002a-46a9-9e95-38f2fdab2360'] in dv-cinder-852364-3-iscsi is: [{'id': '35bcf4ab-002a-46a9-9e95-38f2fdab2360', 'name': 'tempest-TestShelveInstance-690662677-router', 'tenant_id': '66a6c46da84f4cd594fa5c1758f64912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'external_fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.104'}], 'enable_snat': True}, 'gw_port_id': '42b383de-5656-4e61-bd88-b5703c451eb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T17:00:12Z', 'updated_at': '2022-08-09T17:00:16Z', 'revision_number': 4, 'project_id': '66a6c46da84f4cd594fa5c1758f64912', 'gw_port': {'id': '42b383de-5656-4e61-bd88-b5703c451eb5', 'name': '', 'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:1e:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35bcf4ab-002a-46a9-9e95-38f2fdab2360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T17:00:13Z', 'updated_at': '2022-08-09T17:00:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-3-iscsi', '_interfaces': [{'id': '8af5f8e9-1588-47f2-807d-9f9a13748ed5', 'name': '', 'network_id': 'dbc304e3-df7c-4068-9a6e-74b6e478d995', 'tenant_id': '66a6c46da84f4cd594fa5c1758f64912', 'mac_address': 'fa:16:3e:d9:a3:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35bcf4ab-002a-46a9-9e95-38f2fdab2360', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '383e3c04-bd65-405e-944e-b853f19dd88a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T17:00:15Z', 'updated_at': '2022-08-09T17:00:21Z', 'revision_number': 4, 'project_id': '66a6c46da84f4cd594fa5c1758f64912', 'subnets': [{'id': '383e3c04-bd65-405e-944e-b853f19dd88a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 17:00:21.921157 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0182d4d-442f-4a97-be3a-2e9b4d31e306 req-af1ed279-650a-4705-9497-ba54aba9543d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 17:00:21.922717 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-e0182d4d-442f-4a97-be3a-2e9b4d31e306 req-af1ed279-650a-4705-9497-ba54aba9543d service neutron] 10.222.0.91 "GET /networking/v2.0/subnets?id=0c663383-3c98-40dd-81bd-5c2758326a06 HTTP/1.1" status: 200 len: 854 time: 0.0984056 Aug 09 17:00:21.972227 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d87fe8cd-0fae-49f3-bf47-5d1fc81279f9 tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] Notify agent at l3_agent.dv-cinder-852364-3-iscsi the message routers_updated {{(pid=111140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 17:00:21.977717 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-d87fe8cd-0fae-49f3-bf47-5d1fc81279f9 tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90003'] for floatingip (None), before_response {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:21.989938 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ce25128-9e85-43e3-88b3-ac786f429fba None None] Sync routers for ids ['fcf1b0aa-b905-4f1f-8bc3-d3c46a138ddd'] in dv-cinder-852364-3-iscsi {{(pid=111142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 17:00:21.992248 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0182d4d-442f-4a97-be3a-2e9b4d31e306 req-26405c92-f33e-4cad-aa29-c2d1c439e85c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 17:00:21.993937 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-e0182d4d-442f-4a97-be3a-2e9b4d31e306 req-26405c92-f33e-4cad-aa29-c2d1c439e85c service neutron] 10.222.0.91 "GET /networking/v2.0/ports?network_id=3e93bc5e-1b39-45ff-a87b-06d2e09742f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0478122 Aug 09 17:00:22.002072 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:00:22.003698 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce25128-9e85-43e3-88b3-ac786f429fba None None] Routers {'fcf1b0aa-b905-4f1f-8bc3-d3c46a138ddd'} bound to L3 agent in host dv-cinder-852364-3-iscsi {{(pid=111142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 17:00:22.005596 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_hamode_db [None req-8ce25128-9e85-43e3-88b3-ac786f429fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-09T16:42:12Z,description=,heartbeat_timestamp=2022-08-09T17:00:12Z,host='dv-cinder-852364-3-iscsi',id=2cf02505-efcb-442b-855b-6c659df6f18c,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:13Z,topic='l3_agent')) {'router_ids': ['fcf1b0aa-b905-4f1f-8bc3-d3c46a138ddd'], 'active': True} {{(pid=111142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:00:22.016977 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [None req-d87fe8cd-0fae-49f3-bf47-5d1fc81279f9 tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] 10.222.0.59 "DELETE /networking/v2.0/floatingips/4fc7d764-203e-4388-9f3f-65e240992e93 HTTP/1.1" status: 204 len: 168 time: 1.3110409 Aug 09 17:00:22.117688 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:00:22.139576 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-e0182d4d-442f-4a97-be3a-2e9b4d31e306 req-26568d6a-c352-4a9d-bf61-faaffc9a908f service neutron] 10.222.0.91 "GET /networking/v2.0/networks/3e93bc5e-1b39-45ff-a87b-06d2e09742f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358583 Aug 09 17:00:22.152820 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_dvr_db [None req-8ce25128-9e85-43e3-88b3-ac786f429fba None None] Set router fcf1b0aa-b905-4f1f-8bc3-d3c46a138ddd gateway port host: dv-cinder-852364-3-iscsi {{(pid=111142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 17:00:22.247826 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:00:22.352391 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '240e5a5a-5f07-4b5e-b8f1-11d492602c3a', 'tag': '2934afc2-fa4e-4b03-9b5b-d9457d46077e'}] {{(pid=111140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 17:00:22.354893 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f41bda9ed637a92b78517b41d4edf2586523f8da12b25a219bf38f0aed6eb417" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c392db40-5200-466f-95f9-dc3e29548cdc" -d '{"events": [{"name": "network-changed", "server_uuid": "240e5a5a-5f07-4b5e-b8f1-11d492602c3a", "tag": "2934afc2-fa4e-4b03-9b5b-d9457d46077e"}]}' {{(pid=111140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 17:00:22.371848 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-e0182d4d-442f-4a97-be3a-2e9b4d31e306 req-cd1a7d1e-4d34-40ed-94b7-5d0bc1337421 service neutron] 10.222.0.91 "GET /networking/v2.0/networks/3e93bc5e-1b39-45ff-a87b-06d2e09742f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2170541 Aug 09 17:00:22.476248 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Device 8af5f8e9-1588-47f2-807d-9f9a13748ed5 up at agent ovs-agent-dv-cinder-852364-3-iscsi {{(pid=111142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 17:00:22.484501 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=100 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:00:22.501266 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e22adf7-dbbd-44d7-aa43-66491332676d req-6601c65c-4bea-4f7f-8c86-773a39a047d3 tempest-VolumesNegativeTest-343416619 tempest-VolumesNegativeTest-343416619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 17:00:22.522440 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-4e22adf7-dbbd-44d7-aa43-66491332676d req-6601c65c-4bea-4f7f-8c86-773a39a047d3 tempest-VolumesNegativeTest-343416619 tempest-VolumesNegativeTest-343416619-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=4216b8ed-8360-4feb-8cee-7a6f4a53ce67 HTTP/1.1" status: 200 len: 950 time: 0.1867259 Aug 09 17:00:22.567703 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Aug 2022 17:00:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7c40e5e-5f49-49bb-a582-99c7ab565b72 x-openstack-request-id: req-b7c40e5e-5f49-49bb-a582-99c7ab565b72 {{(pid=111140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 17:00:22.568133 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "240e5a5a-5f07-4b5e-b8f1-11d492602c3a", "tag": "2934afc2-fa4e-4b03-9b5b-d9457d46077e", "status": "completed", "code": 200}]} {{(pid=111140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 17:00:22.568594 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b7c40e5e-5f49-49bb-a582-99c7ab565b72 {{(pid=111140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 17:00:22.569198 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7c40e5e-5f49-49bb-a582-99c7ab565b72'] response: {'name': 'network-changed', 'server_uuid': '240e5a5a-5f07-4b5e-b8f1-11d492602c3a', 'tag': '2934afc2-fa4e-4b03-9b5b-d9457d46077e', 'status': 'completed', 'code': 200} Aug 09 17:00:22.606889 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-4e22adf7-dbbd-44d7-aa43-66491332676d req-c1c0ff3d-f13f-4591-9498-87238315d997 tempest-VolumesNegativeTest-343416619 tempest-VolumesNegativeTest-343416619-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=2772e620-a0e2-4b51-8127-cd36701b31ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834966 Aug 09 17:00:22.639875 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_hamode_db [None req-8ce25128-9e85-43e3-88b3-ac786f429fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcf1b0aa-b905-4f1f-8bc3-d3c46a138ddd', 'name': 'tempest-TestMinimumBasicScenario-2011522395-router', 'tenant_id': '7ffda0edbe694650b9de23928f1de1a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'external_fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': '16c9b00e-1b6a-4e8a-aeaf-bb0eaf29fcb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:56:53Z', 'updated_at': '2022-08-09T16:57:00Z', 'revision_number': 4, 'project_id': '7ffda0edbe694650b9de23928f1de1a4', 'gw_port': {'id': '16c9b00e-1b6a-4e8a-aeaf-bb0eaf29fcb9', 'name': '', 'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:fe:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcf1b0aa-b905-4f1f-8bc3-d3c46a138ddd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:56:54Z', 'updated_at': '2022-08-09T16:56:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-3-iscsi', '_interfaces': [{'id': 'ee995c18-f1e6-4bf9-94d9-aa3541acfe1f', 'name': '', 'network_id': '3e93bc5e-1b39-45ff-a87b-06d2e09742f3', 'tenant_id': '7ffda0edbe694650b9de23928f1de1a4', 'mac_address': 'fa:16:3e:2e:5f:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcf1b0aa-b905-4f1f-8bc3-d3c46a138ddd', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '0c663383-3c98-40dd-81bd-5c2758326a06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:56:58Z', 'updated_at': '2022-08-09T16:57:04Z', 'revision_number': 5, 'project_id': '7ffda0edbe694650b9de23928f1de1a4', 'subnets': [{'id': '0c663383-3c98-40dd-81bd-5c2758326a06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-3-iscsi', False) {} {{(pid=111142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:00:22.646106 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.provisioning_blocks [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Provisioning complete for port 8af5f8e9-1588-47f2-807d-9f9a13748ed5 triggered by entity L2. {{(pid=111142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 17:00:22.646485 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877469'] for port (8af5f8e9-1588-47f2-807d-9f9a13748ed5), provisioning_complete {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:22.672776 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ce25128-9e85-43e3-88b3-ac786f429fba None None] Checking router: fcf1b0aa-b905-4f1f-8bc3-d3c46a138ddd for host: dv-cinder-852364-3-iscsi {{(pid=111142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 17:00:22.713530 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce25128-9e85-43e3-88b3-ac786f429fba None None] Routers {'fcf1b0aa-b905-4f1f-8bc3-d3c46a138ddd'} bound to L3 agent in host dv-cinder-852364-3-iscsi {{(pid=111142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 17:00:22.714610 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_hamode_db [None req-8ce25128-9e85-43e3-88b3-ac786f429fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-09T16:42:12Z,description=,heartbeat_timestamp=2022-08-09T17:00:12Z,host='dv-cinder-852364-3-iscsi',id=2cf02505-efcb-442b-855b-6c659df6f18c,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:13Z,topic='l3_agent')) {'router_ids': ['fcf1b0aa-b905-4f1f-8bc3-d3c46a138ddd'], 'active': True} {{(pid=111142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:00:22.747937 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c392db40-5200-466f-95f9-dc3e29548cdc req-69e00485-52d3-4a33-b563-cea08eb52593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 17:00:22.753089 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-c392db40-5200-466f-95f9-dc3e29548cdc req-69e00485-52d3-4a33-b563-cea08eb52593 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?tenant_id=7ffda0edbe694650b9de23928f1de1a4&device_id=240e5a5a-5f07-4b5e-b8f1-11d492602c3a HTTP/1.1" status: 200 len: 1129 time: 0.0987482 Aug 09 17:00:22.897003 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Current status of the port 8af5f8e9-1588-47f2-807d-9f9a13748ed5 is: DOWN; New status is: ACTIVE {{(pid=111142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 17:00:22.897398 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (8af5f8e9-1588-47f2-807d-9f9a13748ed5), before_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:22.915089 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_dvr_db [None req-8ce25128-9e85-43e3-88b3-ac786f429fba None None] Set router fcf1b0aa-b905-4f1f-8bc3-d3c46a138ddd gateway port host: dv-cinder-852364-3-iscsi {{(pid=111142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 17:00:22.946461 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c392db40-5200-466f-95f9-dc3e29548cdc req-f47057ed-b9b5-4bfd-89ef-da735f8dc521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 17:00:22.956751 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-c392db40-5200-466f-95f9-dc3e29548cdc req-f47057ed-b9b5-4bfd-89ef-da735f8dc521 service neutron] 10.222.0.91 "GET /networking/v2.0/networks?id=3e93bc5e-1b39-45ff-a87b-06d2e09742f3 HTTP/1.1" status: 200 len: 916 time: 0.1965978 Aug 09 17:00:22.995463 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.db [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] For port 8af5f8e9-1588-47f2-807d-9f9a13748ed5, host dv-cinder-852364-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-3-iscsi',level=0,port_id=8af5f8e9-1588-47f2-807d-9f9a13748ed5,segment=NetworkSegment(d1792463-f1f9-4e8f-b55a-d2d4a6262d52),segment_id=d1792463-f1f9-4e8f-b55a-d2d4a6262d52)] {{(pid=111142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:00:23.024045 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:00:23.094207 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748338263269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748337861771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748337861789'] for port (8af5f8e9-1588-47f2-807d-9f9a13748ed5), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:23.193443 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Pushing event updated for resources: {'Port': ['ID=8af5f8e9-1588-47f2-807d-9f9a13748ed5,revision_number=5']} {{(pid=111142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:00:23.204244 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_hamode_db [None req-8ce25128-9e85-43e3-88b3-ac786f429fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcf1b0aa-b905-4f1f-8bc3-d3c46a138ddd', 'name': 'tempest-TestMinimumBasicScenario-2011522395-router', 'tenant_id': '7ffda0edbe694650b9de23928f1de1a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'external_fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': '16c9b00e-1b6a-4e8a-aeaf-bb0eaf29fcb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:56:53Z', 'updated_at': '2022-08-09T16:57:00Z', 'revision_number': 4, 'project_id': '7ffda0edbe694650b9de23928f1de1a4', 'gw_port': {'id': '16c9b00e-1b6a-4e8a-aeaf-bb0eaf29fcb9', 'name': '', 'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:fe:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcf1b0aa-b905-4f1f-8bc3-d3c46a138ddd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:56:54Z', 'updated_at': '2022-08-09T16:56:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-3-iscsi', '_interfaces': [{'id': 'ee995c18-f1e6-4bf9-94d9-aa3541acfe1f', 'name': '', 'network_id': '3e93bc5e-1b39-45ff-a87b-06d2e09742f3', 'tenant_id': '7ffda0edbe694650b9de23928f1de1a4', 'mac_address': 'fa:16:3e:2e:5f:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcf1b0aa-b905-4f1f-8bc3-d3c46a138ddd', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '0c663383-3c98-40dd-81bd-5c2758326a06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:56:58Z', 'updated_at': '2022-08-09T16:57:04Z', 'revision_number': 5, 'project_id': '7ffda0edbe694650b9de23928f1de1a4', 'subnets': [{'id': '0c663383-3c98-40dd-81bd-5c2758326a06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-3-iscsi', False) {} {{(pid=111142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:00:23.230993 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ce25128-9e85-43e3-88b3-ac786f429fba None None] The sync data for ids ['fcf1b0aa-b905-4f1f-8bc3-d3c46a138ddd'] in dv-cinder-852364-3-iscsi is: [{'id': 'fcf1b0aa-b905-4f1f-8bc3-d3c46a138ddd', 'name': 'tempest-TestMinimumBasicScenario-2011522395-router', 'tenant_id': '7ffda0edbe694650b9de23928f1de1a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'external_fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': '16c9b00e-1b6a-4e8a-aeaf-bb0eaf29fcb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:56:53Z', 'updated_at': '2022-08-09T16:57:00Z', 'revision_number': 4, 'project_id': '7ffda0edbe694650b9de23928f1de1a4', 'gw_port': {'id': '16c9b00e-1b6a-4e8a-aeaf-bb0eaf29fcb9', 'name': '', 'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:fe:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcf1b0aa-b905-4f1f-8bc3-d3c46a138ddd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:56:54Z', 'updated_at': '2022-08-09T16:56:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-3-iscsi', '_interfaces': [{'id': 'ee995c18-f1e6-4bf9-94d9-aa3541acfe1f', 'name': '', 'network_id': '3e93bc5e-1b39-45ff-a87b-06d2e09742f3', 'tenant_id': '7ffda0edbe694650b9de23928f1de1a4', 'mac_address': 'fa:16:3e:2e:5f:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcf1b0aa-b905-4f1f-8bc3-d3c46a138ddd', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '0c663383-3c98-40dd-81bd-5c2758326a06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:56:58Z', 'updated_at': '2022-08-09T16:57:04Z', 'revision_number': 5, 'project_id': '7ffda0edbe694650b9de23928f1de1a4', 'subnets': [{'id': '0c663383-3c98-40dd-81bd-5c2758326a06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 17:00:23.297580 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea2249d-48e1-4eb6-8fef-45506c9b6ceb req-05b55b21-13b7-4330-9f67-035a6a87fb41 tempest-VolumesNegativeTest-343416619 tempest-VolumesNegativeTest-343416619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 17:00:23.298051 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-8ea2249d-48e1-4eb6-8fef-45506c9b6ceb req-05b55b21-13b7-4330-9f67-035a6a87fb41 tempest-VolumesNegativeTest-343416619 tempest-VolumesNegativeTest-343416619-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=4216b8ed-8360-4feb-8cee-7a6f4a53ce67 HTTP/1.1" status: 200 len: 950 time: 0.0564761 Aug 09 17:00:23.367349 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-8ea2249d-48e1-4eb6-8fef-45506c9b6ceb req-90ebe64e-1b59-4b64-acfe-cd97afdcef7b tempest-VolumesNegativeTest-343416619 tempest-VolumesNegativeTest-343416619-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=2772e620-a0e2-4b51-8127-cd36701b31ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629916 Aug 09 17:00:23.436677 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-c392db40-5200-466f-95f9-dc3e29548cdc req-482178c2-2e51-41f8-958e-3d2f540ee029 service neutron] 10.222.0.91 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2934afc2-fa4e-4b03-9b5b-d9457d46077e HTTP/1.1" status: 200 len: 217 time: 0.0344205 Aug 09 17:00:23.496193 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c392db40-5200-466f-95f9-dc3e29548cdc req-c0349644-15ad-4ff4-9915-a7f3e94f8694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 17:00:23.497837 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-c392db40-5200-466f-95f9-dc3e29548cdc req-c0349644-15ad-4ff4-9915-a7f3e94f8694 service neutron] 10.222.0.91 "GET /networking/v2.0/subnets?id=0c663383-3c98-40dd-81bd-5c2758326a06 HTTP/1.1" status: 200 len: 854 time: 0.0524924 Aug 09 17:00:23.550477 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ad45e3-b53f-4812-9652-183f45ae168c None None] New status for floating IP 4fc7d764-203e-4388-9f3f-65e240992e93: DOWN {{(pid=111143) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 09 17:00:24.318983 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Device 8af5f8e9-1588-47f2-807d-9f9a13748ed5 up at agent ovs-agent-dv-cinder-852364-3-iscsi {{(pid=111142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 17:00:24.368313 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.provisioning_blocks [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Provisioning complete for port 8af5f8e9-1588-47f2-807d-9f9a13748ed5 triggered by entity L2. {{(pid=111142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 17:00:24.368714 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877469'] for port (8af5f8e9-1588-47f2-807d-9f9a13748ed5), provisioning_complete {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:24.449491 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Current status of the port 8af5f8e9-1588-47f2-807d-9f9a13748ed5 is: ACTIVE; New status is: ACTIVE {{(pid=111142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 17:00:24.509937 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08ec89c-15e5-4d33-95be-3babeb756349 req-faf18742-386c-4f2f-93ac-40f5ba028376 tempest-VolumesNegativeTest-343416619 tempest-VolumesNegativeTest-343416619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 17:00:24.511486 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-a08ec89c-15e5-4d33-95be-3babeb756349 req-faf18742-386c-4f2f-93ac-40f5ba028376 tempest-VolumesNegativeTest-343416619 tempest-VolumesNegativeTest-343416619-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=4216b8ed-8360-4feb-8cee-7a6f4a53ce67 HTTP/1.1" status: 200 len: 950 time: 0.0595338 Aug 09 17:00:24.562037 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-a08ec89c-15e5-4d33-95be-3babeb756349 req-3b8b6247-98a3-4dfe-8c46-586bf8245a2b tempest-VolumesNegativeTest-343416619 tempest-VolumesNegativeTest-343416619-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=2772e620-a0e2-4b51-8127-cd36701b31ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448813 Aug 09 17:00:25.558427 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c392db40-5200-466f-95f9-dc3e29548cdc req-54835d8c-a629-46c4-be17-ca567faa287b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 17:00:25.560075 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-c392db40-5200-466f-95f9-dc3e29548cdc req-54835d8c-a629-46c4-be17-ca567faa287b service neutron] 10.222.0.91 "GET /networking/v2.0/ports?network_id=3e93bc5e-1b39-45ff-a87b-06d2e09742f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0433223 Aug 09 17:00:25.671503 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-c392db40-5200-466f-95f9-dc3e29548cdc req-401d83c7-813b-47e8-a5ec-13f9e6f3299e service neutron] 10.222.0.91 "GET /networking/v2.0/networks/3e93bc5e-1b39-45ff-a87b-06d2e09742f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980482 Aug 09 17:00:25.903394 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70aa72f0-b438-4ec5-bb9a-a6f429e13181 req-51a6ee85-0bf9-4510-bb6c-3a3abdd4b71b tempest-VolumesNegativeTest-343416619 tempest-VolumesNegativeTest-343416619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 17:00:25.904897 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-70aa72f0-b438-4ec5-bb9a-a6f429e13181 req-51a6ee85-0bf9-4510-bb6c-3a3abdd4b71b tempest-VolumesNegativeTest-343416619 tempest-VolumesNegativeTest-343416619-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=4216b8ed-8360-4feb-8cee-7a6f4a53ce67 HTTP/1.1" status: 200 len: 950 time: 0.2619319 Aug 09 17:00:25.937321 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=100 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:00:25.985286 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-c392db40-5200-466f-95f9-dc3e29548cdc req-f71deb2b-fb79-400d-83ec-e06676854cd3 service neutron] 10.222.0.91 "GET /networking/v2.0/networks/3e93bc5e-1b39-45ff-a87b-06d2e09742f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417723 Aug 09 17:00:25.989211 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-70aa72f0-b438-4ec5-bb9a-a6f429e13181 req-195954fd-3fcb-4117-8cce-d57f9d281435 tempest-VolumesNegativeTest-343416619 tempest-VolumesNegativeTest-343416619-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=2772e620-a0e2-4b51-8127-cd36701b31ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770366 Aug 09 17:00:26.146160 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe478db-1230-47bb-aeb8-fe8525b9f42b req-1b215b96-edfe-4849-8453-f115f229202b tempest-VolumesNegativeTest-343416619 tempest-VolumesNegativeTest-343416619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 17:00:26.147720 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-abe478db-1230-47bb-aeb8-fe8525b9f42b req-1b215b96-edfe-4849-8453-f115f229202b tempest-VolumesNegativeTest-343416619 tempest-VolumesNegativeTest-343416619-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=4216b8ed-8360-4feb-8cee-7a6f4a53ce67 HTTP/1.1" status: 200 len: 950 time: 0.0481267 Aug 09 17:00:26.254515 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.plugin [req-abe478db-1230-47bb-aeb8-fe8525b9f42b req-4b27c92a-fb61-4ad6-a587-125878fecbdb tempest-VolumesNegativeTest-343416619 tempest-VolumesNegativeTest-343416619-project] Deleting port 4f381bc2-010e-4589-b97c-13fb3ec41038 {{(pid=111141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 09 17:00:26.254868 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-abe478db-1230-47bb-aeb8-fe8525b9f42b req-4b27c92a-fb61-4ad6-a587-125878fecbdb tempest-VolumesNegativeTest-343416619 tempest-VolumesNegativeTest-343416619-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748338259761'] for port (4f381bc2-010e-4589-b97c-13fb3ec41038), before_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:26.363235 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.db [req-abe478db-1230-47bb-aeb8-fe8525b9f42b req-4b27c92a-fb61-4ad6-a587-125878fecbdb tempest-VolumesNegativeTest-343416619 tempest-VolumesNegativeTest-343416619-project] For port 4f381bc2-010e-4589-b97c-13fb3ec41038, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=4f381bc2-010e-4589-b97c-13fb3ec41038,segment=NetworkSegment(d7746d2f-d498-453b-80c6-1b81bc6cd1dc),segment_id=d7746d2f-d498-453b-80c6-1b81bc6cd1dc)] {{(pid=111141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:00:26.363697 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-abe478db-1230-47bb-aeb8-fe8525b9f42b req-4b27c92a-fb61-4ad6-a587-125878fecbdb tempest-VolumesNegativeTest-343416619 tempest-VolumesNegativeTest-343416619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694862'] for port (4f381bc2-010e-4589-b97c-13fb3ec41038), precommit_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:26.377266 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.plugin [req-abe478db-1230-47bb-aeb8-fe8525b9f42b req-4b27c92a-fb61-4ad6-a587-125878fecbdb tempest-VolumesNegativeTest-343416619 tempest-VolumesNegativeTest-343416619-project] Calling delete_port for 4f381bc2-010e-4589-b97c-13fb3ec41038 owned by compute:nova {{(pid=111141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 09 17:00:26.501760 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:00:26.632922 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-abe478db-1230-47bb-aeb8-fe8525b9f42b req-4b27c92a-fb61-4ad6-a587-125878fecbdb tempest-VolumesNegativeTest-343416619 tempest-VolumesNegativeTest-343416619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748338263278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748337861762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12487578'] for port (4f381bc2-010e-4589-b97c-13fb3ec41038), after_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:26.663041 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b27c92a-fb61-4ad6-a587-125878fecbdb tempest-VolumesNegativeTest-343416619 tempest-VolumesNegativeTest-343416619-project] Pushing event deleted for resources: {'Port': ['ID=4f381bc2-010e-4589-b97c-13fb3ec41038,revision_number=None']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:00:26.689267 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.db [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] get_ports_and_sgs() called for port_ids ['4f381bc2-010e-4589-b97c-13fb3ec41038'] {{(pid=111142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 17:00:26.716248 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.db.l3_dvrscheduler_db [req-abe478db-1230-47bb-aeb8-fe8525b9f42b req-4b27c92a-fb61-4ad6-a587-125878fecbdb tempest-VolumesNegativeTest-343416619 tempest-VolumesNegativeTest-343416619-project] No DVR routers for this DVR port 4f381bc2-010e-4589-b97c-13fb3ec41038 on host hv-cinder-85236 {{(pid=111141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 09 17:00:26.718582 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-abe478db-1230-47bb-aeb8-fe8525b9f42b req-4b27c92a-fb61-4ad6-a587-125878fecbdb tempest-VolumesNegativeTest-343416619 tempest-VolumesNegativeTest-343416619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90003'] for port (None), before_response {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:26.721840 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-abe478db-1230-47bb-aeb8-fe8525b9f42b req-4b27c92a-fb61-4ad6-a587-125878fecbdb tempest-VolumesNegativeTest-343416619 tempest-VolumesNegativeTest-343416619-project] 10.222.0.91 "DELETE /networking/v2.0/ports/4f381bc2-010e-4589-b97c-13fb3ec41038 HTTP/1.1" status: 204 len: 173 time: 0.5672169 Aug 09 17:00:26.722281 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4216b8ed-8360-4feb-8cee-7a6f4a53ce67', 'name': 'network-vif-deleted', 'tag': '4f381bc2-010e-4589-b97c-13fb3ec41038'}] {{(pid=111141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 17:00:26.724848 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fc61e086496b7b72fa0be04cca19be1e9321c349ae61d053137ad661f53d53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-625d8e21-e414-4b3d-87bf-2c1590edfae2" -d '{"events": [{"server_uuid": "4216b8ed-8360-4feb-8cee-7a6f4a53ce67", "name": "network-vif-deleted", "tag": "4f381bc2-010e-4589-b97c-13fb3ec41038"}]}' {{(pid=111141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 17:00:26.772906 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Aug 2022 17:00:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-556f1708-7ae4-4378-b84b-4b01eae93779 x-openstack-request-id: req-556f1708-7ae4-4378-b84b-4b01eae93779 {{(pid=111141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 17:00:26.773316 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4216b8ed-8360-4feb-8cee-7a6f4a53ce67", "name": "network-vif-deleted", "tag": "4f381bc2-010e-4589-b97c-13fb3ec41038", "status": "completed", "code": 200}]} {{(pid=111141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 17:00:26.773593 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-556f1708-7ae4-4378-b84b-4b01eae93779 {{(pid=111141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 17:00:26.774023 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-556f1708-7ae4-4378-b84b-4b01eae93779'] response: {'server_uuid': '4216b8ed-8360-4feb-8cee-7a6f4a53ce67', 'name': 'network-vif-deleted', 'tag': '4f381bc2-010e-4589-b97c-13fb3ec41038', 'status': 'completed', 'code': 200} Aug 09 17:00:27.109380 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-4729b07c-cfda-461e-ad97-e5ee55eee67c req-56808ea3-d470-44d6-9909-3fafce88b361 tempest-VolumesNegativeTest-343416619 tempest-VolumesNegativeTest-343416619-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=4216b8ed-8360-4feb-8cee-7a6f4a53ce67 HTTP/1.1" status: 200 len: 210 time: 0.0331481 Aug 09 17:00:28.282477 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-a3d72394-a9bc-45a6-8286-e8f5d555167c req-bf4fcd53-80fe-42b6-a06c-3e217655d680 tempest-VolumesNegativeTest-343416619 tempest-VolumesNegativeTest-343416619-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=4216b8ed-8360-4feb-8cee-7a6f4a53ce67 HTTP/1.1" status: 200 len: 210 time: 0.0839775 Aug 09 17:00:28.958283 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7306e93-c504-4203-b924-8edbb839afc2 req-f1552847-24f2-4199-8e3b-fba2e84f9680 tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 17:00:28.960057 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-a7306e93-c504-4203-b924-8edbb839afc2 req-f1552847-24f2-4199-8e3b-fba2e84f9680 tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=240e5a5a-5f07-4b5e-b8f1-11d492602c3a HTTP/1.1" status: 200 len: 945 time: 0.0542648 Aug 09 17:00:29.010031 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-a7306e93-c504-4203-b924-8edbb839afc2 req-c1d4ac39-d564-42d8-8e02-cc65a2f0a0ac tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=da40407e-4fba-40cd-93a9-019f01c74743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440094 Aug 09 17:00:29.236322 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Device 4f381bc2-010e-4589-b97c-13fb3ec41038 no longer exists at agent hyperv_hv-cinder-85236 {{(pid=111142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 17:00:29.257595 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] No Port match for: 4f381bc2-010e-4589-b97c-13fb3ec41038 {{(pid=111142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 09 17:00:29.257948 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Device 4f381bc2-010e-4589-b97c-13fb3ec41038 not bound to the agent host hv-cinder-85236 {{(pid=111142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 17:00:29.914134 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.wsgi [-] (111141) accepted ('10.222.0.59', 59212) {{(pid=111141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 17:00:30.028211 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-76bacbff-b139-4487-b670-6a7117d84106 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:30.108140 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-76bacbff-b139-4487-b670-6a7117d84106 admin admin] Publish callbacks [] for security_group (4a20ca8d-6be6-4801-b0a5-9cb2deb7023c), precommit_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:30.134108 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2d66bb-aea6-4883-ba25-af4ed9554e56 req-a31b752a-4b57-4ffa-a250-37084e576bf2 tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 17:00:30.135869 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-5f2d66bb-aea6-4883-ba25-af4ed9554e56 req-a31b752a-4b57-4ffa-a250-37084e576bf2 tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=240e5a5a-5f07-4b5e-b8f1-11d492602c3a HTTP/1.1" status: 200 len: 945 time: 0.0507746 Aug 09 17:00:30.189328 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-5f2d66bb-aea6-4883-ba25-af4ed9554e56 req-9d06f866-ca67-4f53-8d6b-22f988bccf96 tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=da40407e-4fba-40cd-93a9-019f01c74743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479643 Aug 09 17:00:30.209597 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-76bacbff-b139-4487-b670-6a7117d84106 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763768'] for security_group (4a20ca8d-6be6-4801-b0a5-9cb2deb7023c), after_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:30.250105 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [None req-76bacbff-b139-4487-b670-6a7117d84106 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=663c4f0abec24dc79f9493a26eff8758&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3342555 Aug 09 17:00:30.250965 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bacbff-b139-4487-b670-6a7117d84106 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a20ca8d-6be6-4801-b0a5-9cb2deb7023c,revision_number=1']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:00:30.252906 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.wsgi [-] (111140) accepted ('10.222.0.59', 59222) {{(pid=111140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 17:00:30.309819 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-012c0ae1-a7eb-48a0-98d9-36a28850ac24 admin admin] Publish callbacks [] for security_group (4a20ca8d-6be6-4801-b0a5-9cb2deb7023c), before_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:30.333442 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-012c0ae1-a7eb-48a0-98d9-36a28850ac24 admin admin] Publish callbacks [] for security_group (4a20ca8d-6be6-4801-b0a5-9cb2deb7023c), precommit_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:30.340608 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:00:30.439550 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-012c0ae1-a7eb-48a0-98d9-36a28850ac24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763768'] for security_group (4a20ca8d-6be6-4801-b0a5-9cb2deb7023c), after_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:30.442302 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-012c0ae1-a7eb-48a0-98d9-36a28850ac24 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:30.443628 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [None req-012c0ae1-a7eb-48a0-98d9-36a28850ac24 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/4a20ca8d-6be6-4801-b0a5-9cb2deb7023c HTTP/1.1" status: 204 len: 168 time: 0.1896515 Aug 09 17:00:30.465511 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012c0ae1-a7eb-48a0-98d9-36a28850ac24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a20ca8d-6be6-4801-b0a5-9cb2deb7023c,revision_number=None']} {{(pid=111140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:00:31.078058 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.wsgi [-] (111140) accepted ('10.222.0.59', 59300) {{(pid=111140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 17:00:31.092180 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-fb3716ba-e9c4-42f2-b8fd-1df7b421b6bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:31.174540 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-fb3716ba-e9c4-42f2-b8fd-1df7b421b6bd admin admin] Publish callbacks [] for security_group (9b66799e-80c5-4233-b7bf-70275da4da7a), precommit_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:31.239666 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-fb3716ba-e9c4-42f2-b8fd-1df7b421b6bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763768'] for security_group (9b66799e-80c5-4233-b7bf-70275da4da7a), after_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:31.281583 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [None req-fb3716ba-e9c4-42f2-b8fd-1df7b421b6bd admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=78e0341f04e546b0a1b9f59fbb47b98f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2022734 Aug 09 17:00:31.282439 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3716ba-e9c4-42f2-b8fd-1df7b421b6bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b66799e-80c5-4233-b7bf-70275da4da7a,revision_number=1']} {{(pid=111140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:00:31.285882 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.wsgi [-] (111140) accepted ('10.222.0.59', 59306) {{(pid=111140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 17:00:31.344063 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8917606-7e04-4c6f-ad1f-7de7ab34c155 req-c917e871-165d-40bb-bdeb-6d92b6d689e6 tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 17:00:31.345033 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-7d4608d7-4ec5-4650-a9bc-66dcd0e1a205 admin admin] Publish callbacks [] for security_group (9b66799e-80c5-4233-b7bf-70275da4da7a), before_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:31.346483 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-f8917606-7e04-4c6f-ad1f-7de7ab34c155 req-c917e871-165d-40bb-bdeb-6d92b6d689e6 tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=240e5a5a-5f07-4b5e-b8f1-11d492602c3a HTTP/1.1" status: 200 len: 945 time: 0.0673676 Aug 09 17:00:31.372000 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-7d4608d7-4ec5-4650-a9bc-66dcd0e1a205 admin admin] Publish callbacks [] for security_group (9b66799e-80c5-4233-b7bf-70275da4da7a), precommit_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:31.405879 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-f8917606-7e04-4c6f-ad1f-7de7ab34c155 req-457c8c7e-7765-49b1-b48c-a94622be1d25 tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=da40407e-4fba-40cd-93a9-019f01c74743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513337 Aug 09 17:00:31.530380 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-7d4608d7-4ec5-4650-a9bc-66dcd0e1a205 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763768'] for security_group (9b66799e-80c5-4233-b7bf-70275da4da7a), after_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:31.533108 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-7d4608d7-4ec5-4650-a9bc-66dcd0e1a205 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:31.534283 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [None req-7d4608d7-4ec5-4650-a9bc-66dcd0e1a205 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/9b66799e-80c5-4233-b7bf-70275da4da7a HTTP/1.1" status: 204 len: 168 time: 0.2472336 Aug 09 17:00:31.551985 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4608d7-4ec5-4650-a9bc-66dcd0e1a205 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b66799e-80c5-4233-b7bf-70275da4da7a,revision_number=None']} {{(pid=111140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:00:32.027603 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99e72d8-bffc-497c-a962-87c9d9764e72 req-a0e0289e-3ce4-4071-9fd6-3bd9a9aee77d tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 17:00:32.029132 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-e99e72d8-bffc-497c-a962-87c9d9764e72 req-a0e0289e-3ce4-4071-9fd6-3bd9a9aee77d tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=240e5a5a-5f07-4b5e-b8f1-11d492602c3a HTTP/1.1" status: 200 len: 945 time: 0.0532646 Aug 09 17:00:32.071725 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=6 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:00:32.123365 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.plugin [req-e99e72d8-bffc-497c-a962-87c9d9764e72 req-91233bba-f1c1-43d5-8b6b-b302f2e1de37 tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] Deleting port 2934afc2-fa4e-4b03-9b5b-d9457d46077e {{(pid=111141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 09 17:00:32.123741 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-e99e72d8-bffc-497c-a962-87c9d9764e72 req-91233bba-f1c1-43d5-8b6b-b302f2e1de37 tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748338259761'] for port (2934afc2-fa4e-4b03-9b5b-d9457d46077e), before_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:32.221029 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.db [req-e99e72d8-bffc-497c-a962-87c9d9764e72 req-91233bba-f1c1-43d5-8b6b-b302f2e1de37 tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] For port 2934afc2-fa4e-4b03-9b5b-d9457d46077e, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=2934afc2-fa4e-4b03-9b5b-d9457d46077e,segment=NetworkSegment(b62976c3-72a4-413b-b97a-9681014c555d),segment_id=b62976c3-72a4-413b-b97a-9681014c555d)] {{(pid=111141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:00:32.221432 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-e99e72d8-bffc-497c-a962-87c9d9764e72 req-91233bba-f1c1-43d5-8b6b-b302f2e1de37 tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694862'] for port (2934afc2-fa4e-4b03-9b5b-d9457d46077e), precommit_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:32.239739 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.plugin [req-e99e72d8-bffc-497c-a962-87c9d9764e72 req-91233bba-f1c1-43d5-8b6b-b302f2e1de37 tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] Calling delete_port for 2934afc2-fa4e-4b03-9b5b-d9457d46077e owned by compute:nova {{(pid=111141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 09 17:00:32.336604 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (fd1157aa-8fd8-4c6b-a604-f3842f12d305), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:32.461887 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-e99e72d8-bffc-497c-a962-87c9d9764e72 req-91233bba-f1c1-43d5-8b6b-b302f2e1de37 tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748338263278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748337861762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12487578'] for port (2934afc2-fa4e-4b03-9b5b-d9457d46077e), after_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:32.499517 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91233bba-f1c1-43d5-8b6b-b302f2e1de37 tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] Pushing event deleted for resources: {'Port': ['ID=2934afc2-fa4e-4b03-9b5b-d9457d46077e,revision_number=None']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:00:32.511537 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.db [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] get_ports_and_sgs() called for port_ids ['2934afc2-fa4e-4b03-9b5b-d9457d46077e'] {{(pid=111142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 17:00:32.536734 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:00:32.556503 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.db.l3_dvrscheduler_db [req-e99e72d8-bffc-497c-a962-87c9d9764e72 req-91233bba-f1c1-43d5-8b6b-b302f2e1de37 tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] No DVR routers for this DVR port 2934afc2-fa4e-4b03-9b5b-d9457d46077e on host hv-cinder-85236 {{(pid=111141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 09 17:00:32.558366 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-e99e72d8-bffc-497c-a962-87c9d9764e72 req-91233bba-f1c1-43d5-8b6b-b302f2e1de37 tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90003'] for port (None), before_response {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:32.562071 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-e99e72d8-bffc-497c-a962-87c9d9764e72 req-91233bba-f1c1-43d5-8b6b-b302f2e1de37 tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] 10.222.0.91 "DELETE /networking/v2.0/ports/2934afc2-fa4e-4b03-9b5b-d9457d46077e HTTP/1.1" status: 204 len: 173 time: 0.5269892 Aug 09 17:00:32.562685 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '240e5a5a-5f07-4b5e-b8f1-11d492602c3a', 'name': 'network-vif-deleted', 'tag': '2934afc2-fa4e-4b03-9b5b-d9457d46077e'}] {{(pid=111141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 17:00:32.565718 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fc61e086496b7b72fa0be04cca19be1e9321c349ae61d053137ad661f53d53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea5a2ab8-bf05-44dc-b40f-73c16795e1db" -d '{"events": [{"server_uuid": "240e5a5a-5f07-4b5e-b8f1-11d492602c3a", "name": "network-vif-deleted", "tag": "2934afc2-fa4e-4b03-9b5b-d9457d46077e"}]}' {{(pid=111141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 17:00:32.631957 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-4a8de431-81cc-4b28-8b8f-cfa8047aa139 req-9992f60c-dd28-479d-a619-2a4f97d68be7 tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=240e5a5a-5f07-4b5e-b8f1-11d492602c3a HTTP/1.1" status: 200 len: 210 time: 0.0752411 Aug 09 17:00:32.648155 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Aug 2022 17:00:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e800ac5-df89-4d07-8b9d-a9d173efd6ae x-openstack-request-id: req-1e800ac5-df89-4d07-8b9d-a9d173efd6ae {{(pid=111141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 17:00:32.648615 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "240e5a5a-5f07-4b5e-b8f1-11d492602c3a", "name": "network-vif-deleted", "tag": "2934afc2-fa4e-4b03-9b5b-d9457d46077e", "status": "completed", "code": 200}]} {{(pid=111141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 17:00:32.648922 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-1e800ac5-df89-4d07-8b9d-a9d173efd6ae {{(pid=111141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 17:00:32.649643 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e800ac5-df89-4d07-8b9d-a9d173efd6ae'] response: {'server_uuid': '240e5a5a-5f07-4b5e-b8f1-11d492602c3a', 'name': 'network-vif-deleted', 'tag': '2934afc2-fa4e-4b03-9b5b-d9457d46077e', 'status': 'completed', 'code': 200} Aug 09 17:00:33.557596 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG dbcounter [-] [111143] Writing DB stats neutron:SELECT=28 {{(pid=111143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:00:33.584747 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG dbcounter [-] [111143] Writing DB stats neutron:SELECT=5 {{(pid=111143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:00:33.768756 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-ef025130-6705-4ba7-80df-165bf8d47d22 req-0a4f5d59-70da-4bb0-9320-bbe5c4fdffbb tempest-TestMinimumBasicScenario-1223273945 tempest-TestMinimumBasicScenario-1223273945-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=240e5a5a-5f07-4b5e-b8f1-11d492602c3a HTTP/1.1" status: 200 len: 210 time: 0.0338225 Aug 09 17:00:35.263922 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Device 2934afc2-fa4e-4b03-9b5b-d9457d46077e no longer exists at agent hyperv_hv-cinder-85236 {{(pid=111142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 17:00:35.284313 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] No Port match for: 2934afc2-fa4e-4b03-9b5b-d9457d46077e {{(pid=111142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 09 17:00:35.284663 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Device 2934afc2-fa4e-4b03-9b5b-d9457d46077e not bound to the agent host hv-cinder-85236 {{(pid=111142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 17:00:35.506489 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.wsgi [-] (111141) accepted ('10.222.0.59', 59560) {{(pid=111141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 17:00:35.624243 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-3d9027f6-8def-4f1d-a37f-18189d77cdcf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:35.701803 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-3d9027f6-8def-4f1d-a37f-18189d77cdcf admin admin] Publish callbacks [] for security_group (56c0d29d-767f-4174-89f8-536aa09abef4), precommit_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:35.764758 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-3d9027f6-8def-4f1d-a37f-18189d77cdcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763768'] for security_group (56c0d29d-767f-4174-89f8-536aa09abef4), after_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:35.804669 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9027f6-8def-4f1d-a37f-18189d77cdcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56c0d29d-767f-4174-89f8-536aa09abef4,revision_number=1']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:00:35.813937 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [None req-3d9027f6-8def-4f1d-a37f-18189d77cdcf admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=f60de9850e83412386b2f2888c9d5375&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3024063 Aug 09 17:00:35.813937 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.wsgi [-] (111141) accepted ('10.222.0.59', 59572) {{(pid=111141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 17:00:35.864033 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-cd81b415-c421-4bdc-9cb4-551502058b5b admin admin] Publish callbacks [] for security_group (56c0d29d-767f-4174-89f8-536aa09abef4), before_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:35.887061 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-cd81b415-c421-4bdc-9cb4-551502058b5b admin admin] Publish callbacks [] for security_group (56c0d29d-767f-4174-89f8-536aa09abef4), precommit_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:35.976354 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-cd81b415-c421-4bdc-9cb4-551502058b5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763768'] for security_group (56c0d29d-767f-4174-89f8-536aa09abef4), after_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:35.980054 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-cd81b415-c421-4bdc-9cb4-551502058b5b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:35.981560 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [None req-cd81b415-c421-4bdc-9cb4-551502058b5b admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/56c0d29d-767f-4174-89f8-536aa09abef4 HTTP/1.1" status: 204 len: 168 time: 0.1678174 Aug 09 17:00:35.992064 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd81b415-c421-4bdc-9cb4-551502058b5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56c0d29d-767f-4174-89f8-536aa09abef4,revision_number=None']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:00:36.485395 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.wsgi [-] (111140) accepted ('10.222.0.59', 59596) {{(pid=111140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 17:00:36.631022 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=6 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:00:36.714626 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.wsgi [-] (111141) accepted ('10.222.0.59', 59606) {{(pid=111141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 17:00:36.752183 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.wsgi [-] (111141) accepted ('10.222.0.59', 59612) {{(pid=111141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 17:00:36.773097 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-75f3a4d6-802b-4ee9-ad12-2215655c98cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:36.841023 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-111a6035-178a-4f1e-b364-ca1029f32dd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-336439'] for router_interface (fcf1b0aa-b905-4f1f-8bc3-d3c46a138ddd), before_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:36.843932 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:00:36.889964 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-75f3a4d6-802b-4ee9-ad12-2215655c98cc admin admin] Publish callbacks [] for security_group (24428669-7158-498b-baaa-573d920e296a), precommit_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:36.964799 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-75f3a4d6-802b-4ee9-ad12-2215655c98cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763768'] for security_group (24428669-7158-498b-baaa-573d920e296a), after_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:37.032827 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [None req-75f3a4d6-802b-4ee9-ad12-2215655c98cc admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=425285ae3b8d4b459537ca07501ea4e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2795074 Aug 09 17:00:37.037002 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f3a4d6-802b-4ee9-ad12-2215655c98cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24428669-7158-498b-baaa-573d920e296a,revision_number=1']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:00:37.037190 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.wsgi [-] (111140) accepted ('10.222.0.59', 59616) {{(pid=111140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 17:00:37.042057 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=82,neutron:DELETE=7,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:00:37.054065 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [None req-54c08f7f-1336-498c-a807-7ad7c16914b5 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=d5fdbec76c3e43ffa496768ac8e8c460&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3380702 Aug 09 17:00:37.056524 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.wsgi [-] (111141) accepted ('10.222.0.59', 59618) {{(pid=111141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 17:00:37.111133 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-ea24a5c0-9f7c-4d6e-b519-77aa6d6dc629 admin admin] Publish callbacks [] for security_group (2772e620-a0e2-4b51-8127-cd36701b31ea), before_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:37.142203 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.plugins.ml2.plugin [None req-111a6035-178a-4f1e-b364-ca1029f32dd3 admin admin] Deleting port ee995c18-f1e6-4bf9-94d9-aa3541acfe1f {{(pid=111140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 09 17:00:37.142203 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-111a6035-178a-4f1e-b364-ca1029f32dd3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748338259761'] for port (ee995c18-f1e6-4bf9-94d9-aa3541acfe1f), before_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:37.142601 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-ea24a5c0-9f7c-4d6e-b519-77aa6d6dc629 admin admin] Publish callbacks [] for security_group (2772e620-a0e2-4b51-8127-cd36701b31ea), precommit_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:37.159891 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:DELETE=2 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:00:37.208679 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-52e1958e-9545-4975-92aa-8ae0c799a6e9 admin admin] Publish callbacks [] for security_group (24428669-7158-498b-baaa-573d920e296a), before_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:37.246615 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-52e1958e-9545-4975-92aa-8ae0c799a6e9 admin admin] Publish callbacks [] for security_group (24428669-7158-498b-baaa-573d920e296a), precommit_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:37.278916 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-ea24a5c0-9f7c-4d6e-b519-77aa6d6dc629 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763768'] for security_group (2772e620-a0e2-4b51-8127-cd36701b31ea), after_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:37.281539 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-ea24a5c0-9f7c-4d6e-b519-77aa6d6dc629 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:37.282740 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [None req-ea24a5c0-9f7c-4d6e-b519-77aa6d6dc629 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/2772e620-a0e2-4b51-8127-cd36701b31ea HTTP/1.1" status: 204 len: 168 time: 0.2252855 Aug 09 17:00:37.293078 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=100 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:00:37.293249 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea24a5c0-9f7c-4d6e-b519-77aa6d6dc629 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2772e620-a0e2-4b51-8127-cd36701b31ea,revision_number=None']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:00:37.329875 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.plugins.ml2.db [None req-111a6035-178a-4f1e-b364-ca1029f32dd3 admin admin] For port ee995c18-f1e6-4bf9-94d9-aa3541acfe1f, host dv-cinder-852364-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-3-iscsi',level=0,port_id=ee995c18-f1e6-4bf9-94d9-aa3541acfe1f,segment=NetworkSegment(b62976c3-72a4-413b-b97a-9681014c555d),segment_id=b62976c3-72a4-413b-b97a-9681014c555d)] {{(pid=111140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:00:37.330253 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-111a6035-178a-4f1e-b364-ca1029f32dd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694862'] for port (ee995c18-f1e6-4bf9-94d9-aa3541acfe1f), precommit_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:37.352662 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.plugins.ml2.plugin [None req-111a6035-178a-4f1e-b364-ca1029f32dd3 admin admin] Calling delete_port for ee995c18-f1e6-4bf9-94d9-aa3541acfe1f owned by network:router_interface {{(pid=111140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 09 17:00:37.362702 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5153c6-a7f4-4a3e-8bd6-0f4dd801cae7 req-253a397f-fe9d-4a4e-9d35-9bde36aba417 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 17:00:37.364364 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-3d5153c6-a7f4-4a3e-8bd6-0f4dd801cae7 req-253a397f-fe9d-4a4e-9d35-9bde36aba417 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7cfd8cd7-c54d-4820-8b0c-ba06394e2714 HTTP/1.1" status: 200 len: 946 time: 0.1005228 Aug 09 17:00:37.468186 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-3d5153c6-a7f4-4a3e-8bd6-0f4dd801cae7 req-11d3069f-a54a-4666-8069-6d3446792948 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=89352413-89cd-4632-8930-b8ad42976343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962415 Aug 09 17:00:37.502247 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-52e1958e-9545-4975-92aa-8ae0c799a6e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763768'] for security_group (24428669-7158-498b-baaa-573d920e296a), after_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:37.505804 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-52e1958e-9545-4975-92aa-8ae0c799a6e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:37.506932 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [None req-52e1958e-9545-4975-92aa-8ae0c799a6e9 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/24428669-7158-498b-baaa-573d920e296a HTTP/1.1" status: 204 len: 168 time: 0.4689944 Aug 09 17:00:37.524068 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e1958e-9545-4975-92aa-8ae0c799a6e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24428669-7158-498b-baaa-573d920e296a,revision_number=None']} {{(pid=111140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:00:37.701796 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-111a6035-178a-4f1e-b364-ca1029f32dd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748338263278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748337861762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12086677'] for port (ee995c18-f1e6-4bf9-94d9-aa3541acfe1f), after_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:37.736138 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111a6035-178a-4f1e-b364-ca1029f32dd3 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee995c18-f1e6-4bf9-94d9-aa3541acfe1f,revision_number=None']} {{(pid=111140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:00:37.797462 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=87,neutron:DELETE=12,neutron:UPDATE=1 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:00:37.914415 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-111a6035-178a-4f1e-b364-ca1029f32dd3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-336555'] for router_interface (fcf1b0aa-b905-4f1f-8bc3-d3c46a138ddd), after_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:38.359362 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-111a6035-178a-4f1e-b364-ca1029f32dd3 admin admin] Router fcf1b0aa-b905-4f1f-8bc3-d3c46a138ddd has already been hosted by L3 agent 2cf02505-efcb-442b-855b-6c659df6f18c {{(pid=111140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 09 17:00:38.464942 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-111a6035-178a-4f1e-b364-ca1029f32dd3 admin admin] Notify agent at l3_agent.dv-cinder-852364-3-iscsi the message routers_updated {{(pid=111140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 17:00:38.471692 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [None req-111a6035-178a-4f1e-b364-ca1029f32dd3 admin admin] 10.222.0.59 "PUT /networking/v2.0/routers/fcf1b0aa-b905-4f1f-8bc3-d3c46a138ddd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9849806 Aug 09 17:00:38.472361 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.wsgi [-] (111140) accepted ('10.222.0.59', 59646) {{(pid=111140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 17:00:38.475077 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8507eef-8dc9-4f1f-9512-da37e700f8f5 None None] Sync routers for ids ['fcf1b0aa-b905-4f1f-8bc3-d3c46a138ddd'] in dv-cinder-852364-3-iscsi {{(pid=111142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 17:00:38.484769 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8507eef-8dc9-4f1f-9512-da37e700f8f5 None None] Routers {'fcf1b0aa-b905-4f1f-8bc3-d3c46a138ddd'} bound to L3 agent in host dv-cinder-852364-3-iscsi {{(pid=111142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 17:00:38.485373 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_hamode_db [None req-b8507eef-8dc9-4f1f-9512-da37e700f8f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-09T16:42:12Z,description=,heartbeat_timestamp=2022-08-09T17:00:12Z,host='dv-cinder-852364-3-iscsi',id=2cf02505-efcb-442b-855b-6c659df6f18c,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:13Z,topic='l3_agent')) {'router_ids': ['fcf1b0aa-b905-4f1f-8bc3-d3c46a138ddd'], 'active': True} {{(pid=111142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:00:38.520287 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=100 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:00:38.586458 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-740098a9-b2fc-4bcf-b2bd-1952e4057d8f admin admin] Publish callbacks [] for router (fcf1b0aa-b905-4f1f-8bc3-d3c46a138ddd), before_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:38.617400 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_dvr_db [None req-b8507eef-8dc9-4f1f-9512-da37e700f8f5 None None] Set router fcf1b0aa-b905-4f1f-8bc3-d3c46a138ddd gateway port host: dv-cinder-852364-3-iscsi {{(pid=111142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 17:00:38.634546 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90967a9b-c393-485b-bcda-8b2f0c511707 req-c30da0ad-d723-479c-b968-c573d5160458 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 17:00:38.638694 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-90967a9b-c393-485b-bcda-8b2f0c511707 req-c30da0ad-d723-479c-b968-c573d5160458 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7cfd8cd7-c54d-4820-8b0c-ba06394e2714 HTTP/1.1" status: 200 len: 946 time: 0.0840802 Aug 09 17:00:38.721446 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-90967a9b-c393-485b-bcda-8b2f0c511707 req-0ccad721-78c3-41b5-aee3-eb45b5376553 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=89352413-89cd-4632-8930-b8ad42976343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677478 Aug 09 17:00:38.721670 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-740098a9-b2fc-4bcf-b2bd-1952e4057d8f admin admin] Publish callbacks [] for router_gateway (fcf1b0aa-b905-4f1f-8bc3-d3c46a138ddd), before_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:38.867793 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.plugins.ml2.plugin [None req-740098a9-b2fc-4bcf-b2bd-1952e4057d8f admin admin] Deleting port 16c9b00e-1b6a-4e8a-aeaf-bb0eaf29fcb9 {{(pid=111140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 09 17:00:38.868144 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-740098a9-b2fc-4bcf-b2bd-1952e4057d8f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748338259761'] for port (16c9b00e-1b6a-4e8a-aeaf-bb0eaf29fcb9), before_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:38.947655 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=100 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:00:38.959253 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_hamode_db [None req-b8507eef-8dc9-4f1f-9512-da37e700f8f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcf1b0aa-b905-4f1f-8bc3-d3c46a138ddd', 'name': 'tempest-TestMinimumBasicScenario-2011522395-router', 'tenant_id': '7ffda0edbe694650b9de23928f1de1a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'external_fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': '16c9b00e-1b6a-4e8a-aeaf-bb0eaf29fcb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:56:53Z', 'updated_at': '2022-08-09T17:00:37Z', 'revision_number': 5, 'project_id': '7ffda0edbe694650b9de23928f1de1a4', 'gw_port': {'id': '16c9b00e-1b6a-4e8a-aeaf-bb0eaf29fcb9', 'name': '', 'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:fe:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcf1b0aa-b905-4f1f-8bc3-d3c46a138ddd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:56:54Z', 'updated_at': '2022-08-09T16:56:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-3-iscsi'}], 'dv-cinder-852364-3-iscsi', False) {} {{(pid=111142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:00:38.969470 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.plugins.ml2.db [None req-740098a9-b2fc-4bcf-b2bd-1952e4057d8f admin admin] For port 16c9b00e-1b6a-4e8a-aeaf-bb0eaf29fcb9, host dv-cinder-852364-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-3-iscsi',level=0,port_id=16c9b00e-1b6a-4e8a-aeaf-bb0eaf29fcb9,segment=NetworkSegment(3548ff03-3b62-477c-991b-01c3e3081105),segment_id=3548ff03-3b62-477c-991b-01c3e3081105)] {{(pid=111140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:00:38.971501 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-740098a9-b2fc-4bcf-b2bd-1952e4057d8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694862'] for port (16c9b00e-1b6a-4e8a-aeaf-bb0eaf29fcb9), precommit_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:38.986725 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8507eef-8dc9-4f1f-9512-da37e700f8f5 None None] Checking router: fcf1b0aa-b905-4f1f-8bc3-d3c46a138ddd for host: dv-cinder-852364-3-iscsi {{(pid=111142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 17:00:38.994363 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.plugins.ml2.plugin [None req-740098a9-b2fc-4bcf-b2bd-1952e4057d8f admin admin] Calling delete_port for 16c9b00e-1b6a-4e8a-aeaf-bb0eaf29fcb9 owned by network:router_gateway {{(pid=111140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 09 17:00:38.996550 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8507eef-8dc9-4f1f-9512-da37e700f8f5 None None] Routers {'fcf1b0aa-b905-4f1f-8bc3-d3c46a138ddd'} bound to L3 agent in host dv-cinder-852364-3-iscsi {{(pid=111142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 17:00:38.997149 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_hamode_db [None req-b8507eef-8dc9-4f1f-9512-da37e700f8f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-09T16:42:12Z,description=,heartbeat_timestamp=2022-08-09T17:00:12Z,host='dv-cinder-852364-3-iscsi',id=2cf02505-efcb-442b-855b-6c659df6f18c,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:13Z,topic='l3_agent')) {'router_ids': ['fcf1b0aa-b905-4f1f-8bc3-d3c46a138ddd'], 'active': True} {{(pid=111142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:00:39.089583 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_dvr_db [None req-b8507eef-8dc9-4f1f-9512-da37e700f8f5 None None] Set router fcf1b0aa-b905-4f1f-8bc3-d3c46a138ddd gateway port host: None {{(pid=111142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 17:00:39.142282 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_hamode_db [None req-b8507eef-8dc9-4f1f-9512-da37e700f8f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcf1b0aa-b905-4f1f-8bc3-d3c46a138ddd', 'name': 'tempest-TestMinimumBasicScenario-2011522395-router', 'tenant_id': '7ffda0edbe694650b9de23928f1de1a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:56:53Z', 'updated_at': '2022-08-09T17:00:38Z', 'revision_number': 6, 'project_id': '7ffda0edbe694650b9de23928f1de1a4', 'gw_port_host': None}], 'dv-cinder-852364-3-iscsi', False) {} {{(pid=111142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:00:39.168624 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8507eef-8dc9-4f1f-9512-da37e700f8f5 None None] The sync data for ids ['fcf1b0aa-b905-4f1f-8bc3-d3c46a138ddd'] in dv-cinder-852364-3-iscsi is: [{'id': 'fcf1b0aa-b905-4f1f-8bc3-d3c46a138ddd', 'name': 'tempest-TestMinimumBasicScenario-2011522395-router', 'tenant_id': '7ffda0edbe694650b9de23928f1de1a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:56:53Z', 'updated_at': '2022-08-09T17:00:38Z', 'revision_number': 6, 'project_id': '7ffda0edbe694650b9de23928f1de1a4', 'gw_port_host': None}] {{(pid=111142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 17:00:39.335854 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-740098a9-b2fc-4bcf-b2bd-1952e4057d8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748338263278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748337861762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12086677'] for port (16c9b00e-1b6a-4e8a-aeaf-bb0eaf29fcb9), after_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:39.366416 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740098a9-b2fc-4bcf-b2bd-1952e4057d8f admin admin] Pushing event deleted for resources: {'Port': ['ID=16c9b00e-1b6a-4e8a-aeaf-bb0eaf29fcb9,revision_number=None']} {{(pid=111140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:00:39.397506 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc865b7-9d69-4538-bd14-068198f3e965 req-a56515be-6837-47e8-8faa-222380ac0998 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 17:00:39.399024 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-cfc865b7-9d69-4538-bd14-068198f3e965 req-a56515be-6837-47e8-8faa-222380ac0998 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=7cfd8cd7-c54d-4820-8b0c-ba06394e2714 HTTP/1.1" status: 200 len: 946 time: 0.0537350 Aug 09 17:00:39.451562 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-740098a9-b2fc-4bcf-b2bd-1952e4057d8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-689379'] for router_gateway (fcf1b0aa-b905-4f1f-8bc3-d3c46a138ddd), after_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:39.574211 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-740098a9-b2fc-4bcf-b2bd-1952e4057d8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-338892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-336'] for router (fcf1b0aa-b905-4f1f-8bc3-d3c46a138ddd), precommit_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:39.576784 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-740098a9-b2fc-4bcf-b2bd-1952e4057d8f admin admin] Publish callbacks [] for router_controller (fcf1b0aa-b905-4f1f-8bc3-d3c46a138ddd), precommit_delete_associations {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:39.584389 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.plugin [req-cfc865b7-9d69-4538-bd14-068198f3e965 req-725bc1e9-7d8e-4310-9199-1c6790fec9a7 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Deleting port 1443cf52-7171-4d1e-804b-b93c2c70b8e8 {{(pid=111141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 09 17:00:39.584744 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-cfc865b7-9d69-4538-bd14-068198f3e965 req-725bc1e9-7d8e-4310-9199-1c6790fec9a7 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748338259761'] for port (1443cf52-7171-4d1e-804b-b93c2c70b8e8), before_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:39.617167 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:00:39.686590 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.db [req-cfc865b7-9d69-4538-bd14-068198f3e965 req-725bc1e9-7d8e-4310-9199-1c6790fec9a7 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] For port 1443cf52-7171-4d1e-804b-b93c2c70b8e8, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=1443cf52-7171-4d1e-804b-b93c2c70b8e8,segment=NetworkSegment(38d2f02a-8f81-4105-9e72-6704317cfa7c),segment_id=38d2f02a-8f81-4105-9e72-6704317cfa7c)] {{(pid=111141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:00:39.687213 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-cfc865b7-9d69-4538-bd14-068198f3e965 req-725bc1e9-7d8e-4310-9199-1c6790fec9a7 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694862'] for port (1443cf52-7171-4d1e-804b-b93c2c70b8e8), precommit_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:39.731004 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-740098a9-b2fc-4bcf-b2bd-1952e4057d8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-338766'] for router (fcf1b0aa-b905-4f1f-8bc3-d3c46a138ddd), after_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:39.731742 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-740098a9-b2fc-4bcf-b2bd-1952e4057d8f admin admin] Fanout notify agent at l3_agent the message router_deleted on router fcf1b0aa-b905-4f1f-8bc3-d3c46a138ddd {{(pid=111140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 17:00:39.737605 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-740098a9-b2fc-4bcf-b2bd-1952e4057d8f admin admin] Publish callbacks [] for router (None), before_response {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:39.738830 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [None req-740098a9-b2fc-4bcf-b2bd-1952e4057d8f admin admin] 10.222.0.59 "DELETE /networking/v2.0/routers/fcf1b0aa-b905-4f1f-8bc3-d3c46a138ddd HTTP/1.1" status: 204 len: 168 time: 1.2654698 Aug 09 17:00:39.744151 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.wsgi [-] (111140) accepted ('10.222.0.59', 59672) {{(pid=111140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 17:00:39.804573 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.db.db_base_plugin_v2 [None req-17be37dd-a94c-4e8e-894f-2cd49330e2bb admin admin] Deleting subnet 0c663383-3c98-40dd-81bd-5c2758326a06 {{(pid=111140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 09 17:00:39.808308 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-17be37dd-a94c-4e8e-894f-2cd49330e2bb admin admin] Publish callbacks [] for subnet (0c663383-3c98-40dd-81bd-5c2758326a06), before_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:39.877563 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-17be37dd-a94c-4e8e-894f-2cd49330e2bb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12387189'] for subnet (0c663383-3c98-40dd-81bd-5c2758326a06), precommit_delete_associations {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:39.885397 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-cfc865b7-9d69-4538-bd14-068198f3e965 req-725bc1e9-7d8e-4310-9199-1c6790fec9a7 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:39.886583 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-cfc865b7-9d69-4538-bd14-068198f3e965 req-725bc1e9-7d8e-4310-9199-1c6790fec9a7 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-336914'] for floatingip (8866bc33-8c98-4556-a855-6e0dbc70aa40), after_update {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:39.887383 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.db.l3_db [req-cfc865b7-9d69-4538-bd14-068198f3e965 req-725bc1e9-7d8e-4310-9199-1c6790fec9a7 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Floating IP 8866bc33-8c98-4556-a855-6e0dbc70aa40 disassociated. External IP: 172.27.2.85, port: 1443cf52-7171-4d1e-804b-b93c2c70b8e8. Aug 09 17:00:39.888278 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.plugin [req-cfc865b7-9d69-4538-bd14-068198f3e965 req-725bc1e9-7d8e-4310-9199-1c6790fec9a7 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Calling delete_port for 1443cf52-7171-4d1e-804b-b93c2c70b8e8 owned by compute:nova {{(pid=111141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 09 17:00:39.911422 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e495183-0cbf-4fce-b304-39a66c539675 req-f5e6ceb6-f3af-4f95-9981-895d1162b817 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 17:00:39.913139 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-5e495183-0cbf-4fce-b304-39a66c539675 req-f5e6ceb6-f3af-4f95-9981-895d1162b817 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7cfd8cd7-c54d-4820-8b0c-ba06394e2714 HTTP/1.1" status: 200 len: 946 time: 0.0835552 Aug 09 17:00:39.974537 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:00:40.060019 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-5e495183-0cbf-4fce-b304-39a66c539675 req-3769e872-b8c6-4554-9aa5-e478804e9f03 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=89352413-89cd-4632-8930-b8ad42976343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1221874 Aug 09 17:00:40.060019 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-17be37dd-a94c-4e8e-894f-2cd49330e2bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3877167'] for subnet (0c663383-3c98-40dd-81bd-5c2758326a06), precommit_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:40.153728 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-e70193b2-1d22-43ce-8f1d-24c994785286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (0d699ab0-1a4e-47ab-a625-f3b077123214), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:40.262804 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-cfc865b7-9d69-4538-bd14-068198f3e965 req-725bc1e9-7d8e-4310-9199-1c6790fec9a7 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748338263278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748337861762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12487578'] for port (1443cf52-7171-4d1e-804b-b93c2c70b8e8), after_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:40.274976 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-17be37dd-a94c-4e8e-894f-2cd49330e2bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3877156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12086752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8786532'] for subnet (0c663383-3c98-40dd-81bd-5c2758326a06), after_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:40.305994 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17be37dd-a94c-4e8e-894f-2cd49330e2bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c663383-3c98-40dd-81bd-5c2758326a06,revision_number=None']} {{(pid=111140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:00:40.313492 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-17be37dd-a94c-4e8e-894f-2cd49330e2bb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:40.314717 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725bc1e9-7d8e-4310-9199-1c6790fec9a7 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Pushing event deleted for resources: {'Port': ['ID=1443cf52-7171-4d1e-804b-b93c2c70b8e8,revision_number=None']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:00:40.321167 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [None req-17be37dd-a94c-4e8e-894f-2cd49330e2bb admin admin] 10.222.0.59 "DELETE /networking/v2.0/subnets/0c663383-3c98-40dd-81bd-5c2758326a06 HTTP/1.1" status: 204 len: 168 time: 0.5743268 Aug 09 17:00:40.321862 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.wsgi [-] (111140) accepted ('10.222.0.59', 59682) {{(pid=111140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 17:00:40.331079 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9d66dc7-a7a8-494e-bb94-6466a60e5870 None None] Network 3e93bc5e-1b39-45ff-a87b-06d2e09742f3 requested from dv-cinder-852364-3-iscsi {{(pid=111142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 09 17:00:40.431240 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-26889e55-37d4-42dd-a988-3e437da0aac4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3928643'] for network (3e93bc5e-1b39-45ff-a87b-06d2e09742f3), before_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:40.450946 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Device ee995c18-f1e6-4bf9-94d9-aa3541acfe1f no longer exists at agent ovs-agent-dv-cinder-852364-3-iscsi {{(pid=111142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 17:00:40.454685 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cfc865b7-9d69-4538-bd14-068198f3e965 req-725bc1e9-7d8e-4310-9199-1c6790fec9a7 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Router a94090c4-336e-481c-a22d-3841e2f9caeb has already been hosted by L3 agent 2cf02505-efcb-442b-855b-6c659df6f18c {{(pid=111141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 09 17:00:40.493882 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.plugins.ml2.plugin [None req-26889e55-37d4-42dd-a988-3e437da0aac4 admin admin] Deleting port 424a409e-f391-4607-83bf-e4a3c8611e92 {{(pid=111140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 09 17:00:40.494230 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-26889e55-37d4-42dd-a988-3e437da0aac4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748338259761'] for port (424a409e-f391-4607-83bf-e4a3c8611e92), before_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:40.505387 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] No Port match for: ee995c18-f1e6-4bf9-94d9-aa3541acfe1f {{(pid=111142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 09 17:00:40.505873 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Device ee995c18-f1e6-4bf9-94d9-aa3541acfe1f not bound to the agent host dv-cinder-852364-3-iscsi {{(pid=111142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 17:00:40.506512 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Device 16c9b00e-1b6a-4e8a-aeaf-bb0eaf29fcb9 no longer exists at agent ovs-agent-dv-cinder-852364-3-iscsi {{(pid=111142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 17:00:40.526650 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] No Port match for: 16c9b00e-1b6a-4e8a-aeaf-bb0eaf29fcb9 {{(pid=111142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 09 17:00:40.527448 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Device 16c9b00e-1b6a-4e8a-aeaf-bb0eaf29fcb9 not bound to the agent host dv-cinder-852364-3-iscsi {{(pid=111142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 17:00:40.570254 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.plugins.ml2.db [None req-26889e55-37d4-42dd-a988-3e437da0aac4 admin admin] For port 424a409e-f391-4607-83bf-e4a3c8611e92, host dv-cinder-852364-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-3-iscsi',level=0,port_id=424a409e-f391-4607-83bf-e4a3c8611e92,segment=NetworkSegment(b62976c3-72a4-413b-b97a-9681014c555d),segment_id=b62976c3-72a4-413b-b97a-9681014c555d)] {{(pid=111140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:00:40.570624 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-26889e55-37d4-42dd-a988-3e437da0aac4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694862'] for port (424a409e-f391-4607-83bf-e4a3c8611e92), precommit_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:40.584790 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.plugins.ml2.plugin [None req-26889e55-37d4-42dd-a988-3e437da0aac4 admin admin] Calling delete_port for 424a409e-f391-4607-83bf-e4a3c8611e92 owned by network:dhcp {{(pid=111140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 09 17:00:40.591769 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:00:40.599663 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cfc865b7-9d69-4538-bd14-068198f3e965 req-725bc1e9-7d8e-4310-9199-1c6790fec9a7 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Notify agent at l3_agent.dv-cinder-852364-3-iscsi the message routers_updated {{(pid=111141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 17:00:40.602646 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00f7c014-fe8b-428b-a7f2-aa3cc168aead None None] DHCP port deletion for 3e93bc5e-1b39-45ff-a87b-06d2e09742f3 request from dv-cinder-852364-3-iscsi {{(pid=111142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 09 17:00:40.610248 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a728fb57-88cc-450d-8d49-dfbc0214b12c None None] Sync routers for ids ['a94090c4-336e-481c-a22d-3841e2f9caeb'] in dv-cinder-852364-3-iscsi {{(pid=111143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 17:00:40.621208 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a728fb57-88cc-450d-8d49-dfbc0214b12c None None] Routers {'a94090c4-336e-481c-a22d-3841e2f9caeb'} bound to L3 agent in host dv-cinder-852364-3-iscsi {{(pid=111143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 17:00:40.621986 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.l3_hamode_db [None req-a728fb57-88cc-450d-8d49-dfbc0214b12c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-09T16:42:12Z,description=,heartbeat_timestamp=2022-08-09T17:00:12Z,host='dv-cinder-852364-3-iscsi',id=2cf02505-efcb-442b-855b-6c659df6f18c,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:13Z,topic='l3_agent')) {'router_ids': ['a94090c4-336e-481c-a22d-3841e2f9caeb'], 'active': True} {{(pid=111143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:00:40.637030 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:00:40.639411 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:00:40.648754 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-00f7c014-fe8b-428b-a7f2-aa3cc168aead None None] Deleting port 424a409e-f391-4607-83bf-e4a3c8611e92 {{(pid=111142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 09 17:00:40.649224 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-00f7c014-fe8b-428b-a7f2-aa3cc168aead None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748338259761'] for port (424a409e-f391-4607-83bf-e4a3c8611e92), before_delete {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:40.656170 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfc865b7-9d69-4538-bd14-068198f3e965 req-725bc1e9-7d8e-4310-9199-1c6790fec9a7 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] No DVR routers for this DVR port 1443cf52-7171-4d1e-804b-b93c2c70b8e8 on host hv-cinder-85236 {{(pid=111141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 09 17:00:40.659534 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-cfc865b7-9d69-4538-bd14-068198f3e965 req-725bc1e9-7d8e-4310-9199-1c6790fec9a7 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90003'] for port (None), before_response {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:40.663571 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-cfc865b7-9d69-4538-bd14-068198f3e965 req-725bc1e9-7d8e-4310-9199-1c6790fec9a7 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.91 "DELETE /networking/v2.0/ports/1443cf52-7171-4d1e-804b-b93c2c70b8e8 HTTP/1.1" status: 204 len: 173 time: 1.2341759 Aug 09 17:00:40.664216 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cfd8cd7-c54d-4820-8b0c-ba06394e2714', 'name': 'network-vif-deleted', 'tag': '1443cf52-7171-4d1e-804b-b93c2c70b8e8'}] {{(pid=111141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 17:00:40.666887 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fc61e086496b7b72fa0be04cca19be1e9321c349ae61d053137ad661f53d53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83f4505a-b99d-46e3-b16b-a0dde46dc3cf" -d '{"events": [{"server_uuid": "7cfd8cd7-c54d-4820-8b0c-ba06394e2714", "name": "network-vif-deleted", "tag": "1443cf52-7171-4d1e-804b-b93c2c70b8e8"}]}' {{(pid=111141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 17:00:40.672873 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:00:40.708678 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Aug 2022 17:00:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4464c3ff-dea0-4a7b-86b4-f968ba653c97 x-openstack-request-id: req-4464c3ff-dea0-4a7b-86b4-f968ba653c97 {{(pid=111141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 17:00:40.709181 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cfd8cd7-c54d-4820-8b0c-ba06394e2714", "name": "network-vif-deleted", "tag": "1443cf52-7171-4d1e-804b-b93c2c70b8e8", "status": "completed", "code": 200}]} {{(pid=111141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 17:00:40.709181 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-4464c3ff-dea0-4a7b-86b4-f968ba653c97 {{(pid=111141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 17:00:40.709597 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4464c3ff-dea0-4a7b-86b4-f968ba653c97'] response: {'server_uuid': '7cfd8cd7-c54d-4820-8b0c-ba06394e2714', 'name': 'network-vif-deleted', 'tag': '1443cf52-7171-4d1e-804b-b93c2c70b8e8', 'status': 'completed', 'code': 200} Aug 09 17:00:40.733989 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.db [None req-00f7c014-fe8b-428b-a7f2-aa3cc168aead None None] For port 424a409e-f391-4607-83bf-e4a3c8611e92, host dv-cinder-852364-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-3-iscsi',level=0,port_id=424a409e-f391-4607-83bf-e4a3c8611e92,segment=NetworkSegment(b62976c3-72a4-413b-b97a-9681014c555d),segment_id=b62976c3-72a4-413b-b97a-9681014c555d)] {{(pid=111142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:00:40.733989 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-00f7c014-fe8b-428b-a7f2-aa3cc168aead None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694862'] for port (424a409e-f391-4607-83bf-e4a3c8611e92), precommit_delete {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:40.752263 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-00f7c014-fe8b-428b-a7f2-aa3cc168aead None None] Calling delete_port for 424a409e-f391-4607-83bf-e4a3c8611e92 owned by network:dhcp {{(pid=111142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 09 17:00:40.775835 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.l3_dvr_db [None req-a728fb57-88cc-450d-8d49-dfbc0214b12c None None] Set router a94090c4-336e-481c-a22d-3841e2f9caeb gateway port host: dv-cinder-852364-3-iscsi {{(pid=111143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 17:00:40.887490 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-26889e55-37d4-42dd-a988-3e437da0aac4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748338263278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748337861762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12086677'] for port (424a409e-f391-4607-83bf-e4a3c8611e92), after_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:40.894009 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-00f7c014-fe8b-428b-a7f2-aa3cc168aead None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748338263278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748337861762'] for port (424a409e-f391-4607-83bf-e4a3c8611e92), after_delete {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:40.916161 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26889e55-37d4-42dd-a988-3e437da0aac4 admin admin] Pushing event deleted for resources: {'Port': ['ID=424a409e-f391-4607-83bf-e4a3c8611e92,revision_number=None']} {{(pid=111140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:00:40.932891 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f7c014-fe8b-428b-a7f2-aa3cc168aead None None] Pushing event deleted for resources: {'Port': ['ID=424a409e-f391-4607-83bf-e4a3c8611e92,revision_number=None']} {{(pid=111142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:00:40.934813 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f7c014-fe8b-428b-a7f2-aa3cc168aead None None] No DVR routers for this DVR port 424a409e-f391-4607-83bf-e4a3c8611e92 on host dv-cinder-852364-3-iscsi {{(pid=111142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 09 17:00:40.942664 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26889e55-37d4-42dd-a988-3e437da0aac4 admin admin] No DVR routers for this DVR port 424a409e-f391-4607-83bf-e4a3c8611e92 on host dv-cinder-852364-3-iscsi {{(pid=111140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 09 17:00:41.021520 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.l3_hamode_db [None req-a728fb57-88cc-450d-8d49-dfbc0214b12c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a94090c4-336e-481c-a22d-3841e2f9caeb', 'name': 'tempest-AttachVolumeShelveTestJSON-1656146575-router', 'tenant_id': '432f91c6e89c4fecb0d1f6afb1bcfe7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'external_fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': '98cf9500-f4e4-480b-a0ee-c5ca9d65cb60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:52:16Z', 'updated_at': '2022-08-09T16:52:21Z', 'revision_number': 4, 'project_id': '432f91c6e89c4fecb0d1f6afb1bcfe7e', 'gw_port': {'id': '98cf9500-f4e4-480b-a0ee-c5ca9d65cb60', 'name': '', 'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:77:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a94090c4-336e-481c-a22d-3841e2f9caeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:52:17Z', 'updated_at': '2022-08-09T16:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-3-iscsi', '_interfaces': [{'id': '53668189-405d-4788-875d-ae32e5d147ba', 'name': '', 'network_id': '2fdb2410-afc4-41b9-b8f9-2ac596eb2296', 'tenant_id': '432f91c6e89c4fecb0d1f6afb1bcfe7e', 'mac_address': 'fa:16:3e:c4:c6:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a94090c4-336e-481c-a22d-3841e2f9caeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '1b532a95-1235-4d0d-9992-be56a4fc30cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:52:20Z', 'updated_at': '2022-08-09T16:52:28Z', 'revision_number': 5, 'project_id': '432f91c6e89c4fecb0d1f6afb1bcfe7e', 'subnets': [{'id': '1b532a95-1235-4d0d-9992-be56a4fc30cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-3-iscsi', False) {} {{(pid=111143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:00:41.028002 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-26889e55-37d4-42dd-a988-3e437da0aac4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3880624', 'neutron.services.segments.db._delete_segments_for_network-8748338318574'] for network (3e93bc5e-1b39-45ff-a87b-06d2e09742f3), precommit_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:41.051711 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.services.segments.db [None req-26889e55-37d4-42dd-a988-3e437da0aac4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e93bc5e-1b39-45ff-a87b-06d2e09742f3']}} {{(pid=111140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:00:41.055224 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a728fb57-88cc-450d-8d49-dfbc0214b12c None None] Checking router: a94090c4-336e-481c-a22d-3841e2f9caeb for host: dv-cinder-852364-3-iscsi {{(pid=111143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 17:00:41.064369 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.services.segments.db [None req-26889e55-37d4-42dd-a988-3e437da0aac4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b62976c3-72a4-413b-b97a-9681014c555d') {'for_net_delete': True} {{(pid=111140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:00:41.064580 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a728fb57-88cc-450d-8d49-dfbc0214b12c None None] Routers {'a94090c4-336e-481c-a22d-3841e2f9caeb'} bound to L3 agent in host dv-cinder-852364-3-iscsi {{(pid=111143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 17:00:41.064688 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.services.segments.db [None req-26889e55-37d4-42dd-a988-3e437da0aac4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b62976c3-72a4-413b-b97a-9681014c555d') {} {{(pid=111140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:00:41.065071 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.l3_hamode_db [None req-a728fb57-88cc-450d-8d49-dfbc0214b12c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-09T16:42:12Z,description=,heartbeat_timestamp=2022-08-09T17:00:12Z,host='dv-cinder-852364-3-iscsi',id=2cf02505-efcb-442b-855b-6c659df6f18c,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:13Z,topic='l3_agent')) {'router_ids': ['a94090c4-336e-481c-a22d-3841e2f9caeb'], 'active': True} {{(pid=111143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:00:41.080944 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-26889e55-37d4-42dd-a988-3e437da0aac4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748338318475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12387196'] for segment (b62976c3-72a4-413b-b97a-9681014c555d), before_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:41.100765 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-26889e55-37d4-42dd-a988-3e437da0aac4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3501092'] for segment (b62976c3-72a4-413b-b97a-9681014c555d), precommit_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:41.110181 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26889e55-37d4-42dd-a988-3e437da0aac4 admin admin] Releasing vlan 975 on physical network physnet1 to pool {{(pid=111140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 17:00:41.110776 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-26889e55-37d4-42dd-a988-3e437da0aac4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3501092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12084034'] for segment (b62976c3-72a4-413b-b97a-9681014c555d), after_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:41.173973 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.services.segments.plugin [-] Segment b62976c3-72a4-413b-b97a-9681014c555d resource provider aggregate not found Aug 09 17:00:41.205277 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.services.segments.plugin [-] Segment b62976c3-72a4-413b-b97a-9681014c555d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b62976c3-72a4-413b-b97a-9681014c555d found for delete ", "request_id": "req-afd82781-9ed5-46e5-9522-409901980c1b"}]} Aug 09 17:00:41.209476 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.l3_dvr_db [None req-a728fb57-88cc-450d-8d49-dfbc0214b12c None None] Set router a94090c4-336e-481c-a22d-3841e2f9caeb gateway port host: dv-cinder-852364-3-iscsi {{(pid=111143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 17:00:41.230133 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-dbdf0f12-34db-40f3-8f44-00c2fa7f8aa5 req-2923a30e-1d7e-4e79-aea5-2bff2de8bf24 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7cfd8cd7-c54d-4820-8b0c-ba06394e2714 HTTP/1.1" status: 200 len: 210 time: 0.0374563 Aug 09 17:00:41.333603 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-26889e55-37d4-42dd-a988-3e437da0aac4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3880635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690469'] for network (3e93bc5e-1b39-45ff-a87b-06d2e09742f3), after_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:41.347039 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-26889e55-37d4-42dd-a988-3e437da0aac4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526441'] for network (None), before_response {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:41.351921 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [None req-26889e55-37d4-42dd-a988-3e437da0aac4 admin admin] 10.222.0.59 "DELETE /networking/v2.0/networks/3e93bc5e-1b39-45ff-a87b-06d2e09742f3 HTTP/1.1" status: 204 len: 168 time: 1.0289502 Aug 09 17:00:41.354746 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.wsgi [-] (111141) accepted ('10.222.0.59', 59706) {{(pid=111141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 17:00:41.375648 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26889e55-37d4-42dd-a988-3e437da0aac4 admin admin] Pushing event deleted for resources: {'Network': ['ID=3e93bc5e-1b39-45ff-a87b-06d2e09742f3,revision_number=None']} {{(pid=111140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:00:41.429931 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.l3_hamode_db [None req-a728fb57-88cc-450d-8d49-dfbc0214b12c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a94090c4-336e-481c-a22d-3841e2f9caeb', 'name': 'tempest-AttachVolumeShelveTestJSON-1656146575-router', 'tenant_id': '432f91c6e89c4fecb0d1f6afb1bcfe7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'external_fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': '98cf9500-f4e4-480b-a0ee-c5ca9d65cb60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:52:16Z', 'updated_at': '2022-08-09T16:52:21Z', 'revision_number': 4, 'project_id': '432f91c6e89c4fecb0d1f6afb1bcfe7e', 'gw_port': {'id': '98cf9500-f4e4-480b-a0ee-c5ca9d65cb60', 'name': '', 'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:77:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a94090c4-336e-481c-a22d-3841e2f9caeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:52:17Z', 'updated_at': '2022-08-09T16:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-3-iscsi', '_interfaces': [{'id': '53668189-405d-4788-875d-ae32e5d147ba', 'name': '', 'network_id': '2fdb2410-afc4-41b9-b8f9-2ac596eb2296', 'tenant_id': '432f91c6e89c4fecb0d1f6afb1bcfe7e', 'mac_address': 'fa:16:3e:c4:c6:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a94090c4-336e-481c-a22d-3841e2f9caeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '1b532a95-1235-4d0d-9992-be56a4fc30cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:52:20Z', 'updated_at': '2022-08-09T16:52:28Z', 'revision_number': 5, 'project_id': '432f91c6e89c4fecb0d1f6afb1bcfe7e', 'subnets': [{'id': '1b532a95-1235-4d0d-9992-be56a4fc30cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-3-iscsi', False) {} {{(pid=111143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:00:41.466623 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a728fb57-88cc-450d-8d49-dfbc0214b12c None None] The sync data for ids ['a94090c4-336e-481c-a22d-3841e2f9caeb'] in dv-cinder-852364-3-iscsi is: [{'id': 'a94090c4-336e-481c-a22d-3841e2f9caeb', 'name': 'tempest-AttachVolumeShelveTestJSON-1656146575-router', 'tenant_id': '432f91c6e89c4fecb0d1f6afb1bcfe7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'external_fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': '98cf9500-f4e4-480b-a0ee-c5ca9d65cb60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:52:16Z', 'updated_at': '2022-08-09T16:52:21Z', 'revision_number': 4, 'project_id': '432f91c6e89c4fecb0d1f6afb1bcfe7e', 'gw_port': {'id': '98cf9500-f4e4-480b-a0ee-c5ca9d65cb60', 'name': '', 'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:77:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a94090c4-336e-481c-a22d-3841e2f9caeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:52:17Z', 'updated_at': '2022-08-09T16:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-3-iscsi', '_interfaces': [{'id': '53668189-405d-4788-875d-ae32e5d147ba', 'name': '', 'network_id': '2fdb2410-afc4-41b9-b8f9-2ac596eb2296', 'tenant_id': '432f91c6e89c4fecb0d1f6afb1bcfe7e', 'mac_address': 'fa:16:3e:c4:c6:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a94090c4-336e-481c-a22d-3841e2f9caeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '1b532a95-1235-4d0d-9992-be56a4fc30cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:52:20Z', 'updated_at': '2022-08-09T16:52:28Z', 'revision_number': 5, 'project_id': '432f91c6e89c4fecb0d1f6afb1bcfe7e', 'subnets': [{'id': '1b532a95-1235-4d0d-9992-be56a4fc30cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 17:00:41.726540 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-723ee31a-5fa4-4496-a425-d9f5fae27e27 None None] New status for floating IP 8866bc33-8c98-4556-a855-6e0dbc70aa40: DOWN {{(pid=111142) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 09 17:00:41.973128 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-83130f58-9133-4d19-a2a0-9d0780cf91de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-336439'] for router_interface (bd57af5e-6cc2-4516-a243-5b4e68923a50), before_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:42.137972 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=100 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:00:42.201223 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.plugin [None req-83130f58-9133-4d19-a2a0-9d0780cf91de admin admin] Deleting port 8a91cd28-2d58-4191-8c33-ad215c026b4e {{(pid=111141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 09 17:00:42.201572 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-83130f58-9133-4d19-a2a0-9d0780cf91de admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748338259761'] for port (8a91cd28-2d58-4191-8c33-ad215c026b4e), before_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:42.290501 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.db [None req-83130f58-9133-4d19-a2a0-9d0780cf91de admin admin] For port 8a91cd28-2d58-4191-8c33-ad215c026b4e, host dv-cinder-852364-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-3-iscsi',level=0,port_id=8a91cd28-2d58-4191-8c33-ad215c026b4e,segment=NetworkSegment(17c1c821-20f6-4898-8c1c-25efbcd6d204),segment_id=17c1c821-20f6-4898-8c1c-25efbcd6d204)] {{(pid=111141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:00:42.290501 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-83130f58-9133-4d19-a2a0-9d0780cf91de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694862'] for port (8a91cd28-2d58-4191-8c33-ad215c026b4e), precommit_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:42.319433 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.plugin [None req-83130f58-9133-4d19-a2a0-9d0780cf91de admin admin] Calling delete_port for 8a91cd28-2d58-4191-8c33-ad215c026b4e owned by network:router_interface {{(pid=111141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 09 17:00:42.354427 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Device 424a409e-f391-4607-83bf-e4a3c8611e92 no longer exists at agent ovs-agent-dv-cinder-852364-3-iscsi {{(pid=111142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 17:00:42.382220 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] No Port match for: 424a409e-f391-4607-83bf-e4a3c8611e92 {{(pid=111142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 09 17:00:42.382220 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Device 424a409e-f391-4607-83bf-e4a3c8611e92 not bound to the agent host dv-cinder-852364-3-iscsi {{(pid=111142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 17:00:42.490103 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-cf241c31-a727-41da-a9e8-28d316c3c605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (2cf02505-efcb-442b-855b-6c659df6f18c), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:42.495668 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.wsgi [-] (111140) accepted ('10.222.0.59', 59718) {{(pid=111140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 17:00:42.580789 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-9cbb80e8-33ff-4614-9202-a21281c06e9a tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Publish callbacks [] for security_group (89352413-89cd-4632-8930-b8ad42976343), before_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:42.607290 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-9cbb80e8-33ff-4614-9202-a21281c06e9a tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Publish callbacks [] for security_group (89352413-89cd-4632-8930-b8ad42976343), precommit_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:42.611990 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-83130f58-9133-4d19-a2a0-9d0780cf91de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748338263278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748337861762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12487578'] for port (8a91cd28-2d58-4191-8c33-ad215c026b4e), after_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:42.616738 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:00:42.646601 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83130f58-9133-4d19-a2a0-9d0780cf91de admin admin] Pushing event deleted for resources: {'Port': ['ID=8a91cd28-2d58-4191-8c33-ad215c026b4e,revision_number=None']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:00:42.746730 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-da487022-fcb4-499d-a16b-bf2e732062d9 req-4f30ea7f-5f68-4efb-bf16-50cacd674f1c tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] 10.222.0.59 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1820280548&fields=id&tenant_id=907c20a4319c450284e1e6b39107d715 HTTP/1.1" status: 200 len: 267 time: 0.1244423 Aug 09 17:00:42.771532 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-9cbb80e8-33ff-4614-9202-a21281c06e9a tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763768'] for security_group (89352413-89cd-4632-8930-b8ad42976343), after_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:42.774294 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-9cbb80e8-33ff-4614-9202-a21281c06e9a tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Publish callbacks [] for security_group (None), before_response {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:42.778103 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [None req-9cbb80e8-33ff-4614-9202-a21281c06e9a tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "DELETE /networking/v2.0/security-groups/89352413-89cd-4632-8930-b8ad42976343 HTTP/1.1" status: 204 len: 168 time: 0.2782943 Aug 09 17:00:42.780192 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.wsgi [-] (111140) accepted ('10.222.0.59', 59726) {{(pid=111140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 17:00:42.799953 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbb80e8-33ff-4614-9202-a21281c06e9a tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89352413-89cd-4632-8930-b8ad42976343,revision_number=None']} {{(pid=111140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:00:42.802746 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.api.v2.resource [None req-9626088e-2913-4633-be71-2fe4aba1d4a7 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] show failed (client error): The resource could not be found. Aug 09 17:00:42.803837 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [None req-9626088e-2913-4633-be71-2fe4aba1d4a7 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "GET /networking/v2.0/security-groups/89352413-89cd-4632-8930-b8ad42976343 HTTP/1.1" status: 404 len: 347 time: 0.0225351 Aug 09 17:00:42.813931 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.wsgi [-] (111141) accepted ('10.222.0.59', 59728) {{(pid=111141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 17:00:43.017238 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-83130f58-9133-4d19-a2a0-9d0780cf91de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-336555'] for router_interface (bd57af5e-6cc2-4516-a243-5b4e68923a50), after_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:43.056262 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.plugin [None req-bb00659d-1988-47b2-9879-a03790b21c18 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Deleting port 8e4281c8-edb6-4548-9ecd-60f8d550f032 {{(pid=111141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 09 17:00:43.058185 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-bb00659d-1988-47b2-9879-a03790b21c18 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748338259761'] for port (8e4281c8-edb6-4548-9ecd-60f8d550f032), before_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:43.063600 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da487022-fcb4-499d-a16b-bf2e732062d9 req-c3c9b66a-2c8a-4cfa-a3a2-a35dc95818ac tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 17:00:43.065263 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-da487022-fcb4-499d-a16b-bf2e732062d9 req-c3c9b66a-2c8a-4cfa-a3a2-a35dc95818ac tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] 10.222.0.59 "GET /networking/v2.0/networks?id=16b7cf6d-d031-48e2-96f0-440212fd98f8 HTTP/1.1" status: 200 len: 808 time: 0.3121140 Aug 09 17:00:43.156525 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-da487022-fcb4-499d-a16b-bf2e732062d9 req-2d641e78-a2c7-460a-8134-d20013368afa tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] 10.222.0.59 "GET /networking/v2.0/quotas/907c20a4319c450284e1e6b39107d715 HTTP/1.1" status: 200 len: 375 time: 0.0515985 Aug 09 17:00:43.233040 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=100 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:00:43.268151 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-da487022-fcb4-499d-a16b-bf2e732062d9 req-cdfbcae4-d1fc-44be-96f9-58b625e6a751 tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] 10.222.0.59 "GET /networking/v2.0/ports?tenant_id=907c20a4319c450284e1e6b39107d715&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1026247 Aug 09 17:00:43.271135 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-bb00659d-1988-47b2-9879-a03790b21c18 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694862'] for port (8e4281c8-edb6-4548-9ecd-60f8d550f032), precommit_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:43.271472 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-bb00659d-1988-47b2-9879-a03790b21c18 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Publish callbacks [] for floatingip (8e4281c8-edb6-4548-9ecd-60f8d550f032), precommit_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:43.289037 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.plugin [None req-bb00659d-1988-47b2-9879-a03790b21c18 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Calling delete_port for 8e4281c8-edb6-4548-9ecd-60f8d550f032 owned by network:floatingip {{(pid=111141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 09 17:00:43.294004 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.wsgi [req-da487022-fcb4-499d-a16b-bf2e732062d9 req-ee5f0a98-d513-424c-b70f-69a09551b479 service neutron] http://10.222.0.59:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=111141) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 09 17:00:43.294979 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-da487022-fcb4-499d-a16b-bf2e732062d9 req-ee5f0a98-d513-424c-b70f-69a09551b479 service neutron] 10.222.0.59 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0082614 Aug 09 17:00:43.313861 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Device 1443cf52-7171-4d1e-804b-b93c2c70b8e8 no longer exists at agent hyperv_hv-cinder-85236 {{(pid=111142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 17:00:43.333463 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] No Port match for: 1443cf52-7171-4d1e-804b-b93c2c70b8e8 {{(pid=111142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 09 17:00:43.333809 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Device 1443cf52-7171-4d1e-804b-b93c2c70b8e8 not bound to the agent host hv-cinder-85236 {{(pid=111142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 17:00:43.546713 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83130f58-9133-4d19-a2a0-9d0780cf91de admin admin] Router bd57af5e-6cc2-4516-a243-5b4e68923a50 has already been hosted by L3 agent 2cf02505-efcb-442b-855b-6c659df6f18c {{(pid=111141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 09 17:00:43.555836 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-da487022-fcb4-499d-a16b-bf2e732062d9 req-9e5f7fd3-d37d-42a4-81e5-72274904767c service neutron] 10.222.0.59 "GET /networking/v2.0/networks/16b7cf6d-d031-48e2-96f0-440212fd98f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2164845 Aug 09 17:00:43.718931 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-e70f562e-e7df-49ad-a15a-67a143aa0666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (bc6be869-02df-4ed8-8ee0-3ec53a1551af), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:43.724802 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:00:43.767539 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83130f58-9133-4d19-a2a0-9d0780cf91de admin admin] Notify agent at l3_agent.dv-cinder-852364-3-iscsi the message routers_updated {{(pid=111141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 17:00:43.774304 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [None req-83130f58-9133-4d19-a2a0-9d0780cf91de admin admin] 10.222.0.59 "PUT /networking/v2.0/routers/bd57af5e-6cc2-4516-a243-5b4e68923a50/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4182003 Aug 09 17:00:43.777082 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.wsgi [-] (111140) accepted ('10.222.0.59', 59744) {{(pid=111140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 17:00:43.778704 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-da487022-fcb4-499d-a16b-bf2e732062d9 req-52f43793-6623-4967-bdd2-0098c679ddf0 service neutron] 10.222.0.59 "GET /networking/v2.0/networks/16b7cf6d-d031-48e2-96f0-440212fd98f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2163973 Aug 09 17:00:43.788785 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-113cd72c-9c06-4e61-a136-5ec119bc27ce None None] Sync routers for ids ['bd57af5e-6cc2-4516-a243-5b4e68923a50'] in dv-cinder-852364-3-iscsi {{(pid=111143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 17:00:43.808476 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-113cd72c-9c06-4e61-a136-5ec119bc27ce None None] Routers {'bd57af5e-6cc2-4516-a243-5b4e68923a50'} bound to L3 agent in host dv-cinder-852364-3-iscsi {{(pid=111143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 17:00:43.808476 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.l3_hamode_db [None req-113cd72c-9c06-4e61-a136-5ec119bc27ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-09T16:42:12Z,description=,heartbeat_timestamp=2022-08-09T17:00:42Z,host='dv-cinder-852364-3-iscsi',id=2cf02505-efcb-442b-855b-6c659df6f18c,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:13Z,topic='l3_agent')) {'router_ids': ['bd57af5e-6cc2-4516-a243-5b4e68923a50'], 'active': True} {{(pid=111143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:00:43.828147 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-bb00659d-1988-47b2-9879-a03790b21c18 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748338263278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748337861762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12487578'] for port (8e4281c8-edb6-4548-9ecd-60f8d550f032), after_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:43.855137 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb00659d-1988-47b2-9879-a03790b21c18 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Pushing event deleted for resources: {'Port': ['ID=8e4281c8-edb6-4548-9ecd-60f8d550f032,revision_number=None']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:00:43.928664 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-78744124-f6bd-498c-8e5c-9d12970979ff admin admin] Publish callbacks [] for router (bd57af5e-6cc2-4516-a243-5b4e68923a50), before_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:43.947620 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-bb00659d-1988-47b2-9879-a03790b21c18 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Publish callbacks [] for floatingip (8866bc33-8c98-4556-a855-6e0dbc70aa40), after_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:43.950429 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-bb00659d-1988-47b2-9879-a03790b21c18 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90003'] for floatingip (None), before_response {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:43.954385 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [None req-bb00659d-1988-47b2-9879-a03790b21c18 tempest-AttachVolumeShelveTestJSON-906113593 tempest-AttachVolumeShelveTestJSON-906113593-project] 10.222.0.59 "DELETE /networking/v2.0/floatingips/8866bc33-8c98-4556-a855-6e0dbc70aa40 HTTP/1.1" status: 204 len: 168 time: 1.1367579 Aug 09 17:00:43.961756 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.l3_dvr_db [None req-113cd72c-9c06-4e61-a136-5ec119bc27ce None None] Set router bd57af5e-6cc2-4516-a243-5b4e68923a50 gateway port host: dv-cinder-852364-3-iscsi {{(pid=111143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 17:00:44.041178 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:00:44.053033 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-78744124-f6bd-498c-8e5c-9d12970979ff admin admin] Publish callbacks [] for router_gateway (bd57af5e-6cc2-4516-a243-5b4e68923a50), before_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:44.202634 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.plugins.ml2.plugin [None req-78744124-f6bd-498c-8e5c-9d12970979ff admin admin] Deleting port 5bcb7013-e0f8-4adf-ac67-7d39a2a4dc65 {{(pid=111140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 09 17:00:44.203051 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-78744124-f6bd-498c-8e5c-9d12970979ff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748338259761'] for port (5bcb7013-e0f8-4adf-ac67-7d39a2a4dc65), before_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:44.266913 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.l3_hamode_db [None req-113cd72c-9c06-4e61-a136-5ec119bc27ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd57af5e-6cc2-4516-a243-5b4e68923a50', 'name': 'tempest-TestMinimumBasicScenario-773050216-router', 'tenant_id': '0be34a6e7f4b4c7b83a7f35bacd83504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'external_fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.2'}], 'enable_snat': True}, 'gw_port_id': '5bcb7013-e0f8-4adf-ac67-7d39a2a4dc65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:57:05Z', 'updated_at': '2022-08-09T17:00:42Z', 'revision_number': 5, 'project_id': '0be34a6e7f4b4c7b83a7f35bacd83504', 'gw_port': {'id': '5bcb7013-e0f8-4adf-ac67-7d39a2a4dc65', 'name': '', 'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:4a:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd57af5e-6cc2-4516-a243-5b4e68923a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:57:06Z', 'updated_at': '2022-08-09T16:57:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-3-iscsi'}], 'dv-cinder-852364-3-iscsi', False) {} {{(pid=111143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:00:44.272290 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG dbcounter [-] [111143] Writing DB stats neutron:SELECT=100 {{(pid=111143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:00:44.302335 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-113cd72c-9c06-4e61-a136-5ec119bc27ce None None] Checking router: bd57af5e-6cc2-4516-a243-5b4e68923a50 for host: dv-cinder-852364-3-iscsi {{(pid=111143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 17:00:44.315914 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.plugins.ml2.db [None req-78744124-f6bd-498c-8e5c-9d12970979ff admin admin] For port 5bcb7013-e0f8-4adf-ac67-7d39a2a4dc65, host dv-cinder-852364-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-3-iscsi',level=0,port_id=5bcb7013-e0f8-4adf-ac67-7d39a2a4dc65,segment=NetworkSegment(3548ff03-3b62-477c-991b-01c3e3081105),segment_id=3548ff03-3b62-477c-991b-01c3e3081105)] {{(pid=111140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:00:44.315914 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-78744124-f6bd-498c-8e5c-9d12970979ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694862'] for port (5bcb7013-e0f8-4adf-ac67-7d39a2a4dc65), precommit_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:44.322100 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-113cd72c-9c06-4e61-a136-5ec119bc27ce None None] Routers {'bd57af5e-6cc2-4516-a243-5b4e68923a50'} bound to L3 agent in host dv-cinder-852364-3-iscsi {{(pid=111143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 17:00:44.328801 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.l3_hamode_db [None req-113cd72c-9c06-4e61-a136-5ec119bc27ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-09T16:42:12Z,description=,heartbeat_timestamp=2022-08-09T17:00:42Z,host='dv-cinder-852364-3-iscsi',id=2cf02505-efcb-442b-855b-6c659df6f18c,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:13Z,topic='l3_agent')) {'router_ids': ['bd57af5e-6cc2-4516-a243-5b4e68923a50'], 'active': True} {{(pid=111143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:00:44.328959 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.plugins.ml2.plugin [None req-78744124-f6bd-498c-8e5c-9d12970979ff admin admin] Calling delete_port for 5bcb7013-e0f8-4adf-ac67-7d39a2a4dc65 owned by network:router_gateway {{(pid=111140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 09 17:00:44.390552 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG dbcounter [-] [111143] Writing DB stats neutron:SELECT=100 {{(pid=111143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:00:44.421385 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.l3_dvr_db [None req-113cd72c-9c06-4e61-a136-5ec119bc27ce None None] Set router bd57af5e-6cc2-4516-a243-5b4e68923a50 gateway port host: None {{(pid=111143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 17:00:44.477970 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:00:44.480375 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.l3_hamode_db [None req-113cd72c-9c06-4e61-a136-5ec119bc27ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd57af5e-6cc2-4516-a243-5b4e68923a50', 'name': 'tempest-TestMinimumBasicScenario-773050216-router', 'tenant_id': '0be34a6e7f4b4c7b83a7f35bacd83504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:57:05Z', 'updated_at': '2022-08-09T17:00:44Z', 'revision_number': 6, 'project_id': '0be34a6e7f4b4c7b83a7f35bacd83504', 'gw_port_host': None}], 'dv-cinder-852364-3-iscsi', False) {} {{(pid=111143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:00:44.508938 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-113cd72c-9c06-4e61-a136-5ec119bc27ce None None] The sync data for ids ['bd57af5e-6cc2-4516-a243-5b4e68923a50'] in dv-cinder-852364-3-iscsi is: [{'id': 'bd57af5e-6cc2-4516-a243-5b4e68923a50', 'name': 'tempest-TestMinimumBasicScenario-773050216-router', 'tenant_id': '0be34a6e7f4b4c7b83a7f35bacd83504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:57:05Z', 'updated_at': '2022-08-09T17:00:44Z', 'revision_number': 6, 'project_id': '0be34a6e7f4b4c7b83a7f35bacd83504', 'gw_port_host': None}] {{(pid=111143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 17:00:44.628214 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-78744124-f6bd-498c-8e5c-9d12970979ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748338263278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748337861762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12086677'] for port (5bcb7013-e0f8-4adf-ac67-7d39a2a4dc65), after_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:44.657142 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78744124-f6bd-498c-8e5c-9d12970979ff admin admin] Pushing event deleted for resources: {'Port': ['ID=5bcb7013-e0f8-4adf-ac67-7d39a2a4dc65,revision_number=None']} {{(pid=111140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:00:44.729862 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-78744124-f6bd-498c-8e5c-9d12970979ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-689379'] for router_gateway (bd57af5e-6cc2-4516-a243-5b4e68923a50), after_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:44.827937 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-78744124-f6bd-498c-8e5c-9d12970979ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-338892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-336'] for router (bd57af5e-6cc2-4516-a243-5b4e68923a50), precommit_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:44.834400 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-78744124-f6bd-498c-8e5c-9d12970979ff admin admin] Publish callbacks [] for router_controller (bd57af5e-6cc2-4516-a243-5b4e68923a50), precommit_delete_associations {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:44.923777 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-971a426b-6a76-405f-9561-ae2bfed9e119 req-d78ae751-d464-4ab2-bb7e-31d67133fe34 tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=b5984777-9057-4cd8-ac06-cce6636dc4a7 HTTP/1.1" status: 200 len: 210 time: 0.0391779 Aug 09 17:00:44.994763 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-78744124-f6bd-498c-8e5c-9d12970979ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-338766'] for router (bd57af5e-6cc2-4516-a243-5b4e68923a50), after_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:44.995443 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78744124-f6bd-498c-8e5c-9d12970979ff admin admin] Fanout notify agent at l3_agent the message router_deleted on router bd57af5e-6cc2-4516-a243-5b4e68923a50 {{(pid=111140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 17:00:45.002329 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-78744124-f6bd-498c-8e5c-9d12970979ff admin admin] Publish callbacks [] for router (None), before_response {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:45.003428 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [None req-78744124-f6bd-498c-8e5c-9d12970979ff admin admin] 10.222.0.59 "DELETE /networking/v2.0/routers/bd57af5e-6cc2-4516-a243-5b4e68923a50 HTTP/1.1" status: 204 len: 168 time: 1.2251556 Aug 09 17:00:45.007011 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.wsgi [-] (111141) accepted ('10.222.0.59', 59762) {{(pid=111141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 17:00:45.058874 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.db.db_base_plugin_v2 [None req-5299d758-00c2-4f34-aa20-c470e59b8105 admin admin] Deleting subnet 08d0119b-277a-4ca5-b876-a5a4d6d764ce {{(pid=111141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 09 17:00:45.062514 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-5299d758-00c2-4f34-aa20-c470e59b8105 admin admin] Publish callbacks [] for subnet (08d0119b-277a-4ca5-b876-a5a4d6d764ce), before_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:45.103043 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-5299d758-00c2-4f34-aa20-c470e59b8105 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1220370'] for subnet (08d0119b-277a-4ca5-b876-a5a4d6d764ce), precommit_delete_associations {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:45.192629 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-5299d758-00c2-4f34-aa20-c470e59b8105 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3877167'] for subnet (08d0119b-277a-4ca5-b876-a5a4d6d764ce), precommit_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:45.218968 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:00:45.387309 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-5299d758-00c2-4f34-aa20-c470e59b8105 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3877156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12487663', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12315136'] for subnet (08d0119b-277a-4ca5-b876-a5a4d6d764ce), after_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:45.436065 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-5299d758-00c2-4f34-aa20-c470e59b8105 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526441'] for subnet (None), before_response {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:45.439677 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [None req-5299d758-00c2-4f34-aa20-c470e59b8105 admin admin] 10.222.0.59 "DELETE /networking/v2.0/subnets/08d0119b-277a-4ca5-b876-a5a4d6d764ce HTTP/1.1" status: 204 len: 168 time: 0.4316137 Aug 09 17:00:45.441461 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5299d758-00c2-4f34-aa20-c470e59b8105 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=08d0119b-277a-4ca5-b876-a5a4d6d764ce,revision_number=None']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:00:45.442449 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.wsgi [-] (111140) accepted ('10.222.0.59', 59774) {{(pid=111140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 17:00:45.451297 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b16c71d3-b141-4125-9307-adf81bb29b64 None None] Network de15ea89-14ec-4998-b8b6-0b64323b5704 requested from dv-cinder-852364-3-iscsi {{(pid=111142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 09 17:00:45.525111 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-c92d8fef-fdcc-43b6-bbdc-65305dba88b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3928643'] for network (de15ea89-14ec-4998-b8b6-0b64323b5704), before_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:45.583876 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.plugins.ml2.plugin [None req-c92d8fef-fdcc-43b6-bbdc-65305dba88b2 admin admin] Deleting port a37a684b-5ccd-44b1-8623-93f9fd9ad8a1 {{(pid=111140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 09 17:00:45.584361 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-c92d8fef-fdcc-43b6-bbdc-65305dba88b2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748338259761'] for port (a37a684b-5ccd-44b1-8623-93f9fd9ad8a1), before_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:45.627248 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-5c325a0b-ed39-4cac-be6f-43defe9e55aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (33bcacdc-c215-42b6-b75f-650d86e609be), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:45.674622 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c86b9aa-7e48-443e-be2e-44d7b7d50be3 None None] DHCP port deletion for de15ea89-14ec-4998-b8b6-0b64323b5704 request from dv-cinder-852364-3-iscsi {{(pid=111142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 09 17:00:45.678047 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.plugins.ml2.db [None req-c92d8fef-fdcc-43b6-bbdc-65305dba88b2 admin admin] For port a37a684b-5ccd-44b1-8623-93f9fd9ad8a1, host dv-cinder-852364-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-3-iscsi',level=0,port_id=a37a684b-5ccd-44b1-8623-93f9fd9ad8a1,segment=NetworkSegment(17c1c821-20f6-4898-8c1c-25efbcd6d204),segment_id=17c1c821-20f6-4898-8c1c-25efbcd6d204)] {{(pid=111140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:00:45.678708 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-c92d8fef-fdcc-43b6-bbdc-65305dba88b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694862'] for port (a37a684b-5ccd-44b1-8623-93f9fd9ad8a1), precommit_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:45.681725 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:DELETE=5 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:00:45.699856 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.plugins.ml2.plugin [None req-c92d8fef-fdcc-43b6-bbdc-65305dba88b2 admin admin] Calling delete_port for a37a684b-5ccd-44b1-8623-93f9fd9ad8a1 owned by network:dhcp {{(pid=111140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 09 17:00:45.742221 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (47988f4d-09d0-4892-bbfe-5b11c743802f), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:45.778186 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-9c86b9aa-7e48-443e-be2e-44d7b7d50be3 None None] Deleting port a37a684b-5ccd-44b1-8623-93f9fd9ad8a1 {{(pid=111142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 09 17:00:45.779849 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-9c86b9aa-7e48-443e-be2e-44d7b7d50be3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748338259761'] for port (a37a684b-5ccd-44b1-8623-93f9fd9ad8a1), before_delete {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:45.794481 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:00:45.858123 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.db [None req-9c86b9aa-7e48-443e-be2e-44d7b7d50be3 None None] For port a37a684b-5ccd-44b1-8623-93f9fd9ad8a1, host dv-cinder-852364-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-3-iscsi',level=0,port_id=a37a684b-5ccd-44b1-8623-93f9fd9ad8a1,segment=NetworkSegment(17c1c821-20f6-4898-8c1c-25efbcd6d204),segment_id=17c1c821-20f6-4898-8c1c-25efbcd6d204)] {{(pid=111142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:00:45.858529 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-9c86b9aa-7e48-443e-be2e-44d7b7d50be3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694862'] for port (a37a684b-5ccd-44b1-8623-93f9fd9ad8a1), precommit_delete {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:45.872365 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-9c86b9aa-7e48-443e-be2e-44d7b7d50be3 None None] Calling delete_port for a37a684b-5ccd-44b1-8623-93f9fd9ad8a1 owned by network:dhcp {{(pid=111142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 09 17:00:45.913105 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-c92d8fef-fdcc-43b6-bbdc-65305dba88b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748338263278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748337861762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12086677'] for port (a37a684b-5ccd-44b1-8623-93f9fd9ad8a1), after_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:45.939442 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92d8fef-fdcc-43b6-bbdc-65305dba88b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=a37a684b-5ccd-44b1-8623-93f9fd9ad8a1,revision_number=None']} {{(pid=111140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:00:45.941333 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c92d8fef-fdcc-43b6-bbdc-65305dba88b2 admin admin] No DVR routers for this DVR port a37a684b-5ccd-44b1-8623-93f9fd9ad8a1 on host dv-cinder-852364-3-iscsi {{(pid=111140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 09 17:00:45.952253 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-9c86b9aa-7e48-443e-be2e-44d7b7d50be3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748338263278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748337861762'] for port (a37a684b-5ccd-44b1-8623-93f9fd9ad8a1), after_delete {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:45.982649 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c86b9aa-7e48-443e-be2e-44d7b7d50be3 None None] Pushing event deleted for resources: {'Port': ['ID=a37a684b-5ccd-44b1-8623-93f9fd9ad8a1,revision_number=None']} {{(pid=111142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:00:45.987414 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c86b9aa-7e48-443e-be2e-44d7b7d50be3 None None] No DVR routers for this DVR port a37a684b-5ccd-44b1-8623-93f9fd9ad8a1 on host dv-cinder-852364-3-iscsi {{(pid=111142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 09 17:00:46.016491 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-a2e0b4d3-b096-421e-bc03-31e9215fb29e req-40c7ea32-3e33-4ea4-b600-2b94f3625f20 tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=b5984777-9057-4cd8-ac06-cce6636dc4a7 HTTP/1.1" status: 200 len: 210 time: 0.0362599 Aug 09 17:00:46.027140 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-c92d8fef-fdcc-43b6-bbdc-65305dba88b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3880624', 'neutron.services.segments.db._delete_segments_for_network-8748338318574'] for network (de15ea89-14ec-4998-b8b6-0b64323b5704), precommit_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:46.048245 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.services.segments.db [None req-c92d8fef-fdcc-43b6-bbdc-65305dba88b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de15ea89-14ec-4998-b8b6-0b64323b5704']}} {{(pid=111140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:00:46.057697 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.services.segments.db [None req-c92d8fef-fdcc-43b6-bbdc-65305dba88b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17c1c821-20f6-4898-8c1c-25efbcd6d204') {'for_net_delete': True} {{(pid=111140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:00:46.057967 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.services.segments.db [None req-c92d8fef-fdcc-43b6-bbdc-65305dba88b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17c1c821-20f6-4898-8c1c-25efbcd6d204') {} {{(pid=111140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:00:46.068238 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-c92d8fef-fdcc-43b6-bbdc-65305dba88b2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748338318475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12387196'] for segment (17c1c821-20f6-4898-8c1c-25efbcd6d204), before_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:46.081963 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-c92d8fef-fdcc-43b6-bbdc-65305dba88b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3501092'] for segment (17c1c821-20f6-4898-8c1c-25efbcd6d204), precommit_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:46.089791 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c92d8fef-fdcc-43b6-bbdc-65305dba88b2 admin admin] Releasing vlan 996 on physical network physnet1 to pool {{(pid=111140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 17:00:46.090422 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-c92d8fef-fdcc-43b6-bbdc-65305dba88b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3501092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12084034'] for segment (17c1c821-20f6-4898-8c1c-25efbcd6d204), after_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:46.137345 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.services.segments.plugin [-] Segment 17c1c821-20f6-4898-8c1c-25efbcd6d204 resource provider aggregate not found Aug 09 17:00:46.157208 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.services.segments.plugin [-] Segment 17c1c821-20f6-4898-8c1c-25efbcd6d204 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 17c1c821-20f6-4898-8c1c-25efbcd6d204 found for delete ", "request_id": "req-18f7a7a5-bf83-4c2d-b15f-0b0d1264a25f"}]} Aug 09 17:00:46.273354 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-c92d8fef-fdcc-43b6-bbdc-65305dba88b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3880635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690469'] for network (de15ea89-14ec-4998-b8b6-0b64323b5704), after_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:46.280666 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-c92d8fef-fdcc-43b6-bbdc-65305dba88b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526441'] for network (None), before_response {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:46.283901 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [None req-c92d8fef-fdcc-43b6-bbdc-65305dba88b2 admin admin] 10.222.0.59 "DELETE /networking/v2.0/networks/de15ea89-14ec-4998-b8b6-0b64323b5704 HTTP/1.1" status: 204 len: 168 time: 0.8394778 Aug 09 17:00:46.296663 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92d8fef-fdcc-43b6-bbdc-65305dba88b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=de15ea89-14ec-4998-b8b6-0b64323b5704,revision_number=None']} {{(pid=111140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:00:46.325998 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Device a37a684b-5ccd-44b1-8623-93f9fd9ad8a1 no longer exists at agent ovs-agent-dv-cinder-852364-3-iscsi {{(pid=111142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 17:00:46.346481 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] No Port match for: a37a684b-5ccd-44b1-8623-93f9fd9ad8a1 {{(pid=111142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 09 17:00:46.346822 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Device a37a684b-5ccd-44b1-8623-93f9fd9ad8a1 not bound to the agent host dv-cinder-852364-3-iscsi {{(pid=111142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 17:00:46.347271 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Device 5bcb7013-e0f8-4adf-ac67-7d39a2a4dc65 no longer exists at agent ovs-agent-dv-cinder-852364-3-iscsi {{(pid=111142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 17:00:46.366739 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] No Port match for: 5bcb7013-e0f8-4adf-ac67-7d39a2a4dc65 {{(pid=111142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 09 17:00:46.367271 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Device 5bcb7013-e0f8-4adf-ac67-7d39a2a4dc65 not bound to the agent host dv-cinder-852364-3-iscsi {{(pid=111142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 17:00:46.367570 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Device 8a91cd28-2d58-4191-8c33-ad215c026b4e no longer exists at agent ovs-agent-dv-cinder-852364-3-iscsi {{(pid=111142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 17:00:46.386868 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] No Port match for: 8a91cd28-2d58-4191-8c33-ad215c026b4e {{(pid=111142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 09 17:00:46.387237 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Device 8a91cd28-2d58-4191-8c33-ad215c026b4e not bound to the agent host dv-cinder-852364-3-iscsi {{(pid=111142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 17:00:46.675004 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.wsgi [-] (111140) accepted ('10.222.0.59', 59800) {{(pid=111140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 17:00:46.721107 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [None req-84114fc3-3321-4c3f-8085-373b3ad3d827 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=7ffda0edbe694650b9de23928f1de1a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0443311 Aug 09 17:00:46.724602 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.wsgi [-] (111140) accepted ('10.222.0.59', 59802) {{(pid=111140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 17:00:46.783768 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-2a531c6b-8c3f-4b25-bf4c-6a98710aceb0 admin admin] Publish callbacks [] for security_group (da40407e-4fba-40cd-93a9-019f01c74743), before_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:46.806459 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-2a531c6b-8c3f-4b25-bf4c-6a98710aceb0 admin admin] Publish callbacks [] for security_group (da40407e-4fba-40cd-93a9-019f01c74743), precommit_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:46.914844 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.wsgi [-] (111141) accepted ('10.222.0.59', 59810) {{(pid=111141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 17:00:46.943043 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-2a531c6b-8c3f-4b25-bf4c-6a98710aceb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763768'] for security_group (da40407e-4fba-40cd-93a9-019f01c74743), after_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:46.946128 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-2a531c6b-8c3f-4b25-bf4c-6a98710aceb0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:46.947449 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [None req-2a531c6b-8c3f-4b25-bf4c-6a98710aceb0 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/da40407e-4fba-40cd-93a9-019f01c74743 HTTP/1.1" status: 204 len: 168 time: 0.2217250 Aug 09 17:00:46.962511 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a531c6b-8c3f-4b25-bf4c-6a98710aceb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da40407e-4fba-40cd-93a9-019f01c74743,revision_number=None']} {{(pid=111140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:00:47.135528 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-031b91cb-24ea-48bc-9ed2-18859b80453b req-b732d87c-c5a9-41a9-ba83-f8a042339202 tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=b5984777-9057-4cd8-ac06-cce6636dc4a7 HTTP/1.1" status: 200 len: 210 time: 0.0334198 Aug 09 17:00:47.700769 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-4a221e50-d2e9-401f-93bb-2f3d75f92bb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-336439'] for router_interface (a94090c4-336e-481c-a22d-3841e2f9caeb), before_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:47.734266 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.wsgi [-] (111140) accepted ('10.222.0.59', 59824) {{(pid=111140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 17:00:47.770960 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=87,neutron:DELETE=12,neutron:UPDATE=1 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:00:47.780831 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [None req-bd381740-94a8-49ff-8bf4-d65f5e7c00b1 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=0be34a6e7f4b4c7b83a7f35bacd83504&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0451407 Aug 09 17:00:47.781450 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.wsgi [-] (111140) accepted ('10.222.0.59', 59826) {{(pid=111140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 17:00:47.835598 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-966b029f-d259-4581-8c29-f5f17d36d7dc admin admin] Publish callbacks [] for security_group (617b79bf-97fc-4b17-9819-024ab5c7bae9), before_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:47.837535 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:00:47.877650 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-966b029f-d259-4581-8c29-f5f17d36d7dc admin admin] Publish callbacks [] for security_group (617b79bf-97fc-4b17-9819-024ab5c7bae9), precommit_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:48.024815 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.plugin [None req-4a221e50-d2e9-401f-93bb-2f3d75f92bb9 admin admin] Deleting port 53668189-405d-4788-875d-ae32e5d147ba {{(pid=111141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 09 17:00:48.025172 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-4a221e50-d2e9-401f-93bb-2f3d75f92bb9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748338259761'] for port (53668189-405d-4788-875d-ae32e5d147ba), before_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:48.086898 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da487022-fcb4-499d-a16b-bf2e732062d9 req-610884ce-55cb-469c-ae56-18d835bd50fb tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 17:00:48.088409 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-da487022-fcb4-499d-a16b-bf2e732062d9 req-610884ce-55cb-469c-ae56-18d835bd50fb tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] 10.222.0.91 "GET /networking/v2.0/networks?id=16b7cf6d-d031-48e2-96f0-440212fd98f8 HTTP/1.1" status: 200 len: 808 time: 0.2056623 Aug 09 17:00:48.104349 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=100 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:00:48.156769 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.db [None req-4a221e50-d2e9-401f-93bb-2f3d75f92bb9 admin admin] For port 53668189-405d-4788-875d-ae32e5d147ba, host dv-cinder-852364-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-3-iscsi',level=0,port_id=53668189-405d-4788-875d-ae32e5d147ba,segment=NetworkSegment(38d2f02a-8f81-4105-9e72-6704317cfa7c),segment_id=38d2f02a-8f81-4105-9e72-6704317cfa7c)] {{(pid=111141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:00:48.157143 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-4a221e50-d2e9-401f-93bb-2f3d75f92bb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694862'] for port (53668189-405d-4788-875d-ae32e5d147ba), precommit_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:48.183430 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.plugin [None req-4a221e50-d2e9-401f-93bb-2f3d75f92bb9 admin admin] Calling delete_port for 53668189-405d-4788-875d-ae32e5d147ba owned by network:router_interface {{(pid=111141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 09 17:00:48.208588 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-da487022-fcb4-499d-a16b-bf2e732062d9 req-b6f30fcf-6da0-4c9d-b7de-2558f3e6fd9e tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] 10.222.0.91 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=907c20a4319c450284e1e6b39107d715 HTTP/1.1" status: 200 len: 380 time: 0.1013873 Aug 09 17:00:48.248746 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.v2.base [req-da487022-fcb4-499d-a16b-bf2e732062d9 req-ff86bc39-83d1-4489-8b9a-c3c41b614989 tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] Request body: {'port': {'device_id': 'b5984777-9057-4cd8-ac06-cce6636dc4a7', 'network_id': '16b7cf6d-d031-48e2-96f0-440212fd98f8', 'admin_state_up': True, 'tenant_id': '907c20a4319c450284e1e6b39107d715', 'security_groups': ['0802a72b-4896-4e64-bdd5-d9f6ecf5684d']}} {{(pid=111141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 17:00:48.322097 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-39367cf4-a26e-4ef4-8d63-2fb1516b53a2 req-0b9cda3d-0c43-4be6-8bb5-c312cbec9e06 tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=b5984777-9057-4cd8-ac06-cce6636dc4a7 HTTP/1.1" status: 200 len: 210 time: 0.0752804 Aug 09 17:00:48.399000 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-966b029f-d259-4581-8c29-f5f17d36d7dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763768'] for security_group (617b79bf-97fc-4b17-9819-024ab5c7bae9), after_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:48.401662 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-966b029f-d259-4581-8c29-f5f17d36d7dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:48.402819 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [None req-966b029f-d259-4581-8c29-f5f17d36d7dc admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/617b79bf-97fc-4b17-9819-024ab5c7bae9 HTTP/1.1" status: 204 len: 168 time: 0.6203685 Aug 09 17:00:48.414060 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966b029f-d259-4581-8c29-f5f17d36d7dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=617b79bf-97fc-4b17-9819-024ab5c7bae9,revision_number=None']} {{(pid=111140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:00:48.513616 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:00:48.576256 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-4a221e50-d2e9-401f-93bb-2f3d75f92bb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748338263278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748337861762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12487578'] for port (53668189-405d-4788-875d-ae32e5d147ba), after_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:48.610924 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a221e50-d2e9-401f-93bb-2f3d75f92bb9 admin admin] Pushing event deleted for resources: {'Port': ['ID=53668189-405d-4788-875d-ae32e5d147ba,revision_number=None']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:00:48.632292 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da487022-fcb4-499d-a16b-bf2e732062d9 req-ff86bc39-83d1-4489-8b9a-c3c41b614989 tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] Made reservation on behalf of 907c20a4319c450284e1e6b39107d715 for: {'port': 1} {{(pid=111141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 17:00:48.635712 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-da487022-fcb4-499d-a16b-bf2e732062d9 req-ff86bc39-83d1-4489-8b9a-c3c41b614989 tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (None), before_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:48.902633 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.db.db_base_plugin_common [req-da487022-fcb4-499d-a16b-bf2e732062d9 req-ff86bc39-83d1-4489-8b9a-c3c41b614989 tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] Allocated IP 172.20.0.7 (16b7cf6d-d031-48e2-96f0-440212fd98f8/d248dc80-ba0d-4a95-bc41-d3d7ccd3fe5b/2fc3cf5e-f8f8-41a7-8654-05c3d5ec5165) {{(pid=111141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 17:00:48.905011 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-4a221e50-d2e9-401f-93bb-2f3d75f92bb9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-336555'] for router_interface (a94090c4-336e-481c-a22d-3841e2f9caeb), after_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:48.984646 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:00:49.188079 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-da487022-fcb4-499d-a16b-bf2e732062d9 req-ff86bc39-83d1-4489-8b9a-c3c41b614989 tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] Publish callbacks [] for port (2fc3cf5e-f8f8-41a7-8654-05c3d5ec5165), precommit_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:49.262683 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a221e50-d2e9-401f-93bb-2f3d75f92bb9 admin admin] Router a94090c4-336e-481c-a22d-3841e2f9caeb has already been hosted by L3 agent 2cf02505-efcb-442b-855b-6c659df6f18c {{(pid=111141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 09 17:00:49.345511 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-da487022-fcb4-499d-a16b-bf2e732062d9 req-ff86bc39-83d1-4489-8b9a-c3c41b614989 tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748337861753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12487578'] for port (2fc3cf5e-f8f8-41a7-8654-05c3d5ec5165), after_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:49.349084 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:00:49.414404 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da487022-fcb4-499d-a16b-bf2e732062d9 req-ff86bc39-83d1-4489-8b9a-c3c41b614989 tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] Network 16b7cf6d-d031-48e2-96f0-440212fd98f8 is already hosted by enough agents. {{(pid=111141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 17:00:49.420319 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a221e50-d2e9-401f-93bb-2f3d75f92bb9 admin admin] Notify agent at l3_agent.dv-cinder-852364-3-iscsi the message routers_updated {{(pid=111141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 17:00:49.429775 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [None req-4a221e50-d2e9-401f-93bb-2f3d75f92bb9 admin admin] 10.222.0.59 "PUT /networking/v2.0/routers/a94090c4-336e-481c-a22d-3841e2f9caeb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5113630 Aug 09 17:00:49.429775 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.scheduler.base_scheduler [req-da487022-fcb4-499d-a16b-bf2e732062d9 req-ff86bc39-83d1-4489-8b9a-c3c41b614989 tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] Resources bound (agent type, host, resource id): {{(pid=111141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 17:00:49.429973 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.wsgi [-] (111140) accepted ('10.222.0.59', 59842) {{(pid=111140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 17:00:49.431427 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.db.l3_dvrscheduler_db [req-da487022-fcb4-499d-a16b-bf2e732062d9 req-ff86bc39-83d1-4489-8b9a-c3c41b614989 tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] Received port after_create {{(pid=111141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 09 17:00:49.434060 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed937df1-f72a-431a-9868-be2e9cd2c678 None None] Sync routers for ids ['a94090c4-336e-481c-a22d-3841e2f9caeb'] in dv-cinder-852364-3-iscsi {{(pid=111142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 17:00:49.436041 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff86bc39-83d1-4489-8b9a-c3c41b614989 tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] Pushing event updated for resources: {'Port': ['ID=2fc3cf5e-f8f8-41a7-8654-05c3d5ec5165,revision_number=1']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:00:49.491260 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da487022-fcb4-499d-a16b-bf2e732062d9 req-ff86bc39-83d1-4489-8b9a-c3c41b614989 tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 17:00:49.491911 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-da487022-fcb4-499d-a16b-bf2e732062d9 req-ff86bc39-83d1-4489-8b9a-c3c41b614989 tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90003'] for port (None), before_response {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:49.495204 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed937df1-f72a-431a-9868-be2e9cd2c678 None None] Routers {'a94090c4-336e-481c-a22d-3841e2f9caeb'} bound to L3 agent in host dv-cinder-852364-3-iscsi {{(pid=111142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 17:00:49.496727 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_hamode_db [None req-ed937df1-f72a-431a-9868-be2e9cd2c678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-09T16:42:12Z,description=,heartbeat_timestamp=2022-08-09T17:00:42Z,host='dv-cinder-852364-3-iscsi',id=2cf02505-efcb-442b-855b-6c659df6f18c,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:13Z,topic='l3_agent')) {'router_ids': ['a94090c4-336e-481c-a22d-3841e2f9caeb'], 'active': True} {{(pid=111142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:00:49.501403 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820c2368-15cf-4736-ab1f-daa132069fb6 req-f62705b1-b3a0-47c3-ad1a-16e083e63dce tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 17:00:49.503175 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-820c2368-15cf-4736-ab1f-daa132069fb6 req-f62705b1-b3a0-47c3-ad1a-16e083e63dce tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=b5984777-9057-4cd8-ac06-cce6636dc4a7 HTTP/1.1" status: 200 len: 931 time: 0.1072624 Aug 09 17:00:49.598863 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-ff11dbe4-fca5-4258-92c8-8606d64d91ae admin admin] Publish callbacks [] for router (a94090c4-336e-481c-a22d-3841e2f9caeb), before_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:49.604367 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-820c2368-15cf-4736-ab1f-daa132069fb6 req-0a1a59e1-b8d5-4c6c-9b03-9a5ac0a5a108 tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=0802a72b-4896-4e64-bdd5-d9f6ecf5684d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931447 Aug 09 17:00:49.615135 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_dvr_db [None req-ed937df1-f72a-431a-9868-be2e9cd2c678 None None] Set router a94090c4-336e-481c-a22d-3841e2f9caeb gateway port host: dv-cinder-852364-3-iscsi {{(pid=111142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 17:00:49.626298 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-da487022-fcb4-499d-a16b-bf2e732062d9 req-ff86bc39-83d1-4489-8b9a-c3c41b614989 tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] 10.222.0.91 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3823891 Aug 09 17:00:49.646783 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.v2.base [req-da487022-fcb4-499d-a16b-bf2e732062d9 req-cdeef00a-bd23-483a-9555-3117c09e3d86 service neutron] Request body: {'port': {'device_id': 'b5984777-9057-4cd8-ac06-cce6636dc4a7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85236'}} {{(pid=111141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 17:00:49.730413 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:00:49.734439 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:00:49.745865 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-ff11dbe4-fca5-4258-92c8-8606d64d91ae admin admin] Publish callbacks [] for router_gateway (a94090c4-336e-481c-a22d-3841e2f9caeb), before_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:49.749874 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-da487022-fcb4-499d-a16b-bf2e732062d9 req-cdeef00a-bd23-483a-9555-3117c09e3d86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (2fc3cf5e-f8f8-41a7-8654-05c3d5ec5165), before_update {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:49.801110 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.provisioning_blocks [None req-ae781b1a-4f6f-4fee-a7a9-2827fcc2d939 None None] Provisioning complete for port 2fc3cf5e-f8f8-41a7-8654-05c3d5ec5165 triggered by entity DHCP. {{(pid=111142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 17:00:49.801396 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-ae781b1a-4f6f-4fee-a7a9-2827fcc2d939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877469'] for port (2fc3cf5e-f8f8-41a7-8654-05c3d5ec5165), provisioning_complete {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:49.838818 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_hamode_db [None req-ed937df1-f72a-431a-9868-be2e9cd2c678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a94090c4-336e-481c-a22d-3841e2f9caeb', 'name': 'tempest-AttachVolumeShelveTestJSON-1656146575-router', 'tenant_id': '432f91c6e89c4fecb0d1f6afb1bcfe7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'external_fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': '98cf9500-f4e4-480b-a0ee-c5ca9d65cb60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:52:16Z', 'updated_at': '2022-08-09T17:00:48Z', 'revision_number': 5, 'project_id': '432f91c6e89c4fecb0d1f6afb1bcfe7e', 'gw_port': {'id': '98cf9500-f4e4-480b-a0ee-c5ca9d65cb60', 'name': '', 'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:77:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a94090c4-336e-481c-a22d-3841e2f9caeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:52:17Z', 'updated_at': '2022-08-09T16:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-3-iscsi'}], 'dv-cinder-852364-3-iscsi', False) {} {{(pid=111142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:00:49.869669 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed937df1-f72a-431a-9868-be2e9cd2c678 None None] Checking router: a94090c4-336e-481c-a22d-3841e2f9caeb for host: dv-cinder-852364-3-iscsi {{(pid=111142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 17:00:49.872833 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-ae781b1a-4f6f-4fee-a7a9-2827fcc2d939 None None] Port 2fc3cf5e-f8f8-41a7-8654-05c3d5ec5165 cannot update to ACTIVE because it is not bound. {{(pid=111142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 09 17:00:49.881741 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed937df1-f72a-431a-9868-be2e9cd2c678 None None] Routers {'a94090c4-336e-481c-a22d-3841e2f9caeb'} bound to L3 agent in host dv-cinder-852364-3-iscsi {{(pid=111142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 17:00:49.882351 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_hamode_db [None req-ed937df1-f72a-431a-9868-be2e9cd2c678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-09T16:42:12Z,description=,heartbeat_timestamp=2022-08-09T17:00:42Z,host='dv-cinder-852364-3-iscsi',id=2cf02505-efcb-442b-855b-6c659df6f18c,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:13Z,topic='l3_agent')) {'router_ids': ['a94090c4-336e-481c-a22d-3841e2f9caeb'], 'active': True} {{(pid=111142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:00:49.905283 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.plugins.ml2.plugin [None req-ff11dbe4-fca5-4258-92c8-8606d64d91ae admin admin] Deleting port 98cf9500-f4e4-480b-a0ee-c5ca9d65cb60 {{(pid=111140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 09 17:00:49.905753 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-ff11dbe4-fca5-4258-92c8-8606d64d91ae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748338259761'] for port (98cf9500-f4e4-480b-a0ee-c5ca9d65cb60), before_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:49.977370 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_dvr_db [None req-ed937df1-f72a-431a-9868-be2e9cd2c678 None None] Set router a94090c4-336e-481c-a22d-3841e2f9caeb gateway port host: None {{(pid=111142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 17:00:50.022796 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.plugins.ml2.db [None req-ff11dbe4-fca5-4258-92c8-8606d64d91ae admin admin] For port 98cf9500-f4e4-480b-a0ee-c5ca9d65cb60, host dv-cinder-852364-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-3-iscsi',level=0,port_id=98cf9500-f4e4-480b-a0ee-c5ca9d65cb60,segment=NetworkSegment(3548ff03-3b62-477c-991b-01c3e3081105),segment_id=3548ff03-3b62-477c-991b-01c3e3081105)] {{(pid=111140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:00:50.023271 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-ff11dbe4-fca5-4258-92c8-8606d64d91ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694862'] for port (98cf9500-f4e4-480b-a0ee-c5ca9d65cb60), precommit_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:50.043307 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.plugins.ml2.plugin [None req-ff11dbe4-fca5-4258-92c8-8606d64d91ae admin admin] Calling delete_port for 98cf9500-f4e4-480b-a0ee-c5ca9d65cb60 owned by network:router_gateway {{(pid=111140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 09 17:00:50.074965 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.notifiers.nova [req-da487022-fcb4-499d-a16b-bf2e732062d9 req-cdeef00a-bd23-483a-9555-3117c09e3d86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fc3cf5e-f8f8-41a7-8654-05c3d5ec5165 {{(pid=111141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 09 17:00:50.084582 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-da487022-fcb4-499d-a16b-bf2e732062d9 req-cdeef00a-bd23-483a-9555-3117c09e3d86 service neutron] Publish callbacks [] for port (2fc3cf5e-f8f8-41a7-8654-05c3d5ec5165), precommit_update {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:50.099473 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.db.provisioning_blocks [req-da487022-fcb4-499d-a16b-bf2e732062d9 req-cdeef00a-bd23-483a-9555-3117c09e3d86 service neutron] Transition to ACTIVE for port object 2fc3cf5e-f8f8-41a7-8654-05c3d5ec5165 will not be triggered until provisioned by entity L2. {{(pid=111141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 09 17:00:50.191198 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_hamode_db [None req-ed937df1-f72a-431a-9868-be2e9cd2c678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a94090c4-336e-481c-a22d-3841e2f9caeb', 'name': 'tempest-AttachVolumeShelveTestJSON-1656146575-router', 'tenant_id': '432f91c6e89c4fecb0d1f6afb1bcfe7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:52:16Z', 'updated_at': '2022-08-09T17:00:49Z', 'revision_number': 6, 'project_id': '432f91c6e89c4fecb0d1f6afb1bcfe7e', 'gw_port_host': None}], 'dv-cinder-852364-3-iscsi', False) {} {{(pid=111142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:00:50.217229 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed937df1-f72a-431a-9868-be2e9cd2c678 None None] The sync data for ids ['a94090c4-336e-481c-a22d-3841e2f9caeb'] in dv-cinder-852364-3-iscsi is: [{'id': 'a94090c4-336e-481c-a22d-3841e2f9caeb', 'name': 'tempest-AttachVolumeShelveTestJSON-1656146575-router', 'tenant_id': '432f91c6e89c4fecb0d1f6afb1bcfe7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:52:16Z', 'updated_at': '2022-08-09T17:00:49Z', 'revision_number': 6, 'project_id': '432f91c6e89c4fecb0d1f6afb1bcfe7e', 'gw_port_host': None}] {{(pid=111142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 17:00:50.278985 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-da487022-fcb4-499d-a16b-bf2e732062d9 req-cdeef00a-bd23-483a-9555-3117c09e3d86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748338263269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748337861771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748337861789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12487573'] for port (2fc3cf5e-f8f8-41a7-8654-05c3d5ec5165), after_update {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:50.337231 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdeef00a-bd23-483a-9555-3117c09e3d86 service neutron] Pushing event updated for resources: {'Port': ['ID=2fc3cf5e-f8f8-41a7-8654-05c3d5ec5165,revision_number=2']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:00:50.359426 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:00:50.386821 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-ff11dbe4-fca5-4258-92c8-8606d64d91ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748338263278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748337861762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12086677'] for port (98cf9500-f4e4-480b-a0ee-c5ca9d65cb60), after_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:50.388358 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.managers [req-da487022-fcb4-499d-a16b-bf2e732062d9 req-cdeef00a-bd23-483a-9555-3117c09e3d86 service neutron] Attempting to bind port 2fc3cf5e-f8f8-41a7-8654-05c3d5ec5165 on host hv-cinder-85236 for vnic_type normal with profile {{(pid=111141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 09 17:00:50.388702 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.managers [req-da487022-fcb4-499d-a16b-bf2e732062d9 req-cdeef00a-bd23-483a-9555-3117c09e3d86 service neutron] Attempting to bind port 2fc3cf5e-f8f8-41a7-8654-05c3d5ec5165 by drivers openvswitch,hyperv on host hv-cinder-85236 at level 0 using segments [{'id': 'd80a24a9-f1b9-4874-b989-4d59e1ac0f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 966, 'network_id': '16b7cf6d-d031-48e2-96f0-440212fd98f8'}] {{(pid=111141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 09 17:00:50.389036 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da487022-fcb4-499d-a16b-bf2e732062d9 req-cdeef00a-bd23-483a-9555-3117c09e3d86 service neutron] Attempting to bind port 2fc3cf5e-f8f8-41a7-8654-05c3d5ec5165 on network 16b7cf6d-d031-48e2-96f0-440212fd98f8 {{(pid=111141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 17:00:50.393451 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da487022-fcb4-499d-a16b-bf2e732062d9 req-cdeef00a-bd23-483a-9555-3117c09e3d86 service neutron] Port 2fc3cf5e-f8f8-41a7-8654-05c3d5ec5165 on network 16b7cf6d-d031-48e2-96f0-440212fd98f8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85236 {{(pid=111141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 09 17:00:50.400727 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da487022-fcb4-499d-a16b-bf2e732062d9 req-cdeef00a-bd23-483a-9555-3117c09e3d86 service neutron] Attempting to bind port 2fc3cf5e-f8f8-41a7-8654-05c3d5ec5165 on network 16b7cf6d-d031-48e2-96f0-440212fd98f8 {{(pid=111141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 17:00:50.400727 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da487022-fcb4-499d-a16b-bf2e732062d9 req-cdeef00a-bd23-483a-9555-3117c09e3d86 service neutron] Checking agent: {'id': 'fd1157aa-8fd8-4c6b-a604-f3842f12d305', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85236', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 9, 16, 48, 30), 'started_at': datetime.datetime(2022, 8, 9, 16, 48, 30), 'heartbeat_timestamp': datetime.datetime(2022, 8, 9, 17, 0, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 09 17:00:50.400727 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da487022-fcb4-499d-a16b-bf2e732062d9 req-cdeef00a-bd23-483a-9555-3117c09e3d86 service neutron] Checking segment: {'id': 'd80a24a9-f1b9-4874-b989-4d59e1ac0f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 966, 'network_id': '16b7cf6d-d031-48e2-96f0-440212fd98f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 09 17:00:50.400727 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da487022-fcb4-499d-a16b-bf2e732062d9 req-cdeef00a-bd23-483a-9555-3117c09e3d86 service neutron] Bound using segment: {'id': 'd80a24a9-f1b9-4874-b989-4d59e1ac0f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 966, 'network_id': '16b7cf6d-d031-48e2-96f0-440212fd98f8'} {{(pid=111141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 09 17:00:50.401173 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.managers [req-da487022-fcb4-499d-a16b-bf2e732062d9 req-cdeef00a-bd23-483a-9555-3117c09e3d86 service neutron] Bound port: 2fc3cf5e-f8f8-41a7-8654-05c3d5ec5165, host: hv-cinder-85236, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd80a24a9-f1b9-4874-b989-4d59e1ac0f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 966, 'network_id': '16b7cf6d-d031-48e2-96f0-440212fd98f8'}}] {{(pid=111141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 09 17:00:50.401291 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-da487022-fcb4-499d-a16b-bf2e732062d9 req-cdeef00a-bd23-483a-9555-3117c09e3d86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (2fc3cf5e-f8f8-41a7-8654-05c3d5ec5165), before_update {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:50.415453 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff11dbe4-fca5-4258-92c8-8606d64d91ae admin admin] Pushing event deleted for resources: {'Port': ['ID=98cf9500-f4e4-480b-a0ee-c5ca9d65cb60,revision_number=None']} {{(pid=111140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:00:50.477326 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.db [req-da487022-fcb4-499d-a16b-bf2e732062d9 req-cdeef00a-bd23-483a-9555-3117c09e3d86 service neutron] For port 2fc3cf5e-f8f8-41a7-8654-05c3d5ec5165, host hv-cinder-85236, cleared binding levels {{(pid=111141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 17:00:50.481143 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.db [req-da487022-fcb4-499d-a16b-bf2e732062d9 req-cdeef00a-bd23-483a-9555-3117c09e3d86 service neutron] For port 2fc3cf5e-f8f8-41a7-8654-05c3d5ec5165, host hv-cinder-85236, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=2fc3cf5e-f8f8-41a7-8654-05c3d5ec5165,segment=NetworkSegment(d80a24a9-f1b9-4874-b989-4d59e1ac0f32),segment_id=d80a24a9-f1b9-4874-b989-4d59e1ac0f32)] {{(pid=111141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 17:00:50.492310 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-ff11dbe4-fca5-4258-92c8-8606d64d91ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-689379'] for router_gateway (a94090c4-336e-481c-a22d-3841e2f9caeb), after_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:50.555516 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-da487022-fcb4-499d-a16b-bf2e732062d9 req-cdeef00a-bd23-483a-9555-3117c09e3d86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748338263269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748337861771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748337861789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12487573'] for port (2fc3cf5e-f8f8-41a7-8654-05c3d5ec5165), after_update {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:50.570528 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da487022-fcb4-499d-a16b-bf2e732062d9 req-cdeef00a-bd23-483a-9555-3117c09e3d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 17:00:50.571182 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-da487022-fcb4-499d-a16b-bf2e732062d9 req-cdeef00a-bd23-483a-9555-3117c09e3d86 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90003'] for port (None), before_response {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:50.572719 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-da487022-fcb4-499d-a16b-bf2e732062d9 req-cdeef00a-bd23-483a-9555-3117c09e3d86 service neutron] 10.222.0.91 "PUT /networking/v2.0/ports/2fc3cf5e-f8f8-41a7-8654-05c3d5ec5165 HTTP/1.1" status: 200 len: 1093 time: 0.9322877 Aug 09 17:00:50.573258 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5984777-9057-4cd8-ac06-cce6636dc4a7', 'tag': '2fc3cf5e-f8f8-41a7-8654-05c3d5ec5165'}] {{(pid=111141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 17:00:50.575906 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fc61e086496b7b72fa0be04cca19be1e9321c349ae61d053137ad661f53d53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77bb9288-3227-41cf-bf90-d3d15ca769d8" -d '{"events": [{"name": "network-changed", "server_uuid": "b5984777-9057-4cd8-ac06-cce6636dc4a7", "tag": "2fc3cf5e-f8f8-41a7-8654-05c3d5ec5165"}]}' {{(pid=111141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 17:00:50.618156 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-ff11dbe4-fca5-4258-92c8-8606d64d91ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-338892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-336'] for router (a94090c4-336e-481c-a22d-3841e2f9caeb), precommit_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:50.621022 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-ff11dbe4-fca5-4258-92c8-8606d64d91ae admin admin] Publish callbacks [] for router_controller (a94090c4-336e-481c-a22d-3841e2f9caeb), precommit_delete_associations {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:50.633550 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdeef00a-bd23-483a-9555-3117c09e3d86 service neutron] Pushing event updated for resources: {'Port': ['ID=2fc3cf5e-f8f8-41a7-8654-05c3d5ec5165,revision_number=3']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:00:50.658771 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Aug 2022 17:00:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c46e3bf6-dce5-4f8c-9a84-12babf9c1b58 x-openstack-request-id: req-c46e3bf6-dce5-4f8c-9a84-12babf9c1b58 {{(pid=111141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 17:00:50.658917 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5984777-9057-4cd8-ac06-cce6636dc4a7", "tag": "2fc3cf5e-f8f8-41a7-8654-05c3d5ec5165", "status": "completed", "code": 200}]} {{(pid=111141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 17:00:50.659133 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c46e3bf6-dce5-4f8c-9a84-12babf9c1b58 {{(pid=111141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 17:00:50.659543 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c46e3bf6-dce5-4f8c-9a84-12babf9c1b58'] response: {'name': 'network-changed', 'server_uuid': 'b5984777-9057-4cd8-ac06-cce6636dc4a7', 'tag': '2fc3cf5e-f8f8-41a7-8654-05c3d5ec5165', 'status': 'completed', 'code': 200} Aug 09 17:00:50.672750 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:00:50.725374 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Device 53668189-405d-4788-875d-ae32e5d147ba no longer exists at agent ovs-agent-dv-cinder-852364-3-iscsi {{(pid=111142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 17:00:50.746255 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] No Port match for: 53668189-405d-4788-875d-ae32e5d147ba {{(pid=111142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 09 17:00:50.746602 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Device 53668189-405d-4788-875d-ae32e5d147ba not bound to the agent host dv-cinder-852364-3-iscsi {{(pid=111142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 17:00:50.753441 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bb9288-3227-41cf-bf90-d3d15ca769d8 req-3c5fc163-2425-45bc-8a66-7b1b1ebb18e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 17:00:50.755835 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-77bb9288-3227-41cf-bf90-d3d15ca769d8 req-3c5fc163-2425-45bc-8a66-7b1b1ebb18e9 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?tenant_id=907c20a4319c450284e1e6b39107d715&device_id=b5984777-9057-4cd8-ac06-cce6636dc4a7 HTTP/1.1" status: 200 len: 1127 time: 0.0433047 Aug 09 17:00:50.790652 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b124a7dc-a305-42e9-99a7-f13ea238ce80 req-413a77d4-4248-46e9-b229-041163f4df47 tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 17:00:50.792165 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-b124a7dc-a305-42e9-99a7-f13ea238ce80 req-413a77d4-4248-46e9-b229-041163f4df47 tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=b5984777-9057-4cd8-ac06-cce6636dc4a7 HTTP/1.1" status: 200 len: 943 time: 0.0489099 Aug 09 17:00:50.804173 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-ff11dbe4-fca5-4258-92c8-8606d64d91ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-338766'] for router (a94090c4-336e-481c-a22d-3841e2f9caeb), after_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:50.804870 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff11dbe4-fca5-4258-92c8-8606d64d91ae admin admin] Fanout notify agent at l3_agent the message router_deleted on router a94090c4-336e-481c-a22d-3841e2f9caeb {{(pid=111140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 17:00:50.830415 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-ff11dbe4-fca5-4258-92c8-8606d64d91ae admin admin] Publish callbacks [] for router (None), before_response {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:50.830415 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [None req-ff11dbe4-fca5-4258-92c8-8606d64d91ae admin admin] 10.222.0.59 "DELETE /networking/v2.0/routers/a94090c4-336e-481c-a22d-3841e2f9caeb HTTP/1.1" status: 204 len: 168 time: 1.3840203 Aug 09 17:00:50.830791 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.wsgi [-] (111141) accepted ('10.222.0.59', 59864) {{(pid=111141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 17:00:50.858821 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-b124a7dc-a305-42e9-99a7-f13ea238ce80 req-3a83867f-547a-4ead-bccd-c785cc2bfa49 tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=0802a72b-4896-4e64-bdd5-d9f6ecf5684d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609560 Aug 09 17:00:50.900181 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0d16ab8-ccff-45df-97a0-d0a011e1bb95 admin admin] Deleting subnet 1b532a95-1235-4d0d-9992-be56a4fc30cf {{(pid=111141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 09 17:00:50.905735 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:00:50.910589 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-f0d16ab8-ccff-45df-97a0-d0a011e1bb95 admin admin] Publish callbacks [] for subnet (1b532a95-1235-4d0d-9992-be56a4fc30cf), before_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:50.937059 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bb9288-3227-41cf-bf90-d3d15ca769d8 req-0c0d04e1-de79-46d1-a56d-17081794b198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 17:00:50.938517 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-77bb9288-3227-41cf-bf90-d3d15ca769d8 req-0c0d04e1-de79-46d1-a56d-17081794b198 service neutron] 10.222.0.91 "GET /networking/v2.0/networks?tenant_id=907c20a4319c450284e1e6b39107d715&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1663682 Aug 09 17:00:50.969660 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-f0d16ab8-ccff-45df-97a0-d0a011e1bb95 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1220370'] for subnet (1b532a95-1235-4d0d-9992-be56a4fc30cf), precommit_delete_associations {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:51.113006 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bb9288-3227-41cf-bf90-d3d15ca769d8 req-e0745096-dc43-471e-afb5-4b9be5d603f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 17:00:51.114974 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-77bb9288-3227-41cf-bf90-d3d15ca769d8 req-e0745096-dc43-471e-afb5-4b9be5d603f1 service neutron] 10.222.0.91 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1678264 Aug 09 17:00:51.119434 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-f0d16ab8-ccff-45df-97a0-d0a011e1bb95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3877167'] for subnet (1b532a95-1235-4d0d-9992-be56a4fc30cf), precommit_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:51.220631 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da487022-fcb4-499d-a16b-bf2e732062d9 req-7cf8fa2e-111a-46ab-a16c-b2e2273569cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 17:00:51.222100 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-da487022-fcb4-499d-a16b-bf2e732062d9 req-7cf8fa2e-111a-46ab-a16c-b2e2273569cd service neutron] 10.222.0.91 "GET /networking/v2.0/ports?tenant_id=907c20a4319c450284e1e6b39107d715&device_id=b5984777-9057-4cd8-ac06-cce6636dc4a7 HTTP/1.1" status: 200 len: 1127 time: 0.0394187 Aug 09 17:00:51.273054 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-da487022-fcb4-499d-a16b-bf2e732062d9 req-f58cc25f-ebfb-4f09-bfe1-bd37defa8ef2 service neutron] 10.222.0.91 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2fc3cf5e-f8f8-41a7-8654-05c3d5ec5165 HTTP/1.1" status: 200 len: 217 time: 0.0361087 Aug 09 17:00:51.293056 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-f0d16ab8-ccff-45df-97a0-d0a011e1bb95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3877156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12487663', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12315136'] for subnet (1b532a95-1235-4d0d-9992-be56a4fc30cf), after_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:51.344630 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d16ab8-ccff-45df-97a0-d0a011e1bb95 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b532a95-1235-4d0d-9992-be56a4fc30cf,revision_number=None']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:00:51.346575 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-f0d16ab8-ccff-45df-97a0-d0a011e1bb95 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526441'] for subnet (None), before_response {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:51.350467 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [None req-f0d16ab8-ccff-45df-97a0-d0a011e1bb95 admin admin] 10.222.0.59 "DELETE /networking/v2.0/subnets/1b532a95-1235-4d0d-9992-be56a4fc30cf HTTP/1.1" status: 204 len: 168 time: 0.5275340 Aug 09 17:00:51.351377 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fafdd85-9b52-4ed0-8e6f-022f71c60457 None None] Network 2fdb2410-afc4-41b9-b8f9-2ac596eb2296 requested from dv-cinder-852364-3-iscsi {{(pid=111142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 09 17:00:51.353161 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.wsgi [-] (111140) accepted ('10.222.0.59', 59868) {{(pid=111140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 17:00:51.365825 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da487022-fcb4-499d-a16b-bf2e732062d9 req-9f4f1bd7-4c15-403f-aa96-75d9caab831c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 17:00:51.367213 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-da487022-fcb4-499d-a16b-bf2e732062d9 req-9f4f1bd7-4c15-403f-aa96-75d9caab831c service neutron] 10.222.0.91 "GET /networking/v2.0/subnets?id=d248dc80-ba0d-4a95-bc41-d3d7ccd3fe5b HTTP/1.1" status: 200 len: 847 time: 0.0843542 Aug 09 17:00:51.405340 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:00:51.418102 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da487022-fcb4-499d-a16b-bf2e732062d9 req-a66b749d-781c-44b4-83af-c8a455f763b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 17:00:51.419641 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-da487022-fcb4-499d-a16b-bf2e732062d9 req-a66b749d-781c-44b4-83af-c8a455f763b6 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?network_id=16b7cf6d-d031-48e2-96f0-440212fd98f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0456553 Aug 09 17:00:51.439246 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-93bf7ea4-c885-4da4-9b6c-44a2235dd704 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3928643'] for network (2fdb2410-afc4-41b9-b8f9-2ac596eb2296), before_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:51.504060 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.plugins.ml2.plugin [None req-93bf7ea4-c885-4da4-9b6c-44a2235dd704 admin admin] Deleting port 71831847-9126-45bc-968d-52241afa0cb7 {{(pid=111140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 09 17:00:51.504693 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-93bf7ea4-c885-4da4-9b6c-44a2235dd704 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748338259761'] for port (71831847-9126-45bc-968d-52241afa0cb7), before_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:51.529762 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-da487022-fcb4-499d-a16b-bf2e732062d9 req-63b768b1-d09b-472b-830a-06ad0c31e977 service neutron] 10.222.0.91 "GET /networking/v2.0/networks/16b7cf6d-d031-48e2-96f0-440212fd98f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030164 Aug 09 17:00:51.539485 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4408964b-d3d6-4b43-8e20-43dd68250154 None None] DHCP port deletion for 2fdb2410-afc4-41b9-b8f9-2ac596eb2296 request from dv-cinder-852364-3-iscsi {{(pid=111142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 09 17:00:51.573241 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.plugins.ml2.db [None req-93bf7ea4-c885-4da4-9b6c-44a2235dd704 admin admin] For port 71831847-9126-45bc-968d-52241afa0cb7, host dv-cinder-852364-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-3-iscsi',level=0,port_id=71831847-9126-45bc-968d-52241afa0cb7,segment=NetworkSegment(38d2f02a-8f81-4105-9e72-6704317cfa7c),segment_id=38d2f02a-8f81-4105-9e72-6704317cfa7c)] {{(pid=111140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:00:51.573609 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-93bf7ea4-c885-4da4-9b6c-44a2235dd704 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694862'] for port (71831847-9126-45bc-968d-52241afa0cb7), precommit_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:51.584733 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-4408964b-d3d6-4b43-8e20-43dd68250154 None None] Deleting port 71831847-9126-45bc-968d-52241afa0cb7 {{(pid=111142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 09 17:00:51.585192 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-4408964b-d3d6-4b43-8e20-43dd68250154 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748338259761'] for port (71831847-9126-45bc-968d-52241afa0cb7), before_delete {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:51.594968 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.plugins.ml2.plugin [None req-93bf7ea4-c885-4da4-9b6c-44a2235dd704 admin admin] Calling delete_port for 71831847-9126-45bc-968d-52241afa0cb7 owned by network:dhcp {{(pid=111140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 09 17:00:51.642988 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-da487022-fcb4-499d-a16b-bf2e732062d9 req-371edcb9-65da-442a-af53-a3d1b98f247d service neutron] 10.222.0.91 "GET /networking/v2.0/networks/16b7cf6d-d031-48e2-96f0-440212fd98f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003516 Aug 09 17:00:51.650126 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.db [None req-4408964b-d3d6-4b43-8e20-43dd68250154 None None] For port 71831847-9126-45bc-968d-52241afa0cb7, host dv-cinder-852364-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-3-iscsi',level=0,port_id=71831847-9126-45bc-968d-52241afa0cb7,segment=NetworkSegment(38d2f02a-8f81-4105-9e72-6704317cfa7c),segment_id=38d2f02a-8f81-4105-9e72-6704317cfa7c)] {{(pid=111142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:00:51.650616 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-4408964b-d3d6-4b43-8e20-43dd68250154 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694862'] for port (71831847-9126-45bc-968d-52241afa0cb7), precommit_delete {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:51.658067 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=100 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:00:51.664513 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-4408964b-d3d6-4b43-8e20-43dd68250154 None None] Calling delete_port for 71831847-9126-45bc-968d-52241afa0cb7 owned by network:dhcp {{(pid=111142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 09 17:00:51.664748 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:00:51.781773 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-93bf7ea4-c885-4da4-9b6c-44a2235dd704 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748338263278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748337861762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12086677'] for port (71831847-9126-45bc-968d-52241afa0cb7), after_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:51.788911 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-4408964b-d3d6-4b43-8e20-43dd68250154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748338263278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748337861762'] for port (71831847-9126-45bc-968d-52241afa0cb7), after_delete {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:51.809172 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bf7ea4-c885-4da4-9b6c-44a2235dd704 admin admin] Pushing event deleted for resources: {'Port': ['ID=71831847-9126-45bc-968d-52241afa0cb7,revision_number=None']} {{(pid=111140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:00:51.814010 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93bf7ea4-c885-4da4-9b6c-44a2235dd704 admin admin] No DVR routers for this DVR port 71831847-9126-45bc-968d-52241afa0cb7 on host dv-cinder-852364-3-iscsi {{(pid=111140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 09 17:00:51.815220 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4408964b-d3d6-4b43-8e20-43dd68250154 None None] Pushing event deleted for resources: {'Port': ['ID=71831847-9126-45bc-968d-52241afa0cb7,revision_number=None']} {{(pid=111142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:00:51.817847 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4408964b-d3d6-4b43-8e20-43dd68250154 None None] No DVR routers for this DVR port 71831847-9126-45bc-968d-52241afa0cb7 on host dv-cinder-852364-3-iscsi {{(pid=111142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 09 17:00:51.891260 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-93bf7ea4-c885-4da4-9b6c-44a2235dd704 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3880624', 'neutron.services.segments.db._delete_segments_for_network-8748338318574'] for network (2fdb2410-afc4-41b9-b8f9-2ac596eb2296), precommit_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:51.915934 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.services.segments.db [None req-93bf7ea4-c885-4da4-9b6c-44a2235dd704 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fdb2410-afc4-41b9-b8f9-2ac596eb2296']}} {{(pid=111140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:00:51.928481 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.services.segments.db [None req-93bf7ea4-c885-4da4-9b6c-44a2235dd704 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38d2f02a-8f81-4105-9e72-6704317cfa7c') {'for_net_delete': True} {{(pid=111140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:00:51.928774 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.services.segments.db [None req-93bf7ea4-c885-4da4-9b6c-44a2235dd704 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38d2f02a-8f81-4105-9e72-6704317cfa7c') {} {{(pid=111140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:00:51.942613 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-93bf7ea4-c885-4da4-9b6c-44a2235dd704 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748338318475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12387196'] for segment (38d2f02a-8f81-4105-9e72-6704317cfa7c), before_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:51.959474 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-93bf7ea4-c885-4da4-9b6c-44a2235dd704 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3501092'] for segment (38d2f02a-8f81-4105-9e72-6704317cfa7c), precommit_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:51.967723 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93bf7ea4-c885-4da4-9b6c-44a2235dd704 admin admin] Releasing vlan 959 on physical network physnet1 to pool {{(pid=111140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 17:00:51.967723 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-93bf7ea4-c885-4da4-9b6c-44a2235dd704 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3501092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12084034'] for segment (38d2f02a-8f81-4105-9e72-6704317cfa7c), after_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:52.011824 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.services.segments.plugin [-] Segment 38d2f02a-8f81-4105-9e72-6704317cfa7c resource provider aggregate not found Aug 09 17:00:52.013123 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ac4dc0-2911-4fba-994b-962a580d02c1 req-5f588c3c-1e30-4227-a5c6-f5262bb94afb tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 17:00:52.014675 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-e6ac4dc0-2911-4fba-994b-962a580d02c1 req-5f588c3c-1e30-4227-a5c6-f5262bb94afb tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=b5984777-9057-4cd8-ac06-cce6636dc4a7 HTTP/1.1" status: 200 len: 943 time: 0.0713680 Aug 09 17:00:52.032049 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.services.segments.plugin [-] Segment 38d2f02a-8f81-4105-9e72-6704317cfa7c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 38d2f02a-8f81-4105-9e72-6704317cfa7c found for delete ", "request_id": "req-3b0fcad5-2dab-4a2a-873e-89e9b3619937"}]} Aug 09 17:00:52.077300 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-e6ac4dc0-2911-4fba-994b-962a580d02c1 req-a0470d9d-9cd4-433f-8060-eaad21c33c02 tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=0802a72b-4896-4e64-bdd5-d9f6ecf5684d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530324 Aug 09 17:00:52.090379 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-93bf7ea4-c885-4da4-9b6c-44a2235dd704 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3880635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690469'] for network (2fdb2410-afc4-41b9-b8f9-2ac596eb2296), after_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:52.097838 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-93bf7ea4-c885-4da4-9b6c-44a2235dd704 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526441'] for network (None), before_response {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:52.101069 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [None req-93bf7ea4-c885-4da4-9b6c-44a2235dd704 admin admin] 10.222.0.59 "DELETE /networking/v2.0/networks/2fdb2410-afc4-41b9-b8f9-2ac596eb2296 HTTP/1.1" status: 204 len: 168 time: 0.7467420 Aug 09 17:00:52.111319 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bf7ea4-c885-4da4-9b6c-44a2235dd704 admin admin] Pushing event deleted for resources: {'Network': ['ID=2fdb2410-afc4-41b9-b8f9-2ac596eb2296,revision_number=None']} {{(pid=111140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:00:52.317033 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Device 98cf9500-f4e4-480b-a0ee-c5ca9d65cb60 no longer exists at agent ovs-agent-dv-cinder-852364-3-iscsi {{(pid=111142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 17:00:52.337374 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] No Port match for: 98cf9500-f4e4-480b-a0ee-c5ca9d65cb60 {{(pid=111142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 09 17:00:52.337724 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Device 98cf9500-f4e4-480b-a0ee-c5ca9d65cb60 not bound to the agent host dv-cinder-852364-3-iscsi {{(pid=111142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 17:00:52.338139 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Device 71831847-9126-45bc-968d-52241afa0cb7 no longer exists at agent ovs-agent-dv-cinder-852364-3-iscsi {{(pid=111142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 17:00:52.356654 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] No Port match for: 71831847-9126-45bc-968d-52241afa0cb7 {{(pid=111142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 09 17:00:52.358723 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Device 71831847-9126-45bc-968d-52241afa0cb7 not bound to the agent host dv-cinder-852364-3-iscsi {{(pid=111142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 17:00:52.426777 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.agents_db [None req-a4db1589-5d5b-4049-8210-f6e9f318fefd None None] Agent healthcheck: found 6 active agents {{(pid=111143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 17:00:52.506850 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.wsgi [-] (111140) accepted ('10.222.0.59', 59888) {{(pid=111140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 17:00:52.536217 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.wsgi [-] (111141) accepted ('10.222.0.59', 59890) {{(pid=111141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 17:00:52.551593 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [None req-eaf5fb8b-fca7-485d-8115-6c377a72f580 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=432f91c6e89c4fecb0d1f6afb1bcfe7e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0429444 Aug 09 17:00:52.557558 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.wsgi [-] (111140) accepted ('10.222.0.59', 59894) {{(pid=111140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 17:00:52.610260 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-28eeb205-f1e4-4ffc-b73d-321d80e757fe admin admin] Publish callbacks [] for security_group (cbc44310-875b-4ae1-ac2a-aeff06eef259), before_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:52.635196 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-28eeb205-f1e4-4ffc-b73d-321d80e757fe admin admin] Publish callbacks [] for security_group (cbc44310-875b-4ae1-ac2a-aeff06eef259), precommit_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:52.703015 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-b090a84c-b8df-459d-8692-3ae2ef58a73d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:52.777632 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-b090a84c-b8df-459d-8692-3ae2ef58a73d admin admin] Publish callbacks [] for security_group (1d7996c5-5ec0-4004-a054-ab56500a0af9), precommit_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:52.787628 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-28eeb205-f1e4-4ffc-b73d-321d80e757fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763768'] for security_group (cbc44310-875b-4ae1-ac2a-aeff06eef259), after_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:52.790140 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-28eeb205-f1e4-4ffc-b73d-321d80e757fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:52.791392 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [None req-28eeb205-f1e4-4ffc-b73d-321d80e757fe admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/cbc44310-875b-4ae1-ac2a-aeff06eef259 HTTP/1.1" status: 204 len: 168 time: 0.2327240 Aug 09 17:00:52.795730 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:00:52.799795 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28eeb205-f1e4-4ffc-b73d-321d80e757fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbc44310-875b-4ae1-ac2a-aeff06eef259,revision_number=None']} {{(pid=111140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:00:52.889525 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-b090a84c-b8df-459d-8692-3ae2ef58a73d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763768'] for security_group (1d7996c5-5ec0-4004-a054-ab56500a0af9), after_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:52.930954 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [None req-b090a84c-b8df-459d-8692-3ae2ef58a73d admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=7c9f9cd9ea264e49ba157bcbd86bf3b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3936000 Aug 09 17:00:52.931718 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b090a84c-b8df-459d-8692-3ae2ef58a73d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d7996c5-5ec0-4004-a054-ab56500a0af9,revision_number=1']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:00:52.933805 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.wsgi [-] (111140) accepted ('10.222.0.59', 59898) {{(pid=111140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 17:00:52.986785 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-cef7e1a1-76cf-4af4-8224-89ebc1d3701a admin admin] Publish callbacks [] for security_group (1d7996c5-5ec0-4004-a054-ab56500a0af9), before_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:53.011984 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-cef7e1a1-76cf-4af4-8224-89ebc1d3701a admin admin] Publish callbacks [] for security_group (1d7996c5-5ec0-4004-a054-ab56500a0af9), precommit_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:53.185852 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-cef7e1a1-76cf-4af4-8224-89ebc1d3701a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763768'] for security_group (1d7996c5-5ec0-4004-a054-ab56500a0af9), after_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:53.188367 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-cef7e1a1-76cf-4af4-8224-89ebc1d3701a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:53.189505 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [None req-cef7e1a1-76cf-4af4-8224-89ebc1d3701a admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/1d7996c5-5ec0-4004-a054-ab56500a0af9 HTTP/1.1" status: 204 len: 168 time: 0.2544792 Aug 09 17:00:53.204838 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef7e1a1-76cf-4af4-8224-89ebc1d3701a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d7996c5-5ec0-4004-a054-ab56500a0af9,revision_number=None']} {{(pid=111140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:00:53.217511 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e28995-1be7-44cc-8d96-37f736caf16c req-e352122b-bed4-4814-a5e6-ce8f43301d2d tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 17:00:53.219015 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-76e28995-1be7-44cc-8d96-37f736caf16c req-e352122b-bed4-4814-a5e6-ce8f43301d2d tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=b5984777-9057-4cd8-ac06-cce6636dc4a7 HTTP/1.1" status: 200 len: 943 time: 0.0636077 Aug 09 17:00:53.294261 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-76e28995-1be7-44cc-8d96-37f736caf16c req-0d13aeca-87ed-434f-80c9-9d5bcc5b25af tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=0802a72b-4896-4e64-bdd5-d9f6ecf5684d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674913 Aug 09 17:00:53.904502 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.wsgi [-] (111140) accepted ('10.222.0.59', 59926) {{(pid=111140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 17:00:53.918525 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-e56e3b02-6a7e-4e2b-a18f-c42d14d4a30f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:53.995355 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-e56e3b02-6a7e-4e2b-a18f-c42d14d4a30f admin admin] Publish callbacks [] for security_group (17635bed-cd43-4f55-acb3-b46cd584d5e9), precommit_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:54.078408 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-e56e3b02-6a7e-4e2b-a18f-c42d14d4a30f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763768'] for security_group (17635bed-cd43-4f55-acb3-b46cd584d5e9), after_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:54.096606 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=85,neutron:DELETE=9,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:00:54.129015 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [None req-e56e3b02-6a7e-4e2b-a18f-c42d14d4a30f admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=829d6bffd18a48f3b7331cba9910d16e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2186668 Aug 09 17:00:54.129015 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56e3b02-6a7e-4e2b-a18f-c42d14d4a30f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17635bed-cd43-4f55-acb3-b46cd584d5e9,revision_number=1']} {{(pid=111140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:00:54.129853 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.wsgi [-] (111141) accepted ('10.222.0.59', 59930) {{(pid=111141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 17:00:54.149406 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:UPDATE=1,neutron:INSERT=5 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:00:54.181575 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-a3792dc9-60b7-4536-9132-84a2cd108439 admin admin] Publish callbacks [] for security_group (17635bed-cd43-4f55-acb3-b46cd584d5e9), before_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:54.203662 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-a3792dc9-60b7-4536-9132-84a2cd108439 admin admin] Publish callbacks [] for security_group (17635bed-cd43-4f55-acb3-b46cd584d5e9), precommit_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:54.393274 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-a3792dc9-60b7-4536-9132-84a2cd108439 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763768'] for security_group (17635bed-cd43-4f55-acb3-b46cd584d5e9), after_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:54.396113 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-a3792dc9-60b7-4536-9132-84a2cd108439 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:54.397293 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [None req-a3792dc9-60b7-4536-9132-84a2cd108439 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/17635bed-cd43-4f55-acb3-b46cd584d5e9 HTTP/1.1" status: 204 len: 168 time: 0.2680767 Aug 09 17:00:54.411838 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3792dc9-60b7-4536-9132-84a2cd108439 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17635bed-cd43-4f55-acb3-b46cd584d5e9,revision_number=None']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:00:54.427399 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6064e76e-f5ed-483c-a017-7879d42d7f7f req-378ba55f-4a26-4953-92bd-9c520bbf2509 tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 17:00:54.428994 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-6064e76e-f5ed-483c-a017-7879d42d7f7f req-378ba55f-4a26-4953-92bd-9c520bbf2509 tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=b5984777-9057-4cd8-ac06-cce6636dc4a7 HTTP/1.1" status: 200 len: 943 time: 0.0675313 Aug 09 17:00:54.494532 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-6064e76e-f5ed-483c-a017-7879d42d7f7f req-3456f280-1e5e-4c6c-ab0e-5a48d8dbfc0d tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=0802a72b-4896-4e64-bdd5-d9f6ecf5684d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514400 Aug 09 17:00:55.137061 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.wsgi [-] (111141) accepted ('10.222.0.59', 59958) {{(pid=111141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 17:00:55.159194 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-c0fc0687-8508-4e63-b947-a274e66620e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:55.212868 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:00:55.243463 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-c0fc0687-8508-4e63-b947-a274e66620e9 admin admin] Publish callbacks [] for security_group (a3846c37-3d15-45c6-aa3f-5c1cdecf89d2), precommit_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:55.398540 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-c0fc0687-8508-4e63-b947-a274e66620e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763768'] for security_group (a3846c37-3d15-45c6-aa3f-5c1cdecf89d2), after_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:55.438685 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [None req-c0fc0687-8508-4e63-b947-a274e66620e9 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=a70017061e0a495384241108a0819c05&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2987437 Aug 09 17:00:55.439570 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fc0687-8508-4e63-b947-a274e66620e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3846c37-3d15-45c6-aa3f-5c1cdecf89d2,revision_number=1']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:00:55.442065 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.wsgi [-] (111140) accepted ('10.222.0.59', 59960) {{(pid=111140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 17:00:55.495928 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-cb382e1f-da40-4089-9efa-2da9e06a66fc admin admin] Publish callbacks [] for security_group (a3846c37-3d15-45c6-aa3f-5c1cdecf89d2), before_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:55.517645 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-cb382e1f-da40-4089-9efa-2da9e06a66fc admin admin] Publish callbacks [] for security_group (a3846c37-3d15-45c6-aa3f-5c1cdecf89d2), precommit_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:55.616767 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62d6571-3a79-4210-b4d0-eb051c9d7b6f req-9d05af00-2dd0-4abb-b225-54de34bc2435 tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 17:00:55.618228 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-b62d6571-3a79-4210-b4d0-eb051c9d7b6f req-9d05af00-2dd0-4abb-b225-54de34bc2435 tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=b5984777-9057-4cd8-ac06-cce6636dc4a7 HTTP/1.1" status: 200 len: 943 time: 0.0494044 Aug 09 17:00:55.640420 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-cb382e1f-da40-4089-9efa-2da9e06a66fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763768'] for security_group (a3846c37-3d15-45c6-aa3f-5c1cdecf89d2), after_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:55.642826 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-cb382e1f-da40-4089-9efa-2da9e06a66fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:00:55.643927 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [None req-cb382e1f-da40-4089-9efa-2da9e06a66fc admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/a3846c37-3d15-45c6-aa3f-5c1cdecf89d2 HTTP/1.1" status: 204 len: 168 time: 0.2005618 Aug 09 17:00:55.661227 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb382e1f-da40-4089-9efa-2da9e06a66fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3846c37-3d15-45c6-aa3f-5c1cdecf89d2,revision_number=None']} {{(pid=111140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:00:55.683355 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-b62d6571-3a79-4210-b4d0-eb051c9d7b6f req-b80966d4-8bc1-4087-ab8b-ebd611ccae87 tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=0802a72b-4896-4e64-bdd5-d9f6ecf5684d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594659 Aug 09 17:00:56.825522 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0cb45a-e9a6-4d7a-8fd7-b14f7beb2360 req-c156cba6-ee57-4236-9078-24dc073f91d7 tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 17:00:56.827019 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-2a0cb45a-e9a6-4d7a-8fd7-b14f7beb2360 req-c156cba6-ee57-4236-9078-24dc073f91d7 tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=b5984777-9057-4cd8-ac06-cce6636dc4a7 HTTP/1.1" status: 200 len: 943 time: 0.0539820 Aug 09 17:00:57.151961 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-2a0cb45a-e9a6-4d7a-8fd7-b14f7beb2360 req-4ecf188b-0ba6-4ba8-92f0-7a3a216cde3b tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=0802a72b-4896-4e64-bdd5-d9f6ecf5684d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3190711 Aug 09 17:00:58.280826 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc324f4-5f2d-42c8-a3bc-8026e6e349c8 req-e9118d80-d134-4822-8cb5-f15081d69869 tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 17:00:58.282307 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-7dc324f4-5f2d-42c8-a3bc-8026e6e349c8 req-e9118d80-d134-4822-8cb5-f15081d69869 tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=b5984777-9057-4cd8-ac06-cce6636dc4a7 HTTP/1.1" status: 200 len: 943 time: 0.0515866 Aug 09 17:00:58.333720 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-7dc324f4-5f2d-42c8-a3bc-8026e6e349c8 req-a23e4eac-1994-4e87-8b1b-1709d6455e02 tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=0802a72b-4896-4e64-bdd5-d9f6ecf5684d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447593 Aug 09 17:00:59.457525 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf8179b-ce96-43d3-aebb-9caf4c6474fd req-92986416-c07a-4175-be41-0153dc57f3d4 tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 17:00:59.459068 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-8bf8179b-ce96-43d3-aebb-9caf4c6474fd req-92986416-c07a-4175-be41-0153dc57f3d4 tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=b5984777-9057-4cd8-ac06-cce6636dc4a7 HTTP/1.1" status: 200 len: 943 time: 0.0504589 Aug 09 17:00:59.509744 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-8bf8179b-ce96-43d3-aebb-9caf4c6474fd req-ee1ca600-584a-4352-88f6-fa91efd5d219 tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=0802a72b-4896-4e64-bdd5-d9f6ecf5684d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442657 Aug 09 17:01:00.633724 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4881fb65-1104-43a4-947e-bd7124e01ac2 req-ab20f9a7-c308-4a61-99a3-7b9d2e811376 tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 17:01:00.635219 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-4881fb65-1104-43a4-947e-bd7124e01ac2 req-ab20f9a7-c308-4a61-99a3-7b9d2e811376 tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=b5984777-9057-4cd8-ac06-cce6636dc4a7 HTTP/1.1" status: 200 len: 943 time: 0.0486934 Aug 09 17:01:00.685644 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-4881fb65-1104-43a4-947e-bd7124e01ac2 req-0a5892e4-721a-4242-8cfd-bb3912e3abc5 tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=0802a72b-4896-4e64-bdd5-d9f6ecf5684d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450020 Aug 09 17:01:01.379568 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Device 2fc3cf5e-f8f8-41a7-8654-05c3d5ec5165 details requested by agent hyperv_hv-cinder-85236 with host hv-cinder-85236 {{(pid=111142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 17:01:01.480676 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.db [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] For port 2fc3cf5e-f8f8-41a7-8654-05c3d5ec5165, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=2fc3cf5e-f8f8-41a7-8654-05c3d5ec5165,segment=NetworkSegment(d80a24a9-f1b9-4874-b989-4d59e1ac0f32),segment_id=d80a24a9-f1b9-4874-b989-4d59e1ac0f32)] {{(pid=111142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:01:01.492114 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Returning: {'device': '2fc3cf5e-f8f8-41a7-8654-05c3d5ec5165', 'network_id': '16b7cf6d-d031-48e2-96f0-440212fd98f8', 'port_id': '2fc3cf5e-f8f8-41a7-8654-05c3d5ec5165', 'mac_address': 'fa:16:3e:25:64:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 966, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd248dc80-ba0d-4a95-bc41-d3d7ccd3fe5b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 17:01:01.527067 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Current status of the port 2fc3cf5e-f8f8-41a7-8654-05c3d5ec5165 is: DOWN; New status is: BUILD {{(pid=111142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 17:01:01.527490 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (2fc3cf5e-f8f8-41a7-8654-05c3d5ec5165), before_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:01:01.541195 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.notifiers.nova [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fc3cf5e-f8f8-41a7-8654-05c3d5ec5165 {{(pid=111142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 09 17:01:01.561900 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.db [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] For port 2fc3cf5e-f8f8-41a7-8654-05c3d5ec5165, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=2fc3cf5e-f8f8-41a7-8654-05c3d5ec5165,segment=NetworkSegment(d80a24a9-f1b9-4874-b989-4d59e1ac0f32),segment_id=d80a24a9-f1b9-4874-b989-4d59e1ac0f32)] {{(pid=111142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:01:01.621518 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748338263269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748337861771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748337861789'] for port (2fc3cf5e-f8f8-41a7-8654-05c3d5ec5165), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:01:01.669694 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Pushing event updated for resources: {'Port': ['ID=2fc3cf5e-f8f8-41a7-8654-05c3d5ec5165,revision_number=4']} {{(pid=111142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:01:01.805920 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37a0ce3-6e6b-4aaa-b2b6-06159e9e721c req-b216709c-a6f2-409e-bc43-edf66e97e4f8 tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 17:01:01.807328 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-e37a0ce3-6e6b-4aaa-b2b6-06159e9e721c req-b216709c-a6f2-409e-bc43-edf66e97e4f8 tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=b5984777-9057-4cd8-ac06-cce6636dc4a7 HTTP/1.1" status: 200 len: 944 time: 0.0481462 Aug 09 17:01:01.860608 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-e37a0ce3-6e6b-4aaa-b2b6-06159e9e721c req-462855b5-8a81-4132-9687-e2a22600271e tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=0802a72b-4896-4e64-bdd5-d9f6ecf5684d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473564 Aug 09 17:01:01.974152 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.db [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] get_ports_and_sgs() called for port_ids ['2fc3cf5e-f8f8-41a7-8654-05c3d5ec5165'] {{(pid=111142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 17:01:02.056015 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:01:02.195900 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:DELETE=1,neutron:SELECT=98,neutron:UPDATE=1 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:01:02.844583 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (fd1157aa-8fd8-4c6b-a604-f3842f12d305), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:01:02.980229 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bf4f51-1a03-4913-a530-8f78bf3fbe82 req-1d4689b5-f631-4a20-b29a-7dcaf8d10df4 tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 17:01:02.981712 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-e6bf4f51-1a03-4913-a530-8f78bf3fbe82 req-1d4689b5-f631-4a20-b29a-7dcaf8d10df4 tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=b5984777-9057-4cd8-ac06-cce6636dc4a7 HTTP/1.1" status: 200 len: 944 time: 0.0480015 Aug 09 17:01:03.035945 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-e6bf4f51-1a03-4913-a530-8f78bf3fbe82 req-e9aa54e8-b96f-4f8d-a9cd-6e6008b81a5c tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=0802a72b-4896-4e64-bdd5-d9f6ecf5684d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486124 Aug 09 17:01:03.389275 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Device 2fc3cf5e-f8f8-41a7-8654-05c3d5ec5165 up at agent hyperv_hv-cinder-85236 {{(pid=111142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 17:01:03.433492 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.provisioning_blocks [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Provisioning for port 2fc3cf5e-f8f8-41a7-8654-05c3d5ec5165 completed by entity L2. {{(pid=111142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 09 17:01:03.484076 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.provisioning_blocks [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Provisioning complete for port 2fc3cf5e-f8f8-41a7-8654-05c3d5ec5165 triggered by entity L2. {{(pid=111142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 17:01:03.484453 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877469'] for port (2fc3cf5e-f8f8-41a7-8654-05c3d5ec5165), provisioning_complete {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:01:03.557943 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Current status of the port 2fc3cf5e-f8f8-41a7-8654-05c3d5ec5165 is: BUILD; New status is: ACTIVE {{(pid=111142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 17:01:03.558364 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (2fc3cf5e-f8f8-41a7-8654-05c3d5ec5165), before_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:01:03.582317 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5984777-9057-4cd8-ac06-cce6636dc4a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fc3cf5e-f8f8-41a7-8654-05c3d5ec5165'}] {{(pid=111142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 17:01:03.584660 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a3936692d9fe67bf654b43a226d329952087876dab2ee9ab8d24037cf19aeb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17f9281c-6887-4a68-8af1-e18703c61025" -d '{"events": [{"server_uuid": "b5984777-9057-4cd8-ac06-cce6636dc4a7", "name": "network-vif-plugged", "status": "completed", "tag": "2fc3cf5e-f8f8-41a7-8654-05c3d5ec5165"}]}' {{(pid=111142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 17:01:03.597436 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.db [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] For port 2fc3cf5e-f8f8-41a7-8654-05c3d5ec5165, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=2fc3cf5e-f8f8-41a7-8654-05c3d5ec5165,segment=NetworkSegment(d80a24a9-f1b9-4874-b989-4d59e1ac0f32),segment_id=d80a24a9-f1b9-4874-b989-4d59e1ac0f32)] {{(pid=111142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:01:03.622114 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Aug 2022 17:01:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3719df64-fc28-444d-8028-85d5192c398e x-openstack-request-id: req-3719df64-fc28-444d-8028-85d5192c398e {{(pid=111142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 17:01:03.622410 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5984777-9057-4cd8-ac06-cce6636dc4a7", "name": "network-vif-plugged", "status": "completed", "tag": "2fc3cf5e-f8f8-41a7-8654-05c3d5ec5165", "code": 200}]} {{(pid=111142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 17:01:03.622667 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-3719df64-fc28-444d-8028-85d5192c398e {{(pid=111142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 17:01:03.623092 dv-cinder-852364-3-iscsi neutron-server[111142]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3719df64-fc28-444d-8028-85d5192c398e'] response: {'server_uuid': 'b5984777-9057-4cd8-ac06-cce6636dc4a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fc3cf5e-f8f8-41a7-8654-05c3d5ec5165', 'code': 200} Aug 09 17:01:03.666382 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748338263269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748337861771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748337861789'] for port (2fc3cf5e-f8f8-41a7-8654-05c3d5ec5165), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:01:03.724026 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Pushing event updated for resources: {'Port': ['ID=2fc3cf5e-f8f8-41a7-8654-05c3d5ec5165,revision_number=5']} {{(pid=111142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:01:04.157786 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f9b9c1-a94a-4a7b-8c2d-01ebce169f50 req-6d554ab8-60a3-438c-a967-0ebf0de78265 tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 17:01:04.159496 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-08f9b9c1-a94a-4a7b-8c2d-01ebce169f50 req-6d554ab8-60a3-438c-a967-0ebf0de78265 tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=b5984777-9057-4cd8-ac06-cce6636dc4a7 HTTP/1.1" status: 200 len: 945 time: 0.0488908 Aug 09 17:01:04.204048 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:DELETE=1 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:01:04.217580 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-08f9b9c1-a94a-4a7b-8c2d-01ebce169f50 req-1d9622bd-a6b5-4ea7-aa7d-b884469ee92e tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=0802a72b-4896-4e64-bdd5-d9f6ecf5684d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512269 Aug 09 17:01:04.228761 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f3dbaa-1056-41ab-b255-7a8df6647101 req-737206df-a325-4513-8d29-8de380b6db34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 17:01:04.231022 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-99f3dbaa-1056-41ab-b255-7a8df6647101 req-737206df-a325-4513-8d29-8de380b6db34 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?device_id=b5984777-9057-4cd8-ac06-cce6636dc4a7 HTTP/1.1" status: 200 len: 1129 time: 0.1867261 Aug 09 17:01:04.282882 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-99f3dbaa-1056-41ab-b255-7a8df6647101 req-7c6d5148-08ff-4a84-b4ff-e3d3253bb10b service neutron] 10.222.0.91 "GET /networking/v2.0/security-groups?id=0802a72b-4896-4e64-bdd5-d9f6ecf5684d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428362 Aug 09 17:01:05.340381 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e73420-eca0-4c95-a4bf-6490d5eb9d6d req-abdcf96a-7c57-43d8-b1f9-880d55cb2a5c tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 17:01:05.341898 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-25e73420-eca0-4c95-a4bf-6490d5eb9d6d req-abdcf96a-7c57-43d8-b1f9-880d55cb2a5c tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=b5984777-9057-4cd8-ac06-cce6636dc4a7 HTTP/1.1" status: 200 len: 945 time: 0.0482635 Aug 09 17:01:05.392584 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-25e73420-eca0-4c95-a4bf-6490d5eb9d6d req-a6ed4f23-06f2-4db6-ab92-1a63b523d85f tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=0802a72b-4896-4e64-bdd5-d9f6ecf5684d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442593 Aug 09 17:01:06.514618 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daef9ef-5a6b-441c-a92c-72254b1bf675 req-fb4535f5-be64-4930-aa58-175cf98a04e2 tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 17:01:06.516185 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-9daef9ef-5a6b-441c-a92c-72254b1bf675 req-fb4535f5-be64-4930-aa58-175cf98a04e2 tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=b5984777-9057-4cd8-ac06-cce6636dc4a7 HTTP/1.1" status: 200 len: 945 time: 0.0485065 Aug 09 17:01:06.566630 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-9daef9ef-5a6b-441c-a92c-72254b1bf675 req-cc187bbf-b437-4fbc-8e53-46006e824282 tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=0802a72b-4896-4e64-bdd5-d9f6ecf5684d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446224 Aug 09 17:01:06.689255 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdf5831-83ec-436b-8e40-1aee7173f829 req-1c550bd8-abc3-44aa-952a-84e21b4ee6a6 tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 17:01:06.690652 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-6cdf5831-83ec-436b-8e40-1aee7173f829 req-1c550bd8-abc3-44aa-952a-84e21b4ee6a6 tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=b5984777-9057-4cd8-ac06-cce6636dc4a7 HTTP/1.1" status: 200 len: 945 time: 0.0530844 Aug 09 17:01:06.744145 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-6cdf5831-83ec-436b-8e40-1aee7173f829 req-52b2b10b-123f-487d-8d58-7e9e27867e20 tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=0802a72b-4896-4e64-bdd5-d9f6ecf5684d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471766 Aug 09 17:01:06.774627 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.wsgi [-] (111140) accepted ('10.222.0.59', 60072) {{(pid=111140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 17:01:06.926162 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a073983-403d-48cc-a230-d5d863397b8b tempest-TestShelveInstance-343723331 tempest-TestShelveInstance-343723331-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 17:01:06.927780 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [None req-5a073983-403d-48cc-a230-d5d863397b8b tempest-TestShelveInstance-343723331 tempest-TestShelveInstance-343723331-project-admin] 10.222.0.59 "GET /networking/v2.0/ports?device_id=b5984777-9057-4cd8-ac06-cce6636dc4a7 HTTP/1.1" status: 200 len: 1124 time: 0.1517963 Aug 09 17:01:06.930821 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.wsgi [-] (111140) accepted ('10.222.0.59', 60082) {{(pid=111140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 17:01:06.935064 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.v2.base [None req-5752bbf1-3b52-4d8e-8bf9-f8ece4dae7ae tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] Request body: {'floatingip': {'floating_network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'port_id': '2fc3cf5e-f8f8-41a7-8654-05c3d5ec5165', 'tenant_id': '907c20a4319c450284e1e6b39107d715', 'fixed_ip_address': '172.20.0.7'}} {{(pid=111140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 17:01:07.021471 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-5752bbf1-3b52-4d8e-8bf9-f8ece4dae7ae tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:01:07.102413 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-5752bbf1-3b52-4d8e-8bf9-f8ece4dae7ae tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (None), before_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:01:07.214472 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=4 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:01:07.215812 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.db.db_base_plugin_common [None req-5752bbf1-3b52-4d8e-8bf9-f8ece4dae7ae tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] Allocated IP 172.27.2.248 (0b446ac8-416d-4492-b144-c475e4beb84a/4516d54a-1367-472b-b3e4-4bb105fe12f6/d5aed9a4-9196-4a6d-b5f0-1c58e43dd380) {{(pid=111140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 17:01:07.320915 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-5752bbf1-3b52-4d8e-8bf9-f8ece4dae7ae tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] Publish callbacks [] for port (d5aed9a4-9196-4a6d-b5f0-1c58e43dd380), precommit_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:01:07.416385 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-5752bbf1-3b52-4d8e-8bf9-f8ece4dae7ae tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748337861753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12086677'] for port (d5aed9a4-9196-4a6d-b5f0-1c58e43dd380), after_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:01:07.461043 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5752bbf1-3b52-4d8e-8bf9-f8ece4dae7ae tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] Network 0b446ac8-416d-4492-b144-c475e4beb84a is already hosted by enough agents. {{(pid=111140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 17:01:07.464469 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.scheduler.base_scheduler [None req-5752bbf1-3b52-4d8e-8bf9-f8ece4dae7ae tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] Resources bound (agent type, host, resource id): {{(pid=111140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 17:01:07.467260 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5752bbf1-3b52-4d8e-8bf9-f8ece4dae7ae tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] Received port after_create {{(pid=111140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 09 17:01:07.472770 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5752bbf1-3b52-4d8e-8bf9-f8ece4dae7ae tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] Pushing event updated for resources: {'Port': ['ID=d5aed9a4-9196-4a6d-b5f0-1c58e43dd380,revision_number=1']} {{(pid=111140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:01:07.493829 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:01:07.827561 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-5752bbf1-3b52-4d8e-8bf9-f8ece4dae7ae tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] Publish callbacks [] for floatingip (985b012a-9bc5-441c-8058-e64f092cd953), precommit_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:01:07.953334 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-5752bbf1-3b52-4d8e-8bf9-f8ece4dae7ae tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (d5aed9a4-9196-4a6d-b5f0-1c58e43dd380), before_update {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:01:08.105251 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-5752bbf1-3b52-4d8e-8bf9-f8ece4dae7ae tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] Publish callbacks [] for port (d5aed9a4-9196-4a6d-b5f0-1c58e43dd380), precommit_update {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:01:08.204586 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-5752bbf1-3b52-4d8e-8bf9-f8ece4dae7ae tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748338263269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748337861771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748337861789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12086682'] for port (d5aed9a4-9196-4a6d-b5f0-1c58e43dd380), after_update {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:01:08.246305 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:01:08.275366 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5752bbf1-3b52-4d8e-8bf9-f8ece4dae7ae tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] Pushing event updated for resources: {'Port': ['ID=d5aed9a4-9196-4a6d-b5f0-1c58e43dd380,revision_number=2']} {{(pid=111140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:01:08.277831 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-5752bbf1-3b52-4d8e-8bf9-f8ece4dae7ae tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-336914'] for floatingip (985b012a-9bc5-441c-8058-e64f092cd953), after_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:01:08.373774 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.db.l3_db [None req-5752bbf1-3b52-4d8e-8bf9-f8ece4dae7ae tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] Floating IP 985b012a-9bc5-441c-8058-e64f092cd953 associated. External IP: 172.27.2.248, port: 2fc3cf5e-f8f8-41a7-8654-05c3d5ec5165. Aug 09 17:01:08.698656 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:01:08.798857 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5752bbf1-3b52-4d8e-8bf9-f8ece4dae7ae tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] Router 20699d5b-e238-4dad-a7e5-36842a20716c has already been hosted by L3 agent 2cf02505-efcb-442b-855b-6c659df6f18c {{(pid=111140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 09 17:01:08.904307 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5752bbf1-3b52-4d8e-8bf9-f8ece4dae7ae tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] Notify agent at l3_agent.dv-cinder-852364-3-iscsi the message routers_updated {{(pid=111140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 17:01:08.913832 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25107297-2b30-428a-acbc-60f6b1ac457a None None] Sync routers for ids ['20699d5b-e238-4dad-a7e5-36842a20716c'] in dv-cinder-852364-3-iscsi {{(pid=111143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 17:01:08.923530 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25107297-2b30-428a-acbc-60f6b1ac457a None None] Routers {'20699d5b-e238-4dad-a7e5-36842a20716c'} bound to L3 agent in host dv-cinder-852364-3-iscsi {{(pid=111143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 17:01:08.929910 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.l3_hamode_db [None req-25107297-2b30-428a-acbc-60f6b1ac457a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-09T16:42:12Z,description=,heartbeat_timestamp=2022-08-09T17:00:42Z,host='dv-cinder-852364-3-iscsi',id=2cf02505-efcb-442b-855b-6c659df6f18c,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:13Z,topic='l3_agent')) {'router_ids': ['20699d5b-e238-4dad-a7e5-36842a20716c'], 'active': True} {{(pid=111143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:01:09.025579 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.l3_dvr_db [None req-25107297-2b30-428a-acbc-60f6b1ac457a None None] Set router 20699d5b-e238-4dad-a7e5-36842a20716c gateway port host: dv-cinder-852364-3-iscsi {{(pid=111143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 17:01:09.029018 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-5752bbf1-3b52-4d8e-8bf9-f8ece4dae7ae tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90003'] for floatingip (None), before_response {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:01:09.064761 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [None req-5752bbf1-3b52-4d8e-8bf9-f8ece4dae7ae tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] 10.222.0.59 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1308150 Aug 09 17:01:09.064761 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5984777-9057-4cd8-ac06-cce6636dc4a7', 'tag': '2fc3cf5e-f8f8-41a7-8654-05c3d5ec5165'}] {{(pid=111140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 17:01:09.065645 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f41bda9ed637a92b78517b41d4edf2586523f8da12b25a219bf38f0aed6eb417" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b4828f0-f2f8-4f30-918c-1799d674a774" -d '{"events": [{"name": "network-changed", "server_uuid": "b5984777-9057-4cd8-ac06-cce6636dc4a7", "tag": "2fc3cf5e-f8f8-41a7-8654-05c3d5ec5165"}]}' {{(pid=111140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 17:01:09.104458 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Aug 2022 17:01:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-785f3085-25a1-440c-900f-763c071224b8 x-openstack-request-id: req-785f3085-25a1-440c-900f-763c071224b8 {{(pid=111140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 17:01:09.104794 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5984777-9057-4cd8-ac06-cce6636dc4a7", "tag": "2fc3cf5e-f8f8-41a7-8654-05c3d5ec5165", "status": "completed", "code": 200}]} {{(pid=111140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 17:01:09.105047 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-785f3085-25a1-440c-900f-763c071224b8 {{(pid=111140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 17:01:09.105486 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-785f3085-25a1-440c-900f-763c071224b8'] response: {'name': 'network-changed', 'server_uuid': 'b5984777-9057-4cd8-ac06-cce6636dc4a7', 'tag': '2fc3cf5e-f8f8-41a7-8654-05c3d5ec5165', 'status': 'completed', 'code': 200} Aug 09 17:01:09.198177 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4828f0-f2f8-4f30-918c-1799d674a774 req-ae284f7e-be13-4709-b6f1-7d39a36a07a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 17:01:09.199892 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-0b4828f0-f2f8-4f30-918c-1799d674a774 req-ae284f7e-be13-4709-b6f1-7d39a36a07a2 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?tenant_id=907c20a4319c450284e1e6b39107d715&device_id=b5984777-9057-4cd8-ac06-cce6636dc4a7 HTTP/1.1" status: 200 len: 1129 time: 0.0399847 Aug 09 17:01:09.223446 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:01:09.245105 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.l3_hamode_db [None req-25107297-2b30-428a-acbc-60f6b1ac457a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20699d5b-e238-4dad-a7e5-36842a20716c', 'name': 'tempest-TestShelveInstance-128547261-router', 'tenant_id': '907c20a4319c450284e1e6b39107d715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'external_fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': '55d87bc8-483c-4b50-b8e7-ce080609ac1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T17:00:05Z', 'updated_at': '2022-08-09T17:00:08Z', 'revision_number': 4, 'project_id': '907c20a4319c450284e1e6b39107d715', 'gw_port': {'id': '55d87bc8-483c-4b50-b8e7-ce080609ac1c', 'name': '', 'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:e8:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20699d5b-e238-4dad-a7e5-36842a20716c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T17:00:05Z', 'updated_at': '2022-08-09T17:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-3-iscsi', '_floatingips': [{'id': '985b012a-9bc5-441c-8058-e64f092cd953', 'tenant_id': '907c20a4319c450284e1e6b39107d715', 'floating_ip_address': '172.27.2.248', 'floating_network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'router_id': '20699d5b-e238-4dad-a7e5-36842a20716c', 'port_id': '2fc3cf5e-f8f8-41a7-8654-05c3d5ec5165', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 713, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '16b7cf6d-d031-48e2-96f0-440212fd98f8', 'mac_address': 'fa:16:3e:25:64:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5984777-9057-4cd8-ac06-cce6636dc4a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-09T17:01:07Z', 'updated_at': '2022-08-09T17:01:07Z', 'revision_number': 0, 'project_id': '907c20a4319c450284e1e6b39107d715', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4afe7d60-fc00-42ae-b62e-02e606624055', 'name': '', 'network_id': '16b7cf6d-d031-48e2-96f0-440212fd98f8', 'tenant_id': '907c20a4319c450284e1e6b39107d715', 'mac_address': 'fa:16:3e:8f:05:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20699d5b-e238-4dad-a7e5-36842a20716c', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'd248dc80-ba0d-4a95-bc41-d3d7ccd3fe5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T17:00:07Z', 'updated_at': '2022-08-09T17:00:12Z', 'revision_number': 5, 'project_id': '907c20a4319c450284e1e6b39107d715', 'subnets': [{'id': 'd248dc80-ba0d-4a95-bc41-d3d7ccd3fe5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-3-iscsi', False) {} {{(pid=111143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:01:09.270852 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25107297-2b30-428a-acbc-60f6b1ac457a None None] Checking router: 20699d5b-e238-4dad-a7e5-36842a20716c for host: dv-cinder-852364-3-iscsi {{(pid=111143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 17:01:09.279901 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25107297-2b30-428a-acbc-60f6b1ac457a None None] Routers {'20699d5b-e238-4dad-a7e5-36842a20716c'} bound to L3 agent in host dv-cinder-852364-3-iscsi {{(pid=111143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 17:01:09.280879 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.l3_hamode_db [None req-25107297-2b30-428a-acbc-60f6b1ac457a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-09T16:42:12Z,description=,heartbeat_timestamp=2022-08-09T17:00:42Z,host='dv-cinder-852364-3-iscsi',id=2cf02505-efcb-442b-855b-6c659df6f18c,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:13Z,topic='l3_agent')) {'router_ids': ['20699d5b-e238-4dad-a7e5-36842a20716c'], 'active': True} {{(pid=111143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:01:09.295969 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4828f0-f2f8-4f30-918c-1799d674a774 req-161bdd85-8223-4647-b792-4c835ebce360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 17:01:09.301297 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-0b4828f0-f2f8-4f30-918c-1799d674a774 req-161bdd85-8223-4647-b792-4c835ebce360 service neutron] 10.222.0.91 "GET /networking/v2.0/networks?id=16b7cf6d-d031-48e2-96f0-440212fd98f8 HTTP/1.1" status: 200 len: 909 time: 0.0914373 Aug 09 17:01:09.360043 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-0b4828f0-f2f8-4f30-918c-1799d674a774 req-fa3e3465-abe0-475f-aa84-152b081afd3a service neutron] 10.222.0.91 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2fc3cf5e-f8f8-41a7-8654-05c3d5ec5165 HTTP/1.1" status: 200 len: 999 time: 0.0553653 Aug 09 17:01:09.386759 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.l3_dvr_db [None req-25107297-2b30-428a-acbc-60f6b1ac457a None None] Set router 20699d5b-e238-4dad-a7e5-36842a20716c gateway port host: dv-cinder-852364-3-iscsi {{(pid=111143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 17:01:09.409100 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4828f0-f2f8-4f30-918c-1799d674a774 req-c51ad7b4-4625-41f2-88eb-1826280b4824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 17:01:09.411417 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-0b4828f0-f2f8-4f30-918c-1799d674a774 req-c51ad7b4-4625-41f2-88eb-1826280b4824 service neutron] 10.222.0.91 "GET /networking/v2.0/subnets?id=d248dc80-ba0d-4a95-bc41-d3d7ccd3fe5b HTTP/1.1" status: 200 len: 847 time: 0.0452192 Aug 09 17:01:09.461847 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4828f0-f2f8-4f30-918c-1799d674a774 req-e1da56fb-b336-4a55-be76-fa06417d5c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 17:01:09.463478 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-0b4828f0-f2f8-4f30-918c-1799d674a774 req-e1da56fb-b336-4a55-be76-fa06417d5c69 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?network_id=16b7cf6d-d031-48e2-96f0-440212fd98f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0453913 Aug 09 17:01:09.474800 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.wsgi [req-0b4828f0-f2f8-4f30-918c-1799d674a774 req-6f031d1d-a6e1-47dc-bdca-5f85f0795280 service neutron] http://10.222.0.59:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=111141) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 09 17:01:09.475811 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-0b4828f0-f2f8-4f30-918c-1799d674a774 req-6f031d1d-a6e1-47dc-bdca-5f85f0795280 service neutron] 10.222.0.91 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0058525 Aug 09 17:01:09.533743 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=100 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:01:09.567828 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-0b4828f0-f2f8-4f30-918c-1799d674a774 req-4be492d0-edcc-4c85-af62-8d4105139b26 service neutron] 10.222.0.91 "GET /networking/v2.0/networks/16b7cf6d-d031-48e2-96f0-440212fd98f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858088 Aug 09 17:01:09.588287 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG dbcounter [-] [111143] Writing DB stats neutron:SELECT=100 {{(pid=111143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:01:09.605840 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.l3_hamode_db [None req-25107297-2b30-428a-acbc-60f6b1ac457a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20699d5b-e238-4dad-a7e5-36842a20716c', 'name': 'tempest-TestShelveInstance-128547261-router', 'tenant_id': '907c20a4319c450284e1e6b39107d715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'external_fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': '55d87bc8-483c-4b50-b8e7-ce080609ac1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T17:00:05Z', 'updated_at': '2022-08-09T17:00:08Z', 'revision_number': 4, 'project_id': '907c20a4319c450284e1e6b39107d715', 'gw_port': {'id': '55d87bc8-483c-4b50-b8e7-ce080609ac1c', 'name': '', 'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:e8:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20699d5b-e238-4dad-a7e5-36842a20716c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T17:00:05Z', 'updated_at': '2022-08-09T17:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-3-iscsi', '_floatingips': [{'id': '985b012a-9bc5-441c-8058-e64f092cd953', 'tenant_id': '907c20a4319c450284e1e6b39107d715', 'floating_ip_address': '172.27.2.248', 'floating_network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'router_id': '20699d5b-e238-4dad-a7e5-36842a20716c', 'port_id': '2fc3cf5e-f8f8-41a7-8654-05c3d5ec5165', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 713, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '16b7cf6d-d031-48e2-96f0-440212fd98f8', 'mac_address': 'fa:16:3e:25:64:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5984777-9057-4cd8-ac06-cce6636dc4a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-09T17:01:07Z', 'updated_at': '2022-08-09T17:01:07Z', 'revision_number': 0, 'project_id': '907c20a4319c450284e1e6b39107d715', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4afe7d60-fc00-42ae-b62e-02e606624055', 'name': '', 'network_id': '16b7cf6d-d031-48e2-96f0-440212fd98f8', 'tenant_id': '907c20a4319c450284e1e6b39107d715', 'mac_address': 'fa:16:3e:8f:05:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20699d5b-e238-4dad-a7e5-36842a20716c', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'd248dc80-ba0d-4a95-bc41-d3d7ccd3fe5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T17:00:07Z', 'updated_at': '2022-08-09T17:00:12Z', 'revision_number': 5, 'project_id': '907c20a4319c450284e1e6b39107d715', 'subnets': [{'id': 'd248dc80-ba0d-4a95-bc41-d3d7ccd3fe5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-3-iscsi', False) {} {{(pid=111143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:01:09.632017 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25107297-2b30-428a-acbc-60f6b1ac457a None None] The sync data for ids ['20699d5b-e238-4dad-a7e5-36842a20716c'] in dv-cinder-852364-3-iscsi is: [{'id': '20699d5b-e238-4dad-a7e5-36842a20716c', 'name': 'tempest-TestShelveInstance-128547261-router', 'tenant_id': '907c20a4319c450284e1e6b39107d715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'external_fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': '55d87bc8-483c-4b50-b8e7-ce080609ac1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T17:00:05Z', 'updated_at': '2022-08-09T17:00:08Z', 'revision_number': 4, 'project_id': '907c20a4319c450284e1e6b39107d715', 'gw_port': {'id': '55d87bc8-483c-4b50-b8e7-ce080609ac1c', 'name': '', 'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:e8:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20699d5b-e238-4dad-a7e5-36842a20716c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T17:00:05Z', 'updated_at': '2022-08-09T17:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-3-iscsi', '_floatingips': [{'id': '985b012a-9bc5-441c-8058-e64f092cd953', 'tenant_id': '907c20a4319c450284e1e6b39107d715', 'floating_ip_address': '172.27.2.248', 'floating_network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'router_id': '20699d5b-e238-4dad-a7e5-36842a20716c', 'port_id': '2fc3cf5e-f8f8-41a7-8654-05c3d5ec5165', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 713, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '16b7cf6d-d031-48e2-96f0-440212fd98f8', 'mac_address': 'fa:16:3e:25:64:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5984777-9057-4cd8-ac06-cce6636dc4a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-09T17:01:07Z', 'updated_at': '2022-08-09T17:01:07Z', 'revision_number': 0, 'project_id': '907c20a4319c450284e1e6b39107d715', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4afe7d60-fc00-42ae-b62e-02e606624055', 'name': '', 'network_id': '16b7cf6d-d031-48e2-96f0-440212fd98f8', 'tenant_id': '907c20a4319c450284e1e6b39107d715', 'mac_address': 'fa:16:3e:8f:05:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20699d5b-e238-4dad-a7e5-36842a20716c', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'd248dc80-ba0d-4a95-bc41-d3d7ccd3fe5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T17:00:07Z', 'updated_at': '2022-08-09T17:00:12Z', 'revision_number': 5, 'project_id': '907c20a4319c450284e1e6b39107d715', 'subnets': [{'id': 'd248dc80-ba0d-4a95-bc41-d3d7ccd3fe5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 17:01:09.670109 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-0b4828f0-f2f8-4f30-918c-1799d674a774 req-a0096899-513e-4022-b060-26a30e696337 service neutron] 10.222.0.91 "GET /networking/v2.0/networks/16b7cf6d-d031-48e2-96f0-440212fd98f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952494 Aug 09 17:01:09.848639 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d18954f8-9e2d-4fd2-a552-b4151ac36a4a None None] New status for floating IP 985b012a-9bc5-441c-8058-e64f092cd953: ACTIVE {{(pid=111142) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 09 17:01:10.141551 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-b63268c0-b672-47a8-b7f9-fd24739955ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (0d699ab0-1a4e-47ab-a625-f3b077123214), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:01:12.398539 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-cf6469ae-d774-4d29-92ad-8c40ca8cac15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (2cf02505-efcb-442b-855b-6c659df6f18c), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:01:13.712747 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-e70f562e-e7df-49ad-a15a-67a143aa0666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (bc6be869-02df-4ed8-8ee0-3ec53a1551af), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:01:15.530225 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-5c325a0b-ed39-4cac-be6f-43defe9e55aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (33bcacdc-c215-42b6-b75f-650d86e609be), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:01:15.701151 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (47988f4d-09d0-4892-bbfe-5b11c743802f), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:01:15.931374 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.wsgi [-] (111140) accepted ('10.222.0.59', 60170) {{(pid=111140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 17:01:16.036713 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-83fcfe85-3b86-4b16-abbf-d1b2900031a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:01:16.112258 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-83fcfe85-3b86-4b16-abbf-d1b2900031a5 admin admin] Publish callbacks [] for security_group (0a9226a2-9ecc-4e8e-911d-9c5b46e09df2), precommit_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:01:16.204129 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-83fcfe85-3b86-4b16-abbf-d1b2900031a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763768'] for security_group (0a9226a2-9ecc-4e8e-911d-9c5b46e09df2), after_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:01:16.243526 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fcfe85-3b86-4b16-abbf-d1b2900031a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a9226a2-9ecc-4e8e-911d-9c5b46e09df2,revision_number=1']} {{(pid=111140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:01:16.248806 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [None req-83fcfe85-3b86-4b16-abbf-d1b2900031a5 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=9f51c2835a9043fe9f7b99997cf2f1bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3163829 Aug 09 17:01:16.251638 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.wsgi [-] (111140) accepted ('10.222.0.59', 60174) {{(pid=111140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 17:01:16.278611 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.wsgi [-] (111141) accepted ('10.222.0.59', 60176) {{(pid=111141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 17:01:16.302109 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-02a8b300-b74e-4767-a069-ecfa0c091127 admin admin] Publish callbacks [] for security_group (0a9226a2-9ecc-4e8e-911d-9c5b46e09df2), before_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:01:16.324457 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-02a8b300-b74e-4767-a069-ecfa0c091127 admin admin] Publish callbacks [] for security_group (0a9226a2-9ecc-4e8e-911d-9c5b46e09df2), precommit_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:01:16.415723 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-02a8b300-b74e-4767-a069-ecfa0c091127 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763768'] for security_group (0a9226a2-9ecc-4e8e-911d-9c5b46e09df2), after_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:01:16.418206 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-02a8b300-b74e-4767-a069-ecfa0c091127 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:01:16.421865 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [None req-02a8b300-b74e-4767-a069-ecfa0c091127 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/0a9226a2-9ecc-4e8e-911d-9c5b46e09df2 HTTP/1.1" status: 204 len: 168 time: 0.1668117 Aug 09 17:01:16.422040 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.plugin [None req-80e13c34-be4f-4f39-964c-25c2d64486f0 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Deleting port 276c4eef-8f70-4dca-a59e-87eadd00b385 {{(pid=111141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 09 17:01:16.422040 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-80e13c34-be4f-4f39-964c-25c2d64486f0 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748338259761'] for port (276c4eef-8f70-4dca-a59e-87eadd00b385), before_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:01:16.429279 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a8b300-b74e-4767-a069-ecfa0c091127 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a9226a2-9ecc-4e8e-911d-9c5b46e09df2,revision_number=None']} {{(pid=111140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:01:16.512462 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-80e13c34-be4f-4f39-964c-25c2d64486f0 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694862'] for port (276c4eef-8f70-4dca-a59e-87eadd00b385), precommit_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:01:16.512702 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-80e13c34-be4f-4f39-964c-25c2d64486f0 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Publish callbacks [] for floatingip (276c4eef-8f70-4dca-a59e-87eadd00b385), precommit_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:01:16.526168 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.plugin [None req-80e13c34-be4f-4f39-964c-25c2d64486f0 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Calling delete_port for 276c4eef-8f70-4dca-a59e-87eadd00b385 owned by network:floatingip {{(pid=111141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 09 17:01:16.746330 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-80e13c34-be4f-4f39-964c-25c2d64486f0 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748338263278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748337861762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12487578'] for port (276c4eef-8f70-4dca-a59e-87eadd00b385), after_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:01:16.776007 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e13c34-be4f-4f39-964c-25c2d64486f0 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Pushing event deleted for resources: {'Port': ['ID=276c4eef-8f70-4dca-a59e-87eadd00b385,revision_number=None']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:01:16.800511 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e13c34-be4f-4f39-964c-25c2d64486f0 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:01:16.800860 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e13c34-be4f-4f39-964c-25c2d64486f0 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:01:16.801207 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e13c34-be4f-4f39-964c-25c2d64486f0 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:01:16.801550 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e13c34-be4f-4f39-964c-25c2d64486f0 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:01:16.801886 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e13c34-be4f-4f39-964c-25c2d64486f0 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:01:16.802217 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e13c34-be4f-4f39-964c-25c2d64486f0 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:01:16.802547 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e13c34-be4f-4f39-964c-25c2d64486f0 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:01:16.802872 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e13c34-be4f-4f39-964c-25c2d64486f0 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:01:16.803231 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e13c34-be4f-4f39-964c-25c2d64486f0 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:01:16.803559 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e13c34-be4f-4f39-964c-25c2d64486f0 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:01:16.806775 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e13c34-be4f-4f39-964c-25c2d64486f0 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:01:16.806775 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e13c34-be4f-4f39-964c-25c2d64486f0 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:01:16.806775 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e13c34-be4f-4f39-964c-25c2d64486f0 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:01:16.806775 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e13c34-be4f-4f39-964c-25c2d64486f0 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:01:16.806775 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e13c34-be4f-4f39-964c-25c2d64486f0 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:01:16.847670 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-80e13c34-be4f-4f39-964c-25c2d64486f0 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Publish callbacks [] for floatingip (6bd17da1-1676-4f9b-8b64-dec75415dfa2), after_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:01:16.848013 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.db.l3_db [None req-80e13c34-be4f-4f39-964c-25c2d64486f0 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Floating IP 6bd17da1-1676-4f9b-8b64-dec75415dfa2 disassociated (deleted). External IP: 172.27.2.153, port: 764f036a-2fe6-4b66-9ae3-77f17f6b705f. Aug 09 17:01:17.035343 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:01:17.044674 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:01:17.049906 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80e13c34-be4f-4f39-964c-25c2d64486f0 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Router 7b1d7653-d26c-46fd-a988-11a269ea7e23 has already been hosted by L3 agent 2cf02505-efcb-442b-855b-6c659df6f18c {{(pid=111141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 09 17:01:17.085358 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.wsgi [-] (111140) accepted ('10.222.0.59', 60182) {{(pid=111140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 17:01:17.099289 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-d5f8f553-8a0d-43e0-89b9-9ee558b84c4e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:01:17.152100 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:01:17.167360 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80e13c34-be4f-4f39-964c-25c2d64486f0 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Notify agent at l3_agent.dv-cinder-852364-3-iscsi the message routers_updated {{(pid=111141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 17:01:17.171966 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-80e13c34-be4f-4f39-964c-25c2d64486f0 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90003'] for floatingip (None), before_response {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:01:17.179249 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-d5f8f553-8a0d-43e0-89b9-9ee558b84c4e admin admin] Publish callbacks [] for security_group (122f1d94-fe0c-4638-b124-9775e2167d3a), precommit_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:01:17.182926 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfb0cd07-b370-4274-921f-53c58f09c3e8 None None] Sync routers for ids ['7b1d7653-d26c-46fd-a988-11a269ea7e23'] in dv-cinder-852364-3-iscsi {{(pid=111143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 17:01:17.184116 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG dbcounter [-] [111143] Writing DB stats neutron:SELECT=98 {{(pid=111143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:01:17.194098 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb0cd07-b370-4274-921f-53c58f09c3e8 None None] Routers {'7b1d7653-d26c-46fd-a988-11a269ea7e23'} bound to L3 agent in host dv-cinder-852364-3-iscsi {{(pid=111143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 17:01:17.195056 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.l3_hamode_db [None req-cfb0cd07-b370-4274-921f-53c58f09c3e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-09T16:42:12Z,description=,heartbeat_timestamp=2022-08-09T17:01:12Z,host='dv-cinder-852364-3-iscsi',id=2cf02505-efcb-442b-855b-6c659df6f18c,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:13Z,topic='l3_agent')) {'router_ids': ['7b1d7653-d26c-46fd-a988-11a269ea7e23'], 'active': True} {{(pid=111143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:01:17.203562 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [None req-80e13c34-be4f-4f39-964c-25c2d64486f0 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] 10.222.0.59 "DELETE /networking/v2.0/floatingips/6bd17da1-1676-4f9b-8b64-dec75415dfa2 HTTP/1.1" status: 204 len: 168 time: 0.9237857 Aug 09 17:01:17.204155 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7d6d438-7e26-4e3d-a088-ca3312a4d746', 'tag': '764f036a-2fe6-4b66-9ae3-77f17f6b705f'}] {{(pid=111141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 17:01:17.206808 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fc61e086496b7b72fa0be04cca19be1e9321c349ae61d053137ad661f53d53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0b8bece-4805-4e7f-80b8-ac173c4381c5" -d '{"events": [{"name": "network-changed", "server_uuid": "d7d6d438-7e26-4e3d-a088-ca3312a4d746", "tag": "764f036a-2fe6-4b66-9ae3-77f17f6b705f"}]}' {{(pid=111141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 17:01:17.250691 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-d5f8f553-8a0d-43e0-89b9-9ee558b84c4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763768'] for security_group (122f1d94-fe0c-4638-b124-9775e2167d3a), after_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:01:17.289800 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.wsgi [-] (111141) accepted ('10.222.0.59', 60190) {{(pid=111141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 17:01:17.295698 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [None req-d5f8f553-8a0d-43e0-89b9-9ee558b84c4e admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=4d0d1273b15e4c93a1b7ab718e31f40a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2091901 Aug 09 17:01:17.308848 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.l3_dvr_db [None req-cfb0cd07-b370-4274-921f-53c58f09c3e8 None None] Set router 7b1d7653-d26c-46fd-a988-11a269ea7e23 gateway port host: dv-cinder-852364-3-iscsi {{(pid=111143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 17:01:17.321220 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f8f553-8a0d-43e0-89b9-9ee558b84c4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=122f1d94-fe0c-4638-b124-9775e2167d3a,revision_number=1']} {{(pid=111140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:01:17.357821 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-6b68d80c-0b25-4ca5-93d9-afeb315b494a admin admin] Publish callbacks [] for security_group (122f1d94-fe0c-4638-b124-9775e2167d3a), before_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:01:17.384102 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-6b68d80c-0b25-4ca5-93d9-afeb315b494a admin admin] Publish callbacks [] for security_group (122f1d94-fe0c-4638-b124-9775e2167d3a), precommit_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:01:17.488377 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Aug 2022 17:01:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79956da6-5da2-45b1-9c6e-4861d1a90992 x-openstack-request-id: req-79956da6-5da2-45b1-9c6e-4861d1a90992 {{(pid=111141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 17:01:17.488377 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7d6d438-7e26-4e3d-a088-ca3312a4d746", "tag": "764f036a-2fe6-4b66-9ae3-77f17f6b705f", "status": "completed", "code": 200}]} {{(pid=111141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 17:01:17.488611 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-79956da6-5da2-45b1-9c6e-4861d1a90992 {{(pid=111141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 17:01:17.489362 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79956da6-5da2-45b1-9c6e-4861d1a90992'] response: {'name': 'network-changed', 'server_uuid': 'd7d6d438-7e26-4e3d-a088-ca3312a4d746', 'tag': '764f036a-2fe6-4b66-9ae3-77f17f6b705f', 'status': 'completed', 'code': 200} Aug 09 17:01:17.540592 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-6b68d80c-0b25-4ca5-93d9-afeb315b494a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763768'] for security_group (122f1d94-fe0c-4638-b124-9775e2167d3a), after_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:01:17.543267 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-6b68d80c-0b25-4ca5-93d9-afeb315b494a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:01:17.548450 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [None req-6b68d80c-0b25-4ca5-93d9-afeb315b494a admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/122f1d94-fe0c-4638-b124-9775e2167d3a HTTP/1.1" status: 204 len: 168 time: 0.2536759 Aug 09 17:01:17.586250 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b68d80c-0b25-4ca5-93d9-afeb315b494a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=122f1d94-fe0c-4638-b124-9775e2167d3a,revision_number=None']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:01:17.609574 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b8bece-4805-4e7f-80b8-ac173c4381c5 req-2562b8c3-c514-4b1b-ba8d-4b136b0e6719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 17:01:17.611586 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-d0b8bece-4805-4e7f-80b8-ac173c4381c5 req-2562b8c3-c514-4b1b-ba8d-4b136b0e6719 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?tenant_id=e5e7f48ecafa4bfe80fadd50e0b24cbb&device_id=d7d6d438-7e26-4e3d-a088-ca3312a4d746 HTTP/1.1" status: 200 len: 1130 time: 0.0657542 Aug 09 17:01:17.645154 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.l3_hamode_db [None req-cfb0cd07-b370-4274-921f-53c58f09c3e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b1d7653-d26c-46fd-a988-11a269ea7e23', 'name': 'tempest-TestVolumeBootPattern-812573823-router', 'tenant_id': 'e5e7f48ecafa4bfe80fadd50e0b24cbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'external_fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': 'be992953-963d-4a09-bb47-b723431b87cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:51:58Z', 'updated_at': '2022-08-09T16:52:02Z', 'revision_number': 4, 'project_id': 'e5e7f48ecafa4bfe80fadd50e0b24cbb', 'gw_port': {'id': 'be992953-963d-4a09-bb47-b723431b87cd', 'name': '', 'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:85:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b1d7653-d26c-46fd-a988-11a269ea7e23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:51:59Z', 'updated_at': '2022-08-09T16:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-3-iscsi', '_floatingips': [{'id': '3f405fb0-16f8-41a9-bafd-3f124cb64559', 'tenant_id': 'e5e7f48ecafa4bfe80fadd50e0b24cbb', 'floating_ip_address': '172.27.2.74', 'floating_network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'router_id': '7b1d7653-d26c-46fd-a988-11a269ea7e23', 'port_id': 'de1305b9-b3fe-416b-8157-bf1c65b0aa2a', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03ca7ab9-4a6d-42ee-86c4-e644a355c008', 'mac_address': 'fa:16:3e:bb:d3:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2daaa8cc-0b52-422c-adaa-98f905bb869b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-09T16:56:50Z', 'updated_at': '2022-08-09T16:56:53Z', 'revision_number': 1, 'project_id': 'e5e7f48ecafa4bfe80fadd50e0b24cbb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e23a157b-3cec-48c9-bddb-dfa7847c6d89', 'name': '', 'network_id': '03ca7ab9-4a6d-42ee-86c4-e644a355c008', 'tenant_id': 'e5e7f48ecafa4bfe80fadd50e0b24cbb', 'mac_address': 'fa:16:3e:1b:6b:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b1d7653-d26c-46fd-a988-11a269ea7e23', 'device_owner': 'network:router_interface', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'b36b87ee-0e67-4f6f-99fc-27a16ecf7293', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:52:01Z', 'updated_at': '2022-08-09T16:52:08Z', 'revision_number': 5, 'project_id': 'e5e7f48ecafa4bfe80fadd50e0b24cbb', 'subnets': [{'id': 'b36b87ee-0e67-4f6f-99fc-27a16ecf7293', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-3-iscsi', False) {} {{(pid=111143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:01:17.672242 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfb0cd07-b370-4274-921f-53c58f09c3e8 None None] Checking router: 7b1d7653-d26c-46fd-a988-11a269ea7e23 for host: dv-cinder-852364-3-iscsi {{(pid=111143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 17:01:17.678493 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:01:17.681222 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb0cd07-b370-4274-921f-53c58f09c3e8 None None] Routers {'7b1d7653-d26c-46fd-a988-11a269ea7e23'} bound to L3 agent in host dv-cinder-852364-3-iscsi {{(pid=111143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 17:01:17.681834 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.l3_hamode_db [None req-cfb0cd07-b370-4274-921f-53c58f09c3e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-09T16:42:12Z,description=,heartbeat_timestamp=2022-08-09T17:01:12Z,host='dv-cinder-852364-3-iscsi',id=2cf02505-efcb-442b-855b-6c659df6f18c,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:13Z,topic='l3_agent')) {'router_ids': ['7b1d7653-d26c-46fd-a988-11a269ea7e23'], 'active': True} {{(pid=111143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:01:17.693583 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75841756-52e4-4a2e-8e17-2e77aa636c44 req-4b59e82c-31f3-4baf-a4b0-d395f3126141 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 17:01:17.695924 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-75841756-52e4-4a2e-8e17-2e77aa636c44 req-4b59e82c-31f3-4baf-a4b0-d395f3126141 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=d7d6d438-7e26-4e3d-a088-ca3312a4d746 HTTP/1.1" status: 200 len: 946 time: 0.0586410 Aug 09 17:01:17.748984 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-75841756-52e4-4a2e-8e17-2e77aa636c44 req-52a77fc0-4b98-4796-a7b9-3151ea7f94fc tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=891c2bba-5f70-4348-a605-867373065164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462308 Aug 09 17:01:17.785818 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.l3_dvr_db [None req-cfb0cd07-b370-4274-921f-53c58f09c3e8 None None] Set router 7b1d7653-d26c-46fd-a988-11a269ea7e23 gateway port host: dv-cinder-852364-3-iscsi {{(pid=111143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 17:01:18.005044 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.l3_hamode_db [None req-cfb0cd07-b370-4274-921f-53c58f09c3e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b1d7653-d26c-46fd-a988-11a269ea7e23', 'name': 'tempest-TestVolumeBootPattern-812573823-router', 'tenant_id': 'e5e7f48ecafa4bfe80fadd50e0b24cbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'external_fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': 'be992953-963d-4a09-bb47-b723431b87cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:51:58Z', 'updated_at': '2022-08-09T16:52:02Z', 'revision_number': 4, 'project_id': 'e5e7f48ecafa4bfe80fadd50e0b24cbb', 'gw_port': {'id': 'be992953-963d-4a09-bb47-b723431b87cd', 'name': '', 'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:85:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b1d7653-d26c-46fd-a988-11a269ea7e23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:51:59Z', 'updated_at': '2022-08-09T16:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-3-iscsi', '_floatingips': [{'id': '3f405fb0-16f8-41a9-bafd-3f124cb64559', 'tenant_id': 'e5e7f48ecafa4bfe80fadd50e0b24cbb', 'floating_ip_address': '172.27.2.74', 'floating_network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'router_id': '7b1d7653-d26c-46fd-a988-11a269ea7e23', 'port_id': 'de1305b9-b3fe-416b-8157-bf1c65b0aa2a', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03ca7ab9-4a6d-42ee-86c4-e644a355c008', 'mac_address': 'fa:16:3e:bb:d3:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2daaa8cc-0b52-422c-adaa-98f905bb869b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-09T16:56:50Z', 'updated_at': '2022-08-09T16:56:53Z', 'revision_number': 1, 'project_id': 'e5e7f48ecafa4bfe80fadd50e0b24cbb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e23a157b-3cec-48c9-bddb-dfa7847c6d89', 'name': '', 'network_id': '03ca7ab9-4a6d-42ee-86c4-e644a355c008', 'tenant_id': 'e5e7f48ecafa4bfe80fadd50e0b24cbb', 'mac_address': 'fa:16:3e:1b:6b:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b1d7653-d26c-46fd-a988-11a269ea7e23', 'device_owner': 'network:router_interface', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'b36b87ee-0e67-4f6f-99fc-27a16ecf7293', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:52:01Z', 'updated_at': '2022-08-09T16:52:08Z', 'revision_number': 5, 'project_id': 'e5e7f48ecafa4bfe80fadd50e0b24cbb', 'subnets': [{'id': 'b36b87ee-0e67-4f6f-99fc-27a16ecf7293', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-3-iscsi', False) {} {{(pid=111143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:01:18.034793 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfb0cd07-b370-4274-921f-53c58f09c3e8 None None] The sync data for ids ['7b1d7653-d26c-46fd-a988-11a269ea7e23'] in dv-cinder-852364-3-iscsi is: [{'id': '7b1d7653-d26c-46fd-a988-11a269ea7e23', 'name': 'tempest-TestVolumeBootPattern-812573823-router', 'tenant_id': 'e5e7f48ecafa4bfe80fadd50e0b24cbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'external_fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': 'be992953-963d-4a09-bb47-b723431b87cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:51:58Z', 'updated_at': '2022-08-09T16:52:02Z', 'revision_number': 4, 'project_id': 'e5e7f48ecafa4bfe80fadd50e0b24cbb', 'gw_port': {'id': 'be992953-963d-4a09-bb47-b723431b87cd', 'name': '', 'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:85:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b1d7653-d26c-46fd-a988-11a269ea7e23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:51:59Z', 'updated_at': '2022-08-09T16:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-3-iscsi', '_floatingips': [{'id': '3f405fb0-16f8-41a9-bafd-3f124cb64559', 'tenant_id': 'e5e7f48ecafa4bfe80fadd50e0b24cbb', 'floating_ip_address': '172.27.2.74', 'floating_network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'router_id': '7b1d7653-d26c-46fd-a988-11a269ea7e23', 'port_id': 'de1305b9-b3fe-416b-8157-bf1c65b0aa2a', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03ca7ab9-4a6d-42ee-86c4-e644a355c008', 'mac_address': 'fa:16:3e:bb:d3:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2daaa8cc-0b52-422c-adaa-98f905bb869b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-09T16:56:50Z', 'updated_at': '2022-08-09T16:56:53Z', 'revision_number': 1, 'project_id': 'e5e7f48ecafa4bfe80fadd50e0b24cbb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e23a157b-3cec-48c9-bddb-dfa7847c6d89', 'name': '', 'network_id': '03ca7ab9-4a6d-42ee-86c4-e644a355c008', 'tenant_id': 'e5e7f48ecafa4bfe80fadd50e0b24cbb', 'mac_address': 'fa:16:3e:1b:6b:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b1d7653-d26c-46fd-a988-11a269ea7e23', 'device_owner': 'network:router_interface', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'b36b87ee-0e67-4f6f-99fc-27a16ecf7293', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:52:01Z', 'updated_at': '2022-08-09T16:52:08Z', 'revision_number': 5, 'project_id': 'e5e7f48ecafa4bfe80fadd50e0b24cbb', 'subnets': [{'id': 'b36b87ee-0e67-4f6f-99fc-27a16ecf7293', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 17:01:18.263426 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac4a5ce9-126d-4193-bd59-7011c34ea483 None None] New status for floating IP 6bd17da1-1676-4f9b-8b64-dec75415dfa2: DOWN {{(pid=111142) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 09 17:01:18.880438 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e704606b-0f26-48f5-954a-6640cd0a47c5 req-46dfbbab-dafe-4638-8c5d-e8e1973cd768 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 17:01:18.881919 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-e704606b-0f26-48f5-954a-6640cd0a47c5 req-46dfbbab-dafe-4638-8c5d-e8e1973cd768 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=d7d6d438-7e26-4e3d-a088-ca3312a4d746 HTTP/1.1" status: 200 len: 946 time: 0.0479834 Aug 09 17:01:18.940637 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-e704606b-0f26-48f5-954a-6640cd0a47c5 req-0c915c05-da7b-479a-a0ac-ef8352f18b8c tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=891c2bba-5f70-4348-a605-867373065164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531819 Aug 09 17:01:19.023134 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b8bece-4805-4e7f-80b8-ac173c4381c5 req-64bfdf89-c10e-475e-b138-41603af17df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 17:01:19.024606 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-d0b8bece-4805-4e7f-80b8-ac173c4381c5 req-64bfdf89-c10e-475e-b138-41603af17df6 service neutron] 10.222.0.91 "GET /networking/v2.0/networks?id=03ca7ab9-4a6d-42ee-86c4-e644a355c008 HTTP/1.1" status: 200 len: 912 time: 0.0965693 Aug 09 17:01:19.158538 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-d0b8bece-4805-4e7f-80b8-ac173c4381c5 req-85ae7b73-b795-4f01-a1cb-5719a2e01055 service neutron] 10.222.0.91 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=764f036a-2fe6-4b66-9ae3-77f17f6b705f HTTP/1.1" status: 200 len: 217 time: 0.0335469 Aug 09 17:01:19.208278 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b8bece-4805-4e7f-80b8-ac173c4381c5 req-30b4d4da-22af-4d26-b453-07dd34dc8aac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 17:01:19.209780 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-d0b8bece-4805-4e7f-80b8-ac173c4381c5 req-30b4d4da-22af-4d26-b453-07dd34dc8aac service neutron] 10.222.0.91 "GET /networking/v2.0/subnets?id=b36b87ee-0e67-4f6f-99fc-27a16ecf7293 HTTP/1.1" status: 200 len: 850 time: 0.0442147 Aug 09 17:01:19.428074 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b8bece-4805-4e7f-80b8-ac173c4381c5 req-84dbbe3c-5b93-45cd-91d0-4ef93ad07820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 17:01:19.429572 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-d0b8bece-4805-4e7f-80b8-ac173c4381c5 req-84dbbe3c-5b93-45cd-91d0-4ef93ad07820 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?network_id=03ca7ab9-4a6d-42ee-86c4-e644a355c008&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0446827 Aug 09 17:01:19.525195 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-d0b8bece-4805-4e7f-80b8-ac173c4381c5 req-b8c8a1df-4d55-4068-ad5e-f123ee09735b service neutron] 10.222.0.91 "GET /networking/v2.0/networks/03ca7ab9-4a6d-42ee-86c4-e644a355c008?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870965 Aug 09 17:01:19.572487 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:01:19.635256 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634b6f84-02a6-46f8-a052-07798cd362ba req-4f3745f3-9cf1-4f92-a17d-e81a810d2cab tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 17:01:19.635256 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-634b6f84-02a6-46f8-a052-07798cd362ba req-4f3745f3-9cf1-4f92-a17d-e81a810d2cab tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=d7d6d438-7e26-4e3d-a088-ca3312a4d746 HTTP/1.1" status: 200 len: 946 time: 0.0991015 Aug 09 17:01:19.707410 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-d0b8bece-4805-4e7f-80b8-ac173c4381c5 req-ee8d65ff-9ec6-4d03-8faf-b109a3814374 service neutron] 10.222.0.91 "GET /networking/v2.0/networks/03ca7ab9-4a6d-42ee-86c4-e644a355c008?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1626482 Aug 09 17:01:19.750206 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.plugin [req-634b6f84-02a6-46f8-a052-07798cd362ba req-f4d92a29-e4f6-487b-931c-0e5052e865c9 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Deleting port 764f036a-2fe6-4b66-9ae3-77f17f6b705f {{(pid=111141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 09 17:01:19.756980 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-634b6f84-02a6-46f8-a052-07798cd362ba req-f4d92a29-e4f6-487b-931c-0e5052e865c9 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748338259761'] for port (764f036a-2fe6-4b66-9ae3-77f17f6b705f), before_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:01:19.849786 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.db [req-634b6f84-02a6-46f8-a052-07798cd362ba req-f4d92a29-e4f6-487b-931c-0e5052e865c9 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] For port 764f036a-2fe6-4b66-9ae3-77f17f6b705f, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=764f036a-2fe6-4b66-9ae3-77f17f6b705f,segment=NetworkSegment(dfba7045-db71-4a5e-bed3-6451649a980f),segment_id=dfba7045-db71-4a5e-bed3-6451649a980f)] {{(pid=111141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:01:19.850166 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-634b6f84-02a6-46f8-a052-07798cd362ba req-f4d92a29-e4f6-487b-931c-0e5052e865c9 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694862'] for port (764f036a-2fe6-4b66-9ae3-77f17f6b705f), precommit_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:01:19.856859 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:01:19.864076 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.plugin [req-634b6f84-02a6-46f8-a052-07798cd362ba req-f4d92a29-e4f6-487b-931c-0e5052e865c9 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Calling delete_port for 764f036a-2fe6-4b66-9ae3-77f17f6b705f owned by compute:nova {{(pid=111141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 09 17:01:20.061238 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-634b6f84-02a6-46f8-a052-07798cd362ba req-f4d92a29-e4f6-487b-931c-0e5052e865c9 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748338263278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748337861762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12487578'] for port (764f036a-2fe6-4b66-9ae3-77f17f6b705f), after_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:01:20.078946 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f88765-0f15-4f02-b8e0-48ccc054ce14 req-fc6d36ed-f78d-40df-9fb8-3a76abf8b16a tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 17:01:20.084444 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-c4f88765-0f15-4f02-b8e0-48ccc054ce14 req-fc6d36ed-f78d-40df-9fb8-3a76abf8b16a tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=d7d6d438-7e26-4e3d-a088-ca3312a4d746 HTTP/1.1" status: 200 len: 946 time: 0.0566280 Aug 09 17:01:20.092718 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d92a29-e4f6-487b-931c-0e5052e865c9 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Pushing event deleted for resources: {'Port': ['ID=764f036a-2fe6-4b66-9ae3-77f17f6b705f,revision_number=None']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:01:20.145278 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-c4f88765-0f15-4f02-b8e0-48ccc054ce14 req-ea0ebbfb-16ee-4515-ad3d-1deb59005908 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=891c2bba-5f70-4348-a605-867373065164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574291 Aug 09 17:01:20.159052 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.db.l3_dvrscheduler_db [req-634b6f84-02a6-46f8-a052-07798cd362ba req-f4d92a29-e4f6-487b-931c-0e5052e865c9 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] No DVR routers for this DVR port 764f036a-2fe6-4b66-9ae3-77f17f6b705f on host hv-cinder-85236 {{(pid=111141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 09 17:01:20.161688 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-634b6f84-02a6-46f8-a052-07798cd362ba req-f4d92a29-e4f6-487b-931c-0e5052e865c9 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90003'] for port (None), before_response {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:01:20.165038 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-634b6f84-02a6-46f8-a052-07798cd362ba req-f4d92a29-e4f6-487b-931c-0e5052e865c9 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] 10.222.0.91 "DELETE /networking/v2.0/ports/764f036a-2fe6-4b66-9ae3-77f17f6b705f HTTP/1.1" status: 204 len: 173 time: 0.5237925 Aug 09 17:01:20.167517 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7d6d438-7e26-4e3d-a088-ca3312a4d746', 'name': 'network-vif-deleted', 'tag': '764f036a-2fe6-4b66-9ae3-77f17f6b705f'}] {{(pid=111141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 17:01:20.167752 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fc61e086496b7b72fa0be04cca19be1e9321c349ae61d053137ad661f53d53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86539c48-8610-4f3b-bc14-cc857109814d" -d '{"events": [{"server_uuid": "d7d6d438-7e26-4e3d-a088-ca3312a4d746", "name": "network-vif-deleted", "tag": "764f036a-2fe6-4b66-9ae3-77f17f6b705f"}]}' {{(pid=111141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 17:01:20.208110 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Aug 2022 17:01:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d176b83-d7b2-4e73-bfa4-bda2e9662b68 x-openstack-request-id: req-1d176b83-d7b2-4e73-bfa4-bda2e9662b68 {{(pid=111141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 17:01:20.208495 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7d6d438-7e26-4e3d-a088-ca3312a4d746", "name": "network-vif-deleted", "tag": "764f036a-2fe6-4b66-9ae3-77f17f6b705f", "status": "completed", "code": 200}]} {{(pid=111141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 17:01:20.208735 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-1d176b83-d7b2-4e73-bfa4-bda2e9662b68 {{(pid=111141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 17:01:20.209146 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d176b83-d7b2-4e73-bfa4-bda2e9662b68'] response: {'server_uuid': 'd7d6d438-7e26-4e3d-a088-ca3312a4d746', 'name': 'network-vif-deleted', 'tag': '764f036a-2fe6-4b66-9ae3-77f17f6b705f', 'status': 'completed', 'code': 200} Aug 09 17:01:21.260455 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-878cca0c-25dc-4a52-b164-e5388fb09cf4 req-0389806a-e663-4241-9d65-9bc762588659 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=d7d6d438-7e26-4e3d-a088-ca3312a4d746 HTTP/1.1" status: 200 len: 210 time: 0.0304737 Aug 09 17:01:21.448719 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Device 764f036a-2fe6-4b66-9ae3-77f17f6b705f no longer exists at agent hyperv_hv-cinder-85236 {{(pid=111142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 17:01:21.469534 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] No Port match for: 764f036a-2fe6-4b66-9ae3-77f17f6b705f {{(pid=111142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 09 17:01:21.469983 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Device 764f036a-2fe6-4b66-9ae3-77f17f6b705f not bound to the agent host hv-cinder-85236 {{(pid=111142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 17:01:24.843370 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.wsgi [-] (111141) accepted ('10.222.0.59', 60286) {{(pid=111141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 17:01:24.986051 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.plugin [None req-36cf4de5-fa01-4b81-9e3e-31219452bec4 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Deleting port c0c48822-fc33-4d40-80e9-8bb715a9926d {{(pid=111141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 09 17:01:24.986418 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-36cf4de5-fa01-4b81-9e3e-31219452bec4 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748338259761'] for port (c0c48822-fc33-4d40-80e9-8bb715a9926d), before_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:01:25.065298 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-36cf4de5-fa01-4b81-9e3e-31219452bec4 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694862'] for port (c0c48822-fc33-4d40-80e9-8bb715a9926d), precommit_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:01:25.065644 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-36cf4de5-fa01-4b81-9e3e-31219452bec4 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Publish callbacks [] for floatingip (c0c48822-fc33-4d40-80e9-8bb715a9926d), precommit_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:01:25.079022 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.plugin [None req-36cf4de5-fa01-4b81-9e3e-31219452bec4 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Calling delete_port for c0c48822-fc33-4d40-80e9-8bb715a9926d owned by network:floatingip {{(pid=111141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 09 17:01:25.138081 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:01:25.404189 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-36cf4de5-fa01-4b81-9e3e-31219452bec4 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748338263278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748337861762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12487578'] for port (c0c48822-fc33-4d40-80e9-8bb715a9926d), after_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:01:25.428688 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cf4de5-fa01-4b81-9e3e-31219452bec4 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Pushing event deleted for resources: {'Port': ['ID=c0c48822-fc33-4d40-80e9-8bb715a9926d,revision_number=None']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:01:25.497979 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-36cf4de5-fa01-4b81-9e3e-31219452bec4 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Publish callbacks [] for floatingip (3f405fb0-16f8-41a9-bafd-3f124cb64559), after_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:01:25.498317 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.db.l3_db [None req-36cf4de5-fa01-4b81-9e3e-31219452bec4 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Floating IP 3f405fb0-16f8-41a9-bafd-3f124cb64559 disassociated (deleted). External IP: 172.27.2.74, port: de1305b9-b3fe-416b-8157-bf1c65b0aa2a. Aug 09 17:01:25.596150 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:01:25.695844 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36cf4de5-fa01-4b81-9e3e-31219452bec4 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Router 7b1d7653-d26c-46fd-a988-11a269ea7e23 has already been hosted by L3 agent 2cf02505-efcb-442b-855b-6c659df6f18c {{(pid=111141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 09 17:01:25.805401 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36cf4de5-fa01-4b81-9e3e-31219452bec4 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Notify agent at l3_agent.dv-cinder-852364-3-iscsi the message routers_updated {{(pid=111141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 17:01:25.810105 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-36cf4de5-fa01-4b81-9e3e-31219452bec4 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90003'] for floatingip (None), before_response {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:01:25.815360 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd595e55-d402-4503-9378-8e9d2bc6e174 None None] Sync routers for ids ['7b1d7653-d26c-46fd-a988-11a269ea7e23'] in dv-cinder-852364-3-iscsi {{(pid=111143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 17:01:25.826826 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd595e55-d402-4503-9378-8e9d2bc6e174 None None] Routers {'7b1d7653-d26c-46fd-a988-11a269ea7e23'} bound to L3 agent in host dv-cinder-852364-3-iscsi {{(pid=111143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 17:01:25.827478 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.l3_hamode_db [None req-cd595e55-d402-4503-9378-8e9d2bc6e174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-09T16:42:12Z,description=,heartbeat_timestamp=2022-08-09T17:01:12Z,host='dv-cinder-852364-3-iscsi',id=2cf02505-efcb-442b-855b-6c659df6f18c,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:13Z,topic='l3_agent')) {'router_ids': ['7b1d7653-d26c-46fd-a988-11a269ea7e23'], 'active': True} {{(pid=111143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:01:25.848172 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [None req-36cf4de5-fa01-4b81-9e3e-31219452bec4 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] 10.222.0.59 "DELETE /networking/v2.0/floatingips/3f405fb0-16f8-41a9-bafd-3f124cb64559 HTTP/1.1" status: 204 len: 168 time: 1.0023949 Aug 09 17:01:25.848172 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2daaa8cc-0b52-422c-adaa-98f905bb869b', 'tag': 'de1305b9-b3fe-416b-8157-bf1c65b0aa2a'}] {{(pid=111141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 17:01:25.849165 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fc61e086496b7b72fa0be04cca19be1e9321c349ae61d053137ad661f53d53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9922104c-b423-4204-b155-a05daea4cb9d" -d '{"events": [{"name": "network-changed", "server_uuid": "2daaa8cc-0b52-422c-adaa-98f905bb869b", "tag": "de1305b9-b3fe-416b-8157-bf1c65b0aa2a"}]}' {{(pid=111141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 17:01:25.889959 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Aug 2022 17:01:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-109fb181-4930-46d1-934b-b609d44de107 x-openstack-request-id: req-109fb181-4930-46d1-934b-b609d44de107 {{(pid=111141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 17:01:25.890440 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2daaa8cc-0b52-422c-adaa-98f905bb869b", "tag": "de1305b9-b3fe-416b-8157-bf1c65b0aa2a", "status": "completed", "code": 200}]} {{(pid=111141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 17:01:25.890763 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-109fb181-4930-46d1-934b-b609d44de107 {{(pid=111141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 17:01:25.891254 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-109fb181-4930-46d1-934b-b609d44de107'] response: {'name': 'network-changed', 'server_uuid': '2daaa8cc-0b52-422c-adaa-98f905bb869b', 'tag': 'de1305b9-b3fe-416b-8157-bf1c65b0aa2a', 'status': 'completed', 'code': 200} Aug 09 17:01:25.943173 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG dbcounter [-] [111143] Writing DB stats neutron:SELECT=100 {{(pid=111143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:01:25.952308 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.l3_dvr_db [None req-cd595e55-d402-4503-9378-8e9d2bc6e174 None None] Set router 7b1d7653-d26c-46fd-a988-11a269ea7e23 gateway port host: dv-cinder-852364-3-iscsi {{(pid=111143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 17:01:25.993620 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9922104c-b423-4204-b155-a05daea4cb9d req-8c84604c-2cd6-490f-a5ab-860d5991ab05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 17:01:25.995181 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-9922104c-b423-4204-b155-a05daea4cb9d req-8c84604c-2cd6-490f-a5ab-860d5991ab05 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?tenant_id=e5e7f48ecafa4bfe80fadd50e0b24cbb&device_id=2daaa8cc-0b52-422c-adaa-98f905bb869b HTTP/1.1" status: 200 len: 1130 time: 0.0446975 Aug 09 17:01:26.088634 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9922104c-b423-4204-b155-a05daea4cb9d req-5cfe6d6e-df24-4d29-912e-a7ae78b68644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 17:01:26.090214 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-9922104c-b423-4204-b155-a05daea4cb9d req-5cfe6d6e-df24-4d29-912e-a7ae78b68644 service neutron] 10.222.0.91 "GET /networking/v2.0/networks?id=03ca7ab9-4a6d-42ee-86c4-e644a355c008 HTTP/1.1" status: 200 len: 912 time: 0.0874774 Aug 09 17:01:26.102851 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG dbcounter [-] [111143] Writing DB stats neutron:SELECT=100 {{(pid=111143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:01:26.136607 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-9922104c-b423-4204-b155-a05daea4cb9d req-41dee3d4-ec9a-4f28-94c8-e551ee51031f service neutron] 10.222.0.91 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=de1305b9-b3fe-416b-8157-bf1c65b0aa2a HTTP/1.1" status: 200 len: 217 time: 0.0373526 Aug 09 17:01:26.148763 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.l3_hamode_db [None req-cd595e55-d402-4503-9378-8e9d2bc6e174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b1d7653-d26c-46fd-a988-11a269ea7e23', 'name': 'tempest-TestVolumeBootPattern-812573823-router', 'tenant_id': 'e5e7f48ecafa4bfe80fadd50e0b24cbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'external_fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': 'be992953-963d-4a09-bb47-b723431b87cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:51:58Z', 'updated_at': '2022-08-09T16:52:02Z', 'revision_number': 4, 'project_id': 'e5e7f48ecafa4bfe80fadd50e0b24cbb', 'gw_port': {'id': 'be992953-963d-4a09-bb47-b723431b87cd', 'name': '', 'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:85:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b1d7653-d26c-46fd-a988-11a269ea7e23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:51:59Z', 'updated_at': '2022-08-09T16:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-3-iscsi', '_interfaces': [{'id': 'e23a157b-3cec-48c9-bddb-dfa7847c6d89', 'name': '', 'network_id': '03ca7ab9-4a6d-42ee-86c4-e644a355c008', 'tenant_id': 'e5e7f48ecafa4bfe80fadd50e0b24cbb', 'mac_address': 'fa:16:3e:1b:6b:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b1d7653-d26c-46fd-a988-11a269ea7e23', 'device_owner': 'network:router_interface', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'b36b87ee-0e67-4f6f-99fc-27a16ecf7293', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:52:01Z', 'updated_at': '2022-08-09T16:52:08Z', 'revision_number': 5, 'project_id': 'e5e7f48ecafa4bfe80fadd50e0b24cbb', 'subnets': [{'id': 'b36b87ee-0e67-4f6f-99fc-27a16ecf7293', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-3-iscsi', False) {} {{(pid=111143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:01:26.174256 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd595e55-d402-4503-9378-8e9d2bc6e174 None None] Checking router: 7b1d7653-d26c-46fd-a988-11a269ea7e23 for host: dv-cinder-852364-3-iscsi {{(pid=111143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 17:01:26.183450 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd595e55-d402-4503-9378-8e9d2bc6e174 None None] Routers {'7b1d7653-d26c-46fd-a988-11a269ea7e23'} bound to L3 agent in host dv-cinder-852364-3-iscsi {{(pid=111143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 17:01:26.184048 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.l3_hamode_db [None req-cd595e55-d402-4503-9378-8e9d2bc6e174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-09T16:42:12Z,description=,heartbeat_timestamp=2022-08-09T17:01:12Z,host='dv-cinder-852364-3-iscsi',id=2cf02505-efcb-442b-855b-6c659df6f18c,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:13Z,topic='l3_agent')) {'router_ids': ['7b1d7653-d26c-46fd-a988-11a269ea7e23'], 'active': True} {{(pid=111143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:01:26.196833 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9922104c-b423-4204-b155-a05daea4cb9d req-f7e2e77e-0d6e-4edf-ab4e-a36375df88d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 17:01:26.198282 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-9922104c-b423-4204-b155-a05daea4cb9d req-f7e2e77e-0d6e-4edf-ab4e-a36375df88d1 service neutron] 10.222.0.91 "GET /networking/v2.0/subnets?id=b36b87ee-0e67-4f6f-99fc-27a16ecf7293 HTTP/1.1" status: 200 len: 850 time: 0.0552626 Aug 09 17:01:26.244265 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9922104c-b423-4204-b155-a05daea4cb9d req-935307f1-582f-4d74-91bc-16e686654db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 17:01:26.245716 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-9922104c-b423-4204-b155-a05daea4cb9d req-935307f1-582f-4d74-91bc-16e686654db4 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?network_id=03ca7ab9-4a6d-42ee-86c4-e644a355c008&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0401273 Aug 09 17:01:26.293309 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.l3_dvr_db [None req-cd595e55-d402-4503-9378-8e9d2bc6e174 None None] Set router 7b1d7653-d26c-46fd-a988-11a269ea7e23 gateway port host: dv-cinder-852364-3-iscsi {{(pid=111143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 17:01:26.353033 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7008f68c-6686-463d-8b39-a1d544f41e46 req-0180f36a-3471-4465-8a21-cb2458b0d4dd tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 17:01:26.354559 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-7008f68c-6686-463d-8b39-a1d544f41e46 req-0180f36a-3471-4465-8a21-cb2458b0d4dd tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=2daaa8cc-0b52-422c-adaa-98f905bb869b HTTP/1.1" status: 200 len: 946 time: 0.0495391 Aug 09 17:01:26.407902 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-7008f68c-6686-463d-8b39-a1d544f41e46 req-ba38f02f-4dfc-400b-8a80-0b014a1baf7e tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=891c2bba-5f70-4348-a605-867373065164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475099 Aug 09 17:01:26.447725 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=49,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:01:26.490425 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.l3_hamode_db [None req-cd595e55-d402-4503-9378-8e9d2bc6e174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b1d7653-d26c-46fd-a988-11a269ea7e23', 'name': 'tempest-TestVolumeBootPattern-812573823-router', 'tenant_id': 'e5e7f48ecafa4bfe80fadd50e0b24cbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'external_fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': 'be992953-963d-4a09-bb47-b723431b87cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:51:58Z', 'updated_at': '2022-08-09T16:52:02Z', 'revision_number': 4, 'project_id': 'e5e7f48ecafa4bfe80fadd50e0b24cbb', 'gw_port': {'id': 'be992953-963d-4a09-bb47-b723431b87cd', 'name': '', 'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:85:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b1d7653-d26c-46fd-a988-11a269ea7e23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:51:59Z', 'updated_at': '2022-08-09T16:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-3-iscsi', '_interfaces': [{'id': 'e23a157b-3cec-48c9-bddb-dfa7847c6d89', 'name': '', 'network_id': '03ca7ab9-4a6d-42ee-86c4-e644a355c008', 'tenant_id': 'e5e7f48ecafa4bfe80fadd50e0b24cbb', 'mac_address': 'fa:16:3e:1b:6b:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b1d7653-d26c-46fd-a988-11a269ea7e23', 'device_owner': 'network:router_interface', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'b36b87ee-0e67-4f6f-99fc-27a16ecf7293', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:52:01Z', 'updated_at': '2022-08-09T16:52:08Z', 'revision_number': 5, 'project_id': 'e5e7f48ecafa4bfe80fadd50e0b24cbb', 'subnets': [{'id': 'b36b87ee-0e67-4f6f-99fc-27a16ecf7293', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-3-iscsi', False) {} {{(pid=111143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:01:26.515407 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd595e55-d402-4503-9378-8e9d2bc6e174 None None] The sync data for ids ['7b1d7653-d26c-46fd-a988-11a269ea7e23'] in dv-cinder-852364-3-iscsi is: [{'id': '7b1d7653-d26c-46fd-a988-11a269ea7e23', 'name': 'tempest-TestVolumeBootPattern-812573823-router', 'tenant_id': 'e5e7f48ecafa4bfe80fadd50e0b24cbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'external_fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': 'be992953-963d-4a09-bb47-b723431b87cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:51:58Z', 'updated_at': '2022-08-09T16:52:02Z', 'revision_number': 4, 'project_id': 'e5e7f48ecafa4bfe80fadd50e0b24cbb', 'gw_port': {'id': 'be992953-963d-4a09-bb47-b723431b87cd', 'name': '', 'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:85:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b1d7653-d26c-46fd-a988-11a269ea7e23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:51:59Z', 'updated_at': '2022-08-09T16:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-3-iscsi', '_interfaces': [{'id': 'e23a157b-3cec-48c9-bddb-dfa7847c6d89', 'name': '', 'network_id': '03ca7ab9-4a6d-42ee-86c4-e644a355c008', 'tenant_id': 'e5e7f48ecafa4bfe80fadd50e0b24cbb', 'mac_address': 'fa:16:3e:1b:6b:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b1d7653-d26c-46fd-a988-11a269ea7e23', 'device_owner': 'network:router_interface', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'b36b87ee-0e67-4f6f-99fc-27a16ecf7293', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:52:01Z', 'updated_at': '2022-08-09T16:52:08Z', 'revision_number': 5, 'project_id': 'e5e7f48ecafa4bfe80fadd50e0b24cbb', 'subnets': [{'id': 'b36b87ee-0e67-4f6f-99fc-27a16ecf7293', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 17:01:26.726016 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22dccfeb-2d6c-47fd-ac8d-c182d364b0b6 None None] New status for floating IP 3f405fb0-16f8-41a9-bafd-3f124cb64559: DOWN {{(pid=111142) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 09 17:01:27.532789 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8128630-bb8e-4e67-9aad-bbed65c1a475 req-673cd5d6-006e-4bc8-bd00-cbd0eea2d04a tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 17:01:27.534255 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-f8128630-bb8e-4e67-9aad-bbed65c1a475 req-673cd5d6-006e-4bc8-bd00-cbd0eea2d04a tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=2daaa8cc-0b52-422c-adaa-98f905bb869b HTTP/1.1" status: 200 len: 946 time: 0.0478597 Aug 09 17:01:27.585185 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-f8128630-bb8e-4e67-9aad-bbed65c1a475 req-dc0e5693-8545-42a6-a6b8-cba34e365d83 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=891c2bba-5f70-4348-a605-867373065164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451438 Aug 09 17:01:27.656489 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-9922104c-b423-4204-b155-a05daea4cb9d req-1f62a7a9-365a-4af3-a375-ae0fc0a29cb4 service neutron] 10.222.0.91 "GET /networking/v2.0/networks/03ca7ab9-4a6d-42ee-86c4-e644a355c008?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852227 Aug 09 17:01:27.757141 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-9922104c-b423-4204-b155-a05daea4cb9d req-f4589dca-c930-493a-8476-a6b13cdf5f69 service neutron] 10.222.0.91 "GET /networking/v2.0/networks/03ca7ab9-4a6d-42ee-86c4-e644a355c008?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897641 Aug 09 17:01:28.234923 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=100 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:01:28.243573 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd36902f-a22e-43e3-acdb-5d203bbc6307 req-9d15b9aa-6413-488d-9803-d1770f987e66 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 17:01:28.245065 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-dd36902f-a22e-43e3-acdb-5d203bbc6307 req-9d15b9aa-6413-488d-9803-d1770f987e66 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=2daaa8cc-0b52-422c-adaa-98f905bb869b HTTP/1.1" status: 200 len: 946 time: 0.0478041 Aug 09 17:01:28.337878 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.plugin [req-dd36902f-a22e-43e3-acdb-5d203bbc6307 req-e167e354-2d06-4b43-9979-fa9cfeab0c8a tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Deleting port de1305b9-b3fe-416b-8157-bf1c65b0aa2a {{(pid=111141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 09 17:01:28.338220 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-dd36902f-a22e-43e3-acdb-5d203bbc6307 req-e167e354-2d06-4b43-9979-fa9cfeab0c8a tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748338259761'] for port (de1305b9-b3fe-416b-8157-bf1c65b0aa2a), before_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:01:28.429477 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=100 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:01:28.431404 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.db [req-dd36902f-a22e-43e3-acdb-5d203bbc6307 req-e167e354-2d06-4b43-9979-fa9cfeab0c8a tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] For port de1305b9-b3fe-416b-8157-bf1c65b0aa2a, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=de1305b9-b3fe-416b-8157-bf1c65b0aa2a,segment=NetworkSegment(dfba7045-db71-4a5e-bed3-6451649a980f),segment_id=dfba7045-db71-4a5e-bed3-6451649a980f)] {{(pid=111141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:01:28.431770 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-dd36902f-a22e-43e3-acdb-5d203bbc6307 req-e167e354-2d06-4b43-9979-fa9cfeab0c8a tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694862'] for port (de1305b9-b3fe-416b-8157-bf1c65b0aa2a), precommit_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:01:28.446853 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.plugin [req-dd36902f-a22e-43e3-acdb-5d203bbc6307 req-e167e354-2d06-4b43-9979-fa9cfeab0c8a tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Calling delete_port for de1305b9-b3fe-416b-8157-bf1c65b0aa2a owned by compute:nova {{(pid=111141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 09 17:01:28.670116 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-dd36902f-a22e-43e3-acdb-5d203bbc6307 req-e167e354-2d06-4b43-9979-fa9cfeab0c8a tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748338263278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748337861762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12487578'] for port (de1305b9-b3fe-416b-8157-bf1c65b0aa2a), after_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:01:28.697548 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-84803c20-cf00-490e-a193-b4f15603ecde req-5b2a0345-b1a0-408e-ac50-e4e847153206 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=2daaa8cc-0b52-422c-adaa-98f905bb869b HTTP/1.1" status: 200 len: 210 time: 0.0379012 Aug 09 17:01:28.716581 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e167e354-2d06-4b43-9979-fa9cfeab0c8a tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Pushing event deleted for resources: {'Port': ['ID=de1305b9-b3fe-416b-8157-bf1c65b0aa2a,revision_number=None']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:01:28.775719 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd36902f-a22e-43e3-acdb-5d203bbc6307 req-e167e354-2d06-4b43-9979-fa9cfeab0c8a tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] No DVR routers for this DVR port de1305b9-b3fe-416b-8157-bf1c65b0aa2a on host hv-cinder-85236 {{(pid=111141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 09 17:01:28.788252 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-dd36902f-a22e-43e3-acdb-5d203bbc6307 req-e167e354-2d06-4b43-9979-fa9cfeab0c8a tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90003'] for port (None), before_response {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:01:28.791491 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-dd36902f-a22e-43e3-acdb-5d203bbc6307 req-e167e354-2d06-4b43-9979-fa9cfeab0c8a tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] 10.222.0.91 "DELETE /networking/v2.0/ports/de1305b9-b3fe-416b-8157-bf1c65b0aa2a HTTP/1.1" status: 204 len: 173 time: 0.5393193 Aug 09 17:01:28.791931 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2daaa8cc-0b52-422c-adaa-98f905bb869b', 'name': 'network-vif-deleted', 'tag': 'de1305b9-b3fe-416b-8157-bf1c65b0aa2a'}] {{(pid=111141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 17:01:28.794157 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fc61e086496b7b72fa0be04cca19be1e9321c349ae61d053137ad661f53d53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1225a0d1-64f0-41c6-b549-4d2b5a4aea44" -d '{"events": [{"server_uuid": "2daaa8cc-0b52-422c-adaa-98f905bb869b", "name": "network-vif-deleted", "tag": "de1305b9-b3fe-416b-8157-bf1c65b0aa2a"}]}' {{(pid=111141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 17:01:28.831774 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Aug 2022 17:01:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6e333ea-bcba-43d9-99a5-5176d51f29a1 x-openstack-request-id: req-b6e333ea-bcba-43d9-99a5-5176d51f29a1 {{(pid=111141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 17:01:28.832214 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2daaa8cc-0b52-422c-adaa-98f905bb869b", "name": "network-vif-deleted", "tag": "de1305b9-b3fe-416b-8157-bf1c65b0aa2a", "status": "completed", "code": 200}]} {{(pid=111141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 17:01:28.832468 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b6e333ea-bcba-43d9-99a5-5176d51f29a1 {{(pid=111141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 17:01:28.832869 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6e333ea-bcba-43d9-99a5-5176d51f29a1'] response: {'server_uuid': '2daaa8cc-0b52-422c-adaa-98f905bb869b', 'name': 'network-vif-deleted', 'tag': 'de1305b9-b3fe-416b-8157-bf1c65b0aa2a', 'status': 'completed', 'code': 200} Aug 09 17:01:29.425823 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.agents_db [None req-a4db1589-5d5b-4049-8210-f6e9f318fefd None None] Agent healthcheck: found 6 active agents {{(pid=111143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 17:01:29.812046 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-85a02e71-005e-44f2-a93b-3d88a1faa2f0 req-a1fc1316-dac2-49e4-a990-61226c515f10 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=2daaa8cc-0b52-422c-adaa-98f905bb869b HTTP/1.1" status: 200 len: 210 time: 0.0285182 Aug 09 17:01:30.879201 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.wsgi [-] (111141) accepted ('10.222.0.59', 60338) {{(pid=111141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 17:01:30.987409 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.plugin [None req-f96a340b-03a8-41a8-8243-1aae0f0860f1 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Deleting port 46a9002c-96e6-423c-80d2-e1aed60d37a4 {{(pid=111141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 09 17:01:30.987675 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-f96a340b-03a8-41a8-8243-1aae0f0860f1 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748338259761'] for port (46a9002c-96e6-423c-80d2-e1aed60d37a4), before_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:01:31.061956 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-f96a340b-03a8-41a8-8243-1aae0f0860f1 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694862'] for port (46a9002c-96e6-423c-80d2-e1aed60d37a4), precommit_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:01:31.062089 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-f96a340b-03a8-41a8-8243-1aae0f0860f1 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Publish callbacks [] for floatingip (46a9002c-96e6-423c-80d2-e1aed60d37a4), precommit_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:01:31.078570 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.plugin [None req-f96a340b-03a8-41a8-8243-1aae0f0860f1 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Calling delete_port for 46a9002c-96e6-423c-80d2-e1aed60d37a4 owned by network:floatingip {{(pid=111141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 09 17:01:31.358345 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-f96a340b-03a8-41a8-8243-1aae0f0860f1 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748338263278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748337861762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12487578'] for port (46a9002c-96e6-423c-80d2-e1aed60d37a4), after_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:01:31.384725 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96a340b-03a8-41a8-8243-1aae0f0860f1 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Pushing event deleted for resources: {'Port': ['ID=46a9002c-96e6-423c-80d2-e1aed60d37a4,revision_number=None']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:01:31.447294 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-f96a340b-03a8-41a8-8243-1aae0f0860f1 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Publish callbacks [] for floatingip (e4d3a3ac-4346-464a-af40-0f02fef6914a), after_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:01:31.449953 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-f96a340b-03a8-41a8-8243-1aae0f0860f1 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90003'] for floatingip (None), before_response {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:01:31.451089 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [None req-f96a340b-03a8-41a8-8243-1aae0f0860f1 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] 10.222.0.59 "DELETE /networking/v2.0/floatingips/e4d3a3ac-4346-464a-af40-0f02fef6914a HTTP/1.1" status: 204 len: 168 time: 0.5719209 Aug 09 17:01:31.478690 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Device de1305b9-b3fe-416b-8157-bf1c65b0aa2a no longer exists at agent hyperv_hv-cinder-85236 {{(pid=111142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 17:01:31.498219 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] No Port match for: de1305b9-b3fe-416b-8157-bf1c65b0aa2a {{(pid=111142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 09 17:01:31.498564 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Device de1305b9-b3fe-416b-8157-bf1c65b0aa2a not bound to the agent host hv-cinder-85236 {{(pid=111142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 17:01:31.674792 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.wsgi [-] (111141) accepted ('10.222.0.59', 60352) {{(pid=111141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 17:01:31.788613 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-6e0cac70-0bc4-48dc-b330-81d60db435ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:01:31.825533 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:INSERT=2 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:01:31.854545 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=82,neutron:DELETE=8,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:01:31.866907 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-6e0cac70-0bc4-48dc-b330-81d60db435ce admin admin] Publish callbacks [] for security_group (cb0e256e-3d92-4660-8aab-28cc67bbdc58), precommit_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:01:31.935268 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-6e0cac70-0bc4-48dc-b330-81d60db435ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763768'] for security_group (cb0e256e-3d92-4660-8aab-28cc67bbdc58), after_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:01:31.973839 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0cac70-0bc4-48dc-b330-81d60db435ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb0e256e-3d92-4660-8aab-28cc67bbdc58,revision_number=1']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:01:31.978082 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [None req-6e0cac70-0bc4-48dc-b330-81d60db435ce admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=4ecb0b041c2d4e07ae8491a93d8822a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3022213 Aug 09 17:01:31.980835 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.wsgi [-] (111141) accepted ('10.222.0.59', 60358) {{(pid=111141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 17:01:32.033576 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0f62-d8c2-457e-92b6-2cfbf9fb8d9b admin admin] Publish callbacks [] for security_group (cb0e256e-3d92-4660-8aab-28cc67bbdc58), before_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:01:32.055389 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0f62-d8c2-457e-92b6-2cfbf9fb8d9b admin admin] Publish callbacks [] for security_group (cb0e256e-3d92-4660-8aab-28cc67bbdc58), precommit_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:01:32.182133 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0f62-d8c2-457e-92b6-2cfbf9fb8d9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763768'] for security_group (cb0e256e-3d92-4660-8aab-28cc67bbdc58), after_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:01:32.184614 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0f62-d8c2-457e-92b6-2cfbf9fb8d9b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:01:32.185772 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [None req-1c4e0f62-d8c2-457e-92b6-2cfbf9fb8d9b admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/cb0e256e-3d92-4660-8aab-28cc67bbdc58 HTTP/1.1" status: 204 len: 168 time: 0.2040486 Aug 09 17:01:32.193727 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0f62-d8c2-457e-92b6-2cfbf9fb8d9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb0e256e-3d92-4660-8aab-28cc67bbdc58,revision_number=None']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:01:32.767334 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=64,neutron:UPDATE=5 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:01:32.818792 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.wsgi [-] (111141) accepted ('10.222.0.59', 60366) {{(pid=111141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 17:01:32.877022 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-3c7bff95-5457-4ce4-b280-71159401d761 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Publish callbacks [] for security_group (891c2bba-5f70-4348-a605-867373065164), before_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:01:32.903687 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-3c7bff95-5457-4ce4-b280-71159401d761 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Publish callbacks [] for security_group (891c2bba-5f70-4348-a605-867373065164), precommit_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:01:32.913166 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (fd1157aa-8fd8-4c6b-a604-f3842f12d305), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:01:32.983782 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.wsgi [-] (111141) accepted ('10.222.0.59', 60368) {{(pid=111141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 17:01:32.997668 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-3c409f7b-72ac-4701-9773-403c368d9cb4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:01:33.098630 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-3c7bff95-5457-4ce4-b280-71159401d761 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763768'] for security_group (891c2bba-5f70-4348-a605-867373065164), after_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:01:33.101204 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-3c7bff95-5457-4ce4-b280-71159401d761 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Publish callbacks [] for security_group (None), before_response {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:01:33.102369 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [None req-3c7bff95-5457-4ce4-b280-71159401d761 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] 10.222.0.59 "DELETE /networking/v2.0/security-groups/891c2bba-5f70-4348-a605-867373065164 HTTP/1.1" status: 204 len: 168 time: 0.2825675 Aug 09 17:01:33.115440 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7bff95-5457-4ce4-b280-71159401d761 tempest-TestVolumeBootPattern-1954653577 tempest-TestVolumeBootPattern-1954653577-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=891c2bba-5f70-4348-a605-867373065164,revision_number=None']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:01:33.159845 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-3c409f7b-72ac-4701-9773-403c368d9cb4 admin admin] Publish callbacks [] for security_group (cabd7fa7-a41e-4980-8e61-5641dac59e35), precommit_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:01:33.259565 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.wsgi [-] (111141) accepted ('10.222.0.59', 60372) {{(pid=111141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 17:01:33.265689 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-3c409f7b-72ac-4701-9773-403c368d9cb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763768'] for security_group (cabd7fa7-a41e-4980-8e61-5641dac59e35), after_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:01:33.307739 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c409f7b-72ac-4701-9773-403c368d9cb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cabd7fa7-a41e-4980-8e61-5641dac59e35,revision_number=1']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:01:33.312083 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [None req-3c409f7b-72ac-4701-9773-403c368d9cb4 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=e3e45213b7954e388139bf7caf175003&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3272998 Aug 09 17:01:33.314817 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.wsgi [-] (111141) accepted ('10.222.0.59', 60376) {{(pid=111141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 17:01:33.352223 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:01:33.365242 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-258a223d-f8e9-41da-bb92-8fdbe3c60196 admin admin] Publish callbacks [] for security_group (cabd7fa7-a41e-4980-8e61-5641dac59e35), before_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:01:33.387707 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-258a223d-f8e9-41da-bb92-8fdbe3c60196 admin admin] Publish callbacks [] for security_group (cabd7fa7-a41e-4980-8e61-5641dac59e35), precommit_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:01:33.763450 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-258a223d-f8e9-41da-bb92-8fdbe3c60196 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763768'] for security_group (cabd7fa7-a41e-4980-8e61-5641dac59e35), after_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:01:33.765944 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-258a223d-f8e9-41da-bb92-8fdbe3c60196 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:01:33.767066 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [None req-258a223d-f8e9-41da-bb92-8fdbe3c60196 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/cabd7fa7-a41e-4980-8e61-5641dac59e35 HTTP/1.1" status: 204 len: 168 time: 0.4513807 Aug 09 17:01:33.781788 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258a223d-f8e9-41da-bb92-8fdbe3c60196 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cabd7fa7-a41e-4980-8e61-5641dac59e35,revision_number=None']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:01:33.928072 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=6 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:01:34.047837 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-9a6809be-00b4-4cd8-9303-635740105ada admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-336439'] for router_interface (7b1d7653-d26c-46fd-a988-11a269ea7e23), before_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:01:34.276883 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.plugin [None req-9a6809be-00b4-4cd8-9303-635740105ada admin admin] Deleting port e23a157b-3cec-48c9-bddb-dfa7847c6d89 {{(pid=111141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 09 17:01:34.277225 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-9a6809be-00b4-4cd8-9303-635740105ada admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748338259761'] for port (e23a157b-3cec-48c9-bddb-dfa7847c6d89), before_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:01:34.356093 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.db [None req-9a6809be-00b4-4cd8-9303-635740105ada admin admin] For port e23a157b-3cec-48c9-bddb-dfa7847c6d89, host dv-cinder-852364-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-3-iscsi',level=0,port_id=e23a157b-3cec-48c9-bddb-dfa7847c6d89,segment=NetworkSegment(dfba7045-db71-4a5e-bed3-6451649a980f),segment_id=dfba7045-db71-4a5e-bed3-6451649a980f)] {{(pid=111141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:01:34.356380 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-9a6809be-00b4-4cd8-9303-635740105ada admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694862'] for port (e23a157b-3cec-48c9-bddb-dfa7847c6d89), precommit_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:01:34.370694 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.plugin [None req-9a6809be-00b4-4cd8-9303-635740105ada admin admin] Calling delete_port for e23a157b-3cec-48c9-bddb-dfa7847c6d89 owned by network:router_interface {{(pid=111141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 09 17:01:34.433231 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=100 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:01:34.638594 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-9a6809be-00b4-4cd8-9303-635740105ada admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748338263278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748337861762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12487578'] for port (e23a157b-3cec-48c9-bddb-dfa7847c6d89), after_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:01:34.669374 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6809be-00b4-4cd8-9303-635740105ada admin admin] Pushing event deleted for resources: {'Port': ['ID=e23a157b-3cec-48c9-bddb-dfa7847c6d89,revision_number=None']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:01:34.834483 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-9a6809be-00b4-4cd8-9303-635740105ada admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-336555'] for router_interface (7b1d7653-d26c-46fd-a988-11a269ea7e23), after_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:01:34.949085 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:01:35.048792 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a6809be-00b4-4cd8-9303-635740105ada admin admin] Router 7b1d7653-d26c-46fd-a988-11a269ea7e23 has already been hosted by L3 agent 2cf02505-efcb-442b-855b-6c659df6f18c {{(pid=111141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 09 17:01:35.154481 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a6809be-00b4-4cd8-9303-635740105ada admin admin] Notify agent at l3_agent.dv-cinder-852364-3-iscsi the message routers_updated {{(pid=111141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 17:01:35.159462 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [None req-9a6809be-00b4-4cd8-9303-635740105ada admin admin] 10.222.0.59 "PUT /networking/v2.0/routers/7b1d7653-d26c-46fd-a988-11a269ea7e23/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8988662 Aug 09 17:01:35.163397 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.wsgi [-] (111140) accepted ('10.222.0.59', 60402) {{(pid=111140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 17:01:35.164397 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc802480-4543-4fd4-af6c-7788be8443d0 None None] Sync routers for ids ['7b1d7653-d26c-46fd-a988-11a269ea7e23'] in dv-cinder-852364-3-iscsi {{(pid=111143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 17:01:35.175193 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc802480-4543-4fd4-af6c-7788be8443d0 None None] Routers {'7b1d7653-d26c-46fd-a988-11a269ea7e23'} bound to L3 agent in host dv-cinder-852364-3-iscsi {{(pid=111143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 17:01:35.175816 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.l3_hamode_db [None req-fc802480-4543-4fd4-af6c-7788be8443d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-09T16:42:12Z,description=,heartbeat_timestamp=2022-08-09T17:01:12Z,host='dv-cinder-852364-3-iscsi',id=2cf02505-efcb-442b-855b-6c659df6f18c,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:13Z,topic='l3_agent')) {'router_ids': ['7b1d7653-d26c-46fd-a988-11a269ea7e23'], 'active': True} {{(pid=111143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:01:35.267569 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-a582357c-bb03-4173-9621-311203a1d7ff admin admin] Publish callbacks [] for router (7b1d7653-d26c-46fd-a988-11a269ea7e23), before_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:01:35.281557 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.l3_dvr_db [None req-fc802480-4543-4fd4-af6c-7788be8443d0 None None] Set router 7b1d7653-d26c-46fd-a988-11a269ea7e23 gateway port host: dv-cinder-852364-3-iscsi {{(pid=111143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 17:01:35.374300 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-a582357c-bb03-4173-9621-311203a1d7ff admin admin] Publish callbacks [] for router_gateway (7b1d7653-d26c-46fd-a988-11a269ea7e23), before_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:01:35.530844 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.l3_hamode_db [None req-fc802480-4543-4fd4-af6c-7788be8443d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b1d7653-d26c-46fd-a988-11a269ea7e23', 'name': 'tempest-TestVolumeBootPattern-812573823-router', 'tenant_id': 'e5e7f48ecafa4bfe80fadd50e0b24cbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'external_fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': 'be992953-963d-4a09-bb47-b723431b87cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:51:58Z', 'updated_at': '2022-08-09T17:01:34Z', 'revision_number': 5, 'project_id': 'e5e7f48ecafa4bfe80fadd50e0b24cbb', 'gw_port': {'id': 'be992953-963d-4a09-bb47-b723431b87cd', 'name': '', 'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:85:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b1d7653-d26c-46fd-a988-11a269ea7e23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:51:59Z', 'updated_at': '2022-08-09T16:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-3-iscsi'}], 'dv-cinder-852364-3-iscsi', False) {} {{(pid=111143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:01:35.559213 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc802480-4543-4fd4-af6c-7788be8443d0 None None] Checking router: 7b1d7653-d26c-46fd-a988-11a269ea7e23 for host: dv-cinder-852364-3-iscsi {{(pid=111143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 17:01:35.568348 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc802480-4543-4fd4-af6c-7788be8443d0 None None] Routers {'7b1d7653-d26c-46fd-a988-11a269ea7e23'} bound to L3 agent in host dv-cinder-852364-3-iscsi {{(pid=111143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 17:01:35.568950 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.l3_hamode_db [None req-fc802480-4543-4fd4-af6c-7788be8443d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-09T16:42:12Z,description=,heartbeat_timestamp=2022-08-09T17:01:12Z,host='dv-cinder-852364-3-iscsi',id=2cf02505-efcb-442b-855b-6c659df6f18c,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:13Z,topic='l3_agent')) {'router_ids': ['7b1d7653-d26c-46fd-a988-11a269ea7e23'], 'active': True} {{(pid=111143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:01:35.576163 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.plugins.ml2.plugin [None req-a582357c-bb03-4173-9621-311203a1d7ff admin admin] Deleting port be992953-963d-4a09-bb47-b723431b87cd {{(pid=111140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 09 17:01:35.576163 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-a582357c-bb03-4173-9621-311203a1d7ff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748338259761'] for port (be992953-963d-4a09-bb47-b723431b87cd), before_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:01:35.653041 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.l3_dvr_db [None req-fc802480-4543-4fd4-af6c-7788be8443d0 None None] Set router 7b1d7653-d26c-46fd-a988-11a269ea7e23 gateway port host: None {{(pid=111143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 17:01:35.660883 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.plugins.ml2.db [None req-a582357c-bb03-4173-9621-311203a1d7ff admin admin] For port be992953-963d-4a09-bb47-b723431b87cd, host dv-cinder-852364-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-3-iscsi',level=0,port_id=be992953-963d-4a09-bb47-b723431b87cd,segment=NetworkSegment(3548ff03-3b62-477c-991b-01c3e3081105),segment_id=3548ff03-3b62-477c-991b-01c3e3081105)] {{(pid=111140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:01:35.661312 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-a582357c-bb03-4173-9621-311203a1d7ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694862'] for port (be992953-963d-4a09-bb47-b723431b87cd), precommit_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:01:35.674356 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.plugins.ml2.plugin [None req-a582357c-bb03-4173-9621-311203a1d7ff admin admin] Calling delete_port for be992953-963d-4a09-bb47-b723431b87cd owned by network:router_gateway {{(pid=111140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 09 17:01:35.703993 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.l3_hamode_db [None req-fc802480-4543-4fd4-af6c-7788be8443d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b1d7653-d26c-46fd-a988-11a269ea7e23', 'name': 'tempest-TestVolumeBootPattern-812573823-router', 'tenant_id': 'e5e7f48ecafa4bfe80fadd50e0b24cbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:51:58Z', 'updated_at': '2022-08-09T17:01:35Z', 'revision_number': 6, 'project_id': 'e5e7f48ecafa4bfe80fadd50e0b24cbb', 'gw_port_host': None}], 'dv-cinder-852364-3-iscsi', False) {} {{(pid=111143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:01:35.733622 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc802480-4543-4fd4-af6c-7788be8443d0 None None] The sync data for ids ['7b1d7653-d26c-46fd-a988-11a269ea7e23'] in dv-cinder-852364-3-iscsi is: [{'id': '7b1d7653-d26c-46fd-a988-11a269ea7e23', 'name': 'tempest-TestVolumeBootPattern-812573823-router', 'tenant_id': 'e5e7f48ecafa4bfe80fadd50e0b24cbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:51:58Z', 'updated_at': '2022-08-09T17:01:35Z', 'revision_number': 6, 'project_id': 'e5e7f48ecafa4bfe80fadd50e0b24cbb', 'gw_port_host': None}] {{(pid=111143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 17:01:35.916797 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-a582357c-bb03-4173-9621-311203a1d7ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748338263278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748337861762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12086677'] for port (be992953-963d-4a09-bb47-b723431b87cd), after_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:01:35.940491 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a582357c-bb03-4173-9621-311203a1d7ff admin admin] Pushing event deleted for resources: {'Port': ['ID=be992953-963d-4a09-bb47-b723431b87cd,revision_number=None']} {{(pid=111140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:01:35.944232 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:01:35.969642 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a582357c-bb03-4173-9621-311203a1d7ff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:01:35.969922 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a582357c-bb03-4173-9621-311203a1d7ff admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:01:35.970265 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a582357c-bb03-4173-9621-311203a1d7ff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:01:35.970604 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a582357c-bb03-4173-9621-311203a1d7ff admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:01:35.970940 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a582357c-bb03-4173-9621-311203a1d7ff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:01:35.971306 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a582357c-bb03-4173-9621-311203a1d7ff admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:01:35.971630 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a582357c-bb03-4173-9621-311203a1d7ff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:01:35.971953 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a582357c-bb03-4173-9621-311203a1d7ff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:01:35.972278 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a582357c-bb03-4173-9621-311203a1d7ff admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:01:35.972616 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a582357c-bb03-4173-9621-311203a1d7ff admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:01:35.972924 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a582357c-bb03-4173-9621-311203a1d7ff admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:01:35.973247 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a582357c-bb03-4173-9621-311203a1d7ff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:01:35.974192 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a582357c-bb03-4173-9621-311203a1d7ff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:01:35.974569 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a582357c-bb03-4173-9621-311203a1d7ff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:01:35.974886 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a582357c-bb03-4173-9621-311203a1d7ff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:01:36.019604 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-a582357c-bb03-4173-9621-311203a1d7ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-689379'] for router_gateway (7b1d7653-d26c-46fd-a988-11a269ea7e23), after_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:01:36.048610 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:01:36.122008 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-a582357c-bb03-4173-9621-311203a1d7ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-338892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-336'] for router (7b1d7653-d26c-46fd-a988-11a269ea7e23), precommit_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:01:36.124311 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-a582357c-bb03-4173-9621-311203a1d7ff admin admin] Publish callbacks [] for router_controller (7b1d7653-d26c-46fd-a988-11a269ea7e23), precommit_delete_associations {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:01:36.303443 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-a582357c-bb03-4173-9621-311203a1d7ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-338766'] for router (7b1d7653-d26c-46fd-a988-11a269ea7e23), after_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:01:36.304205 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a582357c-bb03-4173-9621-311203a1d7ff admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7b1d7653-d26c-46fd-a988-11a269ea7e23 {{(pid=111140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 17:01:36.310136 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-a582357c-bb03-4173-9621-311203a1d7ff admin admin] Publish callbacks [] for router (None), before_response {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:01:36.311685 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [None req-a582357c-bb03-4173-9621-311203a1d7ff admin admin] 10.222.0.59 "DELETE /networking/v2.0/routers/7b1d7653-d26c-46fd-a988-11a269ea7e23 HTTP/1.1" status: 204 len: 168 time: 1.1468589 Aug 09 17:01:36.313915 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.wsgi [-] (111140) accepted ('10.222.0.59', 60408) {{(pid=111140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 17:01:36.341654 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Device be992953-963d-4a09-bb47-b723431b87cd no longer exists at agent ovs-agent-dv-cinder-852364-3-iscsi {{(pid=111142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 17:01:36.366946 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] No Port match for: be992953-963d-4a09-bb47-b723431b87cd {{(pid=111142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 09 17:01:36.367332 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Device be992953-963d-4a09-bb47-b723431b87cd not bound to the agent host dv-cinder-852364-3-iscsi {{(pid=111142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 17:01:36.367761 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Device e23a157b-3cec-48c9-bddb-dfa7847c6d89 no longer exists at agent ovs-agent-dv-cinder-852364-3-iscsi {{(pid=111142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 17:01:36.374096 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.db.db_base_plugin_v2 [None req-aec2b548-82db-4952-9494-59483fde3ad1 admin admin] Deleting subnet b36b87ee-0e67-4f6f-99fc-27a16ecf7293 {{(pid=111140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 09 17:01:36.377369 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-aec2b548-82db-4952-9494-59483fde3ad1 admin admin] Publish callbacks [] for subnet (b36b87ee-0e67-4f6f-99fc-27a16ecf7293), before_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:01:36.387266 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] No Port match for: e23a157b-3cec-48c9-bddb-dfa7847c6d89 {{(pid=111142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 09 17:01:36.387614 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Device e23a157b-3cec-48c9-bddb-dfa7847c6d89 not bound to the agent host dv-cinder-852364-3-iscsi {{(pid=111142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 17:01:36.416919 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-aec2b548-82db-4952-9494-59483fde3ad1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12387189'] for subnet (b36b87ee-0e67-4f6f-99fc-27a16ecf7293), precommit_delete_associations {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:01:36.507757 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-aec2b548-82db-4952-9494-59483fde3ad1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3877167'] for subnet (b36b87ee-0e67-4f6f-99fc-27a16ecf7293), precommit_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:01:36.638894 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-aec2b548-82db-4952-9494-59483fde3ad1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3877156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12086752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8786532'] for subnet (b36b87ee-0e67-4f6f-99fc-27a16ecf7293), after_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:01:36.663796 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec2b548-82db-4952-9494-59483fde3ad1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b36b87ee-0e67-4f6f-99fc-27a16ecf7293,revision_number=None']} {{(pid=111140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:01:36.670355 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-aec2b548-82db-4952-9494-59483fde3ad1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:01:36.674070 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [None req-aec2b548-82db-4952-9494-59483fde3ad1 admin admin] 10.222.0.59 "DELETE /networking/v2.0/subnets/b36b87ee-0e67-4f6f-99fc-27a16ecf7293 HTTP/1.1" status: 204 len: 168 time: 0.3586748 Aug 09 17:01:36.676238 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.wsgi [-] (111140) accepted ('10.222.0.59', 60410) {{(pid=111140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 17:01:36.676531 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33fd1911-ce4b-4dc4-8fdd-39b161cdc135 None None] Network 03ca7ab9-4a6d-42ee-86c4-e644a355c008 requested from dv-cinder-852364-3-iscsi {{(pid=111142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 09 17:01:36.753246 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-2c8536dc-2156-4c4e-8735-b1308cf63b76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3928643'] for network (03ca7ab9-4a6d-42ee-86c4-e644a355c008), before_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:01:36.798920 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.plugins.ml2.plugin [None req-2c8536dc-2156-4c4e-8735-b1308cf63b76 admin admin] Deleting port 6b9c0ef0-ead3-46cc-8593-55a7be54fd17 {{(pid=111140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 09 17:01:36.799242 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-2c8536dc-2156-4c4e-8735-b1308cf63b76 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748338259761'] for port (6b9c0ef0-ead3-46cc-8593-55a7be54fd17), before_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:01:36.848233 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e790d39-addc-46b9-9c59-0efb9fe768ad None None] DHCP port deletion for 03ca7ab9-4a6d-42ee-86c4-e644a355c008 request from dv-cinder-852364-3-iscsi {{(pid=111142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 09 17:01:36.873785 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.plugins.ml2.db [None req-2c8536dc-2156-4c4e-8735-b1308cf63b76 admin admin] For port 6b9c0ef0-ead3-46cc-8593-55a7be54fd17, host dv-cinder-852364-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-3-iscsi',level=0,port_id=6b9c0ef0-ead3-46cc-8593-55a7be54fd17,segment=NetworkSegment(dfba7045-db71-4a5e-bed3-6451649a980f),segment_id=dfba7045-db71-4a5e-bed3-6451649a980f)] {{(pid=111140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:01:36.874160 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-2c8536dc-2156-4c4e-8735-b1308cf63b76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694862'] for port (6b9c0ef0-ead3-46cc-8593-55a7be54fd17), precommit_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:01:36.891707 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-2e790d39-addc-46b9-9c59-0efb9fe768ad None None] Deleting port 6b9c0ef0-ead3-46cc-8593-55a7be54fd17 {{(pid=111142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 09 17:01:36.892173 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-2e790d39-addc-46b9-9c59-0efb9fe768ad None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748338259761'] for port (6b9c0ef0-ead3-46cc-8593-55a7be54fd17), before_delete {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:01:36.892319 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.plugins.ml2.plugin [None req-2c8536dc-2156-4c4e-8735-b1308cf63b76 admin admin] Calling delete_port for 6b9c0ef0-ead3-46cc-8593-55a7be54fd17 owned by network:dhcp {{(pid=111140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 09 17:01:36.896178 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=87,neutron:DELETE=9,neutron:UPDATE=4 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:01:36.962942 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.db [None req-2e790d39-addc-46b9-9c59-0efb9fe768ad None None] For port 6b9c0ef0-ead3-46cc-8593-55a7be54fd17, host dv-cinder-852364-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-3-iscsi',level=0,port_id=6b9c0ef0-ead3-46cc-8593-55a7be54fd17,segment=NetworkSegment(dfba7045-db71-4a5e-bed3-6451649a980f),segment_id=dfba7045-db71-4a5e-bed3-6451649a980f)] {{(pid=111142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:01:36.963374 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-2e790d39-addc-46b9-9c59-0efb9fe768ad None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694862'] for port (6b9c0ef0-ead3-46cc-8593-55a7be54fd17), precommit_delete {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:01:36.977702 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-2e790d39-addc-46b9-9c59-0efb9fe768ad None None] Calling delete_port for 6b9c0ef0-ead3-46cc-8593-55a7be54fd17 owned by network:dhcp {{(pid=111142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 09 17:01:37.085295 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-2c8536dc-2156-4c4e-8735-b1308cf63b76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748338263278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748337861762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12086677'] for port (6b9c0ef0-ead3-46cc-8593-55a7be54fd17), after_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:01:37.094340 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-2e790d39-addc-46b9-9c59-0efb9fe768ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748338263278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748337861762'] for port (6b9c0ef0-ead3-46cc-8593-55a7be54fd17), after_delete {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:01:37.110316 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8536dc-2156-4c4e-8735-b1308cf63b76 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b9c0ef0-ead3-46cc-8593-55a7be54fd17,revision_number=None']} {{(pid=111140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:01:37.124970 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c8536dc-2156-4c4e-8735-b1308cf63b76 admin admin] No DVR routers for this DVR port 6b9c0ef0-ead3-46cc-8593-55a7be54fd17 on host dv-cinder-852364-3-iscsi {{(pid=111140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 09 17:01:37.128227 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e790d39-addc-46b9-9c59-0efb9fe768ad None None] No DVR routers for this DVR port 6b9c0ef0-ead3-46cc-8593-55a7be54fd17 on host dv-cinder-852364-3-iscsi {{(pid=111142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 09 17:01:37.129867 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e790d39-addc-46b9-9c59-0efb9fe768ad None None] Pushing event deleted for resources: {'Port': ['ID=6b9c0ef0-ead3-46cc-8593-55a7be54fd17,revision_number=None']} {{(pid=111142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:01:37.140515 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e790d39-addc-46b9-9c59-0efb9fe768ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:01:37.140515 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e790d39-addc-46b9-9c59-0efb9fe768ad None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:01:37.140726 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e790d39-addc-46b9-9c59-0efb9fe768ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:01:37.140964 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e790d39-addc-46b9-9c59-0efb9fe768ad None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:01:37.141300 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e790d39-addc-46b9-9c59-0efb9fe768ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:01:37.141634 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e790d39-addc-46b9-9c59-0efb9fe768ad None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:01:37.141989 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e790d39-addc-46b9-9c59-0efb9fe768ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:01:37.142315 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e790d39-addc-46b9-9c59-0efb9fe768ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:01:37.142643 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e790d39-addc-46b9-9c59-0efb9fe768ad None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:01:37.142963 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e790d39-addc-46b9-9c59-0efb9fe768ad None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:01:37.143408 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e790d39-addc-46b9-9c59-0efb9fe768ad None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:01:37.143633 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e790d39-addc-46b9-9c59-0efb9fe768ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:01:37.144047 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e790d39-addc-46b9-9c59-0efb9fe768ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:01:37.144344 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e790d39-addc-46b9-9c59-0efb9fe768ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:01:37.144581 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e790d39-addc-46b9-9c59-0efb9fe768ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:01:37.194545 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-2c8536dc-2156-4c4e-8735-b1308cf63b76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3880624', 'neutron.services.segments.db._delete_segments_for_network-8748338318574'] for network (03ca7ab9-4a6d-42ee-86c4-e644a355c008), precommit_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:01:37.215387 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.services.segments.db [None req-2c8536dc-2156-4c4e-8735-b1308cf63b76 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03ca7ab9-4a6d-42ee-86c4-e644a355c008']}} {{(pid=111140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:01:37.225220 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.services.segments.db [None req-2c8536dc-2156-4c4e-8735-b1308cf63b76 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfba7045-db71-4a5e-bed3-6451649a980f') {'for_net_delete': True} {{(pid=111140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:01:37.225513 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.services.segments.db [None req-2c8536dc-2156-4c4e-8735-b1308cf63b76 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfba7045-db71-4a5e-bed3-6451649a980f') {} {{(pid=111140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:01:37.234950 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-2c8536dc-2156-4c4e-8735-b1308cf63b76 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748338318475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12387196'] for segment (dfba7045-db71-4a5e-bed3-6451649a980f), before_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:01:37.248521 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-2c8536dc-2156-4c4e-8735-b1308cf63b76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3501092'] for segment (dfba7045-db71-4a5e-bed3-6451649a980f), precommit_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:01:37.254651 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c8536dc-2156-4c4e-8735-b1308cf63b76 admin admin] Releasing vlan 985 on physical network physnet1 to pool {{(pid=111140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 17:01:37.255780 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-2c8536dc-2156-4c4e-8735-b1308cf63b76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3501092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12084034'] for segment (dfba7045-db71-4a5e-bed3-6451649a980f), after_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:01:37.386787 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-2c8536dc-2156-4c4e-8735-b1308cf63b76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3880635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690469'] for network (03ca7ab9-4a6d-42ee-86c4-e644a355c008), after_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:01:37.396014 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-2c8536dc-2156-4c4e-8735-b1308cf63b76 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526441'] for network (None), before_response {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:01:37.397474 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [None req-2c8536dc-2156-4c4e-8735-b1308cf63b76 admin admin] 10.222.0.59 "DELETE /networking/v2.0/networks/03ca7ab9-4a6d-42ee-86c4-e644a355c008 HTTP/1.1" status: 204 len: 168 time: 0.7186565 Aug 09 17:01:37.399230 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.services.segments.plugin [-] Segment dfba7045-db71-4a5e-bed3-6451649a980f resource provider aggregate not found Aug 09 17:01:37.399644 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.wsgi [-] (111141) accepted ('10.222.0.59', 60420) {{(pid=111141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 17:01:37.417165 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8536dc-2156-4c4e-8735-b1308cf63b76 admin admin] Pushing event deleted for resources: {'Network': ['ID=03ca7ab9-4a6d-42ee-86c4-e644a355c008,revision_number=None']} {{(pid=111140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:01:37.431009 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.services.segments.plugin [-] Segment dfba7045-db71-4a5e-bed3-6451649a980f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid dfba7045-db71-4a5e-bed3-6451649a980f found for delete ", "request_id": "req-e58808c0-ba28-4ace-8558-f07835c1f5f7"}]} Aug 09 17:01:37.590986 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-2caf7e30-04d0-4d06-9f42-79e819e0b5e6 req-25c94a74-cd8f-4053-a788-54ef12df62a1 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?device_id=b5984777-9057-4cd8-ac06-cce6636dc4a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0905657 Aug 09 17:01:37.677011 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=100 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:01:37.719817 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caf7e30-04d0-4d06-9f42-79e819e0b5e6 req-53b41de6-21ae-45e3-92a0-7f540fd1c2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 17:01:37.721285 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-2caf7e30-04d0-4d06-9f42-79e819e0b5e6 req-53b41de6-21ae-45e3-92a0-7f540fd1c2fc service neutron] 10.222.0.91 "GET /networking/v2.0/ports?tenant_id=907c20a4319c450284e1e6b39107d715&device_id=b5984777-9057-4cd8-ac06-cce6636dc4a7 HTTP/1.1" status: 200 len: 1129 time: 0.0547388 Aug 09 17:01:37.870966 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-d3a0f1d6-365c-48d4-8424-0a53abb7168f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-336439'] for router_interface (ec152bae-5db9-4a31-b356-53f0d5e8b7b5), before_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:01:37.913580 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caf7e30-04d0-4d06-9f42-79e819e0b5e6 req-2b371d6f-02e7-4991-bfe9-dacf6fcfe55e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 17:01:37.914929 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-2caf7e30-04d0-4d06-9f42-79e819e0b5e6 req-2b371d6f-02e7-4991-bfe9-dacf6fcfe55e service neutron] 10.222.0.91 "GET /networking/v2.0/networks?id=16b7cf6d-d031-48e2-96f0-440212fd98f8 HTTP/1.1" status: 200 len: 909 time: 0.1709030 Aug 09 17:01:38.010751 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=100 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:01:38.022945 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-2caf7e30-04d0-4d06-9f42-79e819e0b5e6 req-5a87ef93-88bd-44d6-b803-f2ca6a53f747 service neutron] 10.222.0.91 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2fc3cf5e-f8f8-41a7-8654-05c3d5ec5165 HTTP/1.1" status: 200 len: 1001 time: 0.1013043 Aug 09 17:01:38.148464 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.plugin [None req-d3a0f1d6-365c-48d4-8424-0a53abb7168f admin admin] Deleting port 8c705187-6259-4177-9d7b-2d503e7cb59c {{(pid=111141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 09 17:01:38.148810 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-d3a0f1d6-365c-48d4-8424-0a53abb7168f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748338259761'] for port (8c705187-6259-4177-9d7b-2d503e7cb59c), before_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:01:38.230822 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.db [None req-d3a0f1d6-365c-48d4-8424-0a53abb7168f admin admin] For port 8c705187-6259-4177-9d7b-2d503e7cb59c, host dv-cinder-852364-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-3-iscsi',level=0,port_id=8c705187-6259-4177-9d7b-2d503e7cb59c,segment=NetworkSegment(18ce8330-c77a-4ce0-953e-fe06a54dabed),segment_id=18ce8330-c77a-4ce0-953e-fe06a54dabed)] {{(pid=111141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:01:38.231200 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-d3a0f1d6-365c-48d4-8424-0a53abb7168f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694862'] for port (8c705187-6259-4177-9d7b-2d503e7cb59c), precommit_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:01:38.243971 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.plugin [None req-d3a0f1d6-365c-48d4-8424-0a53abb7168f admin admin] Calling delete_port for 8c705187-6259-4177-9d7b-2d503e7cb59c owned by network:router_interface {{(pid=111141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 09 17:01:38.338463 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Device 6b9c0ef0-ead3-46cc-8593-55a7be54fd17 no longer exists at agent ovs-agent-dv-cinder-852364-3-iscsi {{(pid=111142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 17:01:38.358643 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] No Port match for: 6b9c0ef0-ead3-46cc-8593-55a7be54fd17 {{(pid=111142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 09 17:01:38.358989 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Device 6b9c0ef0-ead3-46cc-8593-55a7be54fd17 not bound to the agent host dv-cinder-852364-3-iscsi {{(pid=111142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 17:01:38.547298 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-d3a0f1d6-365c-48d4-8424-0a53abb7168f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748338263278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748337861762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12487578'] for port (8c705187-6259-4177-9d7b-2d503e7cb59c), after_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:01:38.572431 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a0f1d6-365c-48d4-8424-0a53abb7168f admin admin] Pushing event deleted for resources: {'Port': ['ID=8c705187-6259-4177-9d7b-2d503e7cb59c,revision_number=None']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:01:38.735488 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:01:38.741449 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-d3a0f1d6-365c-48d4-8424-0a53abb7168f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-336555'] for router_interface (ec152bae-5db9-4a31-b356-53f0d5e8b7b5), after_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:01:38.929584 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caf7e30-04d0-4d06-9f42-79e819e0b5e6 req-38209868-b64f-4c76-b973-16711162bffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 17:01:38.931041 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-2caf7e30-04d0-4d06-9f42-79e819e0b5e6 req-38209868-b64f-4c76-b973-16711162bffc service neutron] 10.222.0.91 "GET /networking/v2.0/subnets?id=d248dc80-ba0d-4a95-bc41-d3d7ccd3fe5b HTTP/1.1" status: 200 len: 847 time: 0.0845509 Aug 09 17:01:38.990061 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3a0f1d6-365c-48d4-8424-0a53abb7168f admin admin] Router ec152bae-5db9-4a31-b356-53f0d5e8b7b5 has already been hosted by L3 agent 2cf02505-efcb-442b-855b-6c659df6f18c {{(pid=111141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 09 17:01:38.995747 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:01:39.092207 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3a0f1d6-365c-48d4-8424-0a53abb7168f admin admin] Notify agent at l3_agent.dv-cinder-852364-3-iscsi the message routers_updated {{(pid=111141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 17:01:39.097407 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [None req-d3a0f1d6-365c-48d4-8424-0a53abb7168f admin admin] 10.222.0.59 "PUT /networking/v2.0/routers/ec152bae-5db9-4a31-b356-53f0d5e8b7b5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6964908 Aug 09 17:01:39.099805 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.wsgi [-] (111141) accepted ('10.222.0.59', 60430) {{(pid=111141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 17:01:39.102681 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9895360-f3c0-4d30-84ff-8d5e0893ae24 None None] Sync routers for ids ['ec152bae-5db9-4a31-b356-53f0d5e8b7b5'] in dv-cinder-852364-3-iscsi {{(pid=111142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 17:01:39.112953 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9895360-f3c0-4d30-84ff-8d5e0893ae24 None None] Routers {'ec152bae-5db9-4a31-b356-53f0d5e8b7b5'} bound to L3 agent in host dv-cinder-852364-3-iscsi {{(pid=111142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 17:01:39.113694 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_hamode_db [None req-b9895360-f3c0-4d30-84ff-8d5e0893ae24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-09T16:42:12Z,description=,heartbeat_timestamp=2022-08-09T17:01:12Z,host='dv-cinder-852364-3-iscsi',id=2cf02505-efcb-442b-855b-6c659df6f18c,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:13Z,topic='l3_agent')) {'router_ids': ['ec152bae-5db9-4a31-b356-53f0d5e8b7b5'], 'active': True} {{(pid=111142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:01:39.221250 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_dvr_db [None req-b9895360-f3c0-4d30-84ff-8d5e0893ae24 None None] Set router ec152bae-5db9-4a31-b356-53f0d5e8b7b5 gateway port host: dv-cinder-852364-3-iscsi {{(pid=111142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 17:01:39.393058 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_hamode_db [None req-b9895360-f3c0-4d30-84ff-8d5e0893ae24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec152bae-5db9-4a31-b356-53f0d5e8b7b5', 'name': 'tempest-TestVolumeBootPattern-2033956508-router', 'tenant_id': '8de565a6ae344249bec9514fc346a40c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'external_fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': 'efa2f681-52f4-457a-981e-7bc948af8d1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:52:06Z', 'updated_at': '2022-08-09T17:01:38Z', 'revision_number': 5, 'project_id': '8de565a6ae344249bec9514fc346a40c', 'gw_port': {'id': 'efa2f681-52f4-457a-981e-7bc948af8d1c', 'name': '', 'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:1c:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec152bae-5db9-4a31-b356-53f0d5e8b7b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:52:07Z', 'updated_at': '2022-08-09T16:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-3-iscsi'}], 'dv-cinder-852364-3-iscsi', False) {} {{(pid=111142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:01:39.421256 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9895360-f3c0-4d30-84ff-8d5e0893ae24 None None] Checking router: ec152bae-5db9-4a31-b356-53f0d5e8b7b5 for host: dv-cinder-852364-3-iscsi {{(pid=111142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 17:01:39.430774 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9895360-f3c0-4d30-84ff-8d5e0893ae24 None None] Routers {'ec152bae-5db9-4a31-b356-53f0d5e8b7b5'} bound to L3 agent in host dv-cinder-852364-3-iscsi {{(pid=111142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 17:01:39.431418 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_hamode_db [None req-b9895360-f3c0-4d30-84ff-8d5e0893ae24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-09T16:42:12Z,description=,heartbeat_timestamp=2022-08-09T17:01:12Z,host='dv-cinder-852364-3-iscsi',id=2cf02505-efcb-442b-855b-6c659df6f18c,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:13Z,topic='l3_agent')) {'router_ids': ['ec152bae-5db9-4a31-b356-53f0d5e8b7b5'], 'active': True} {{(pid=111142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:01:39.469426 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-713c5603-543f-4344-87aa-13b80433671a admin admin] Publish callbacks [] for router (ec152bae-5db9-4a31-b356-53f0d5e8b7b5), before_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:01:39.571090 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-713c5603-543f-4344-87aa-13b80433671a admin admin] Publish callbacks [] for router_gateway (ec152bae-5db9-4a31-b356-53f0d5e8b7b5), before_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:01:39.657533 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_dvr_db [None req-b9895360-f3c0-4d30-84ff-8d5e0893ae24 None None] Set router ec152bae-5db9-4a31-b356-53f0d5e8b7b5 gateway port host: dv-cinder-852364-3-iscsi {{(pid=111142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 17:01:39.697818 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caf7e30-04d0-4d06-9f42-79e819e0b5e6 req-c514b8ed-9908-460b-835c-3ccbd5deaf21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 17:01:39.699352 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-2caf7e30-04d0-4d06-9f42-79e819e0b5e6 req-c514b8ed-9908-460b-835c-3ccbd5deaf21 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?network_id=16b7cf6d-d031-48e2-96f0-440212fd98f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431054 Aug 09 17:01:39.738219 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.plugin [None req-713c5603-543f-4344-87aa-13b80433671a admin admin] Deleting port efa2f681-52f4-457a-981e-7bc948af8d1c {{(pid=111141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 09 17:01:39.738573 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-713c5603-543f-4344-87aa-13b80433671a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748338259761'] for port (efa2f681-52f4-457a-981e-7bc948af8d1c), before_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:01:39.789391 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:01:39.791168 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:01:39.823566 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.db [None req-713c5603-543f-4344-87aa-13b80433671a admin admin] For port efa2f681-52f4-457a-981e-7bc948af8d1c, host dv-cinder-852364-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-3-iscsi',level=0,port_id=efa2f681-52f4-457a-981e-7bc948af8d1c,segment=NetworkSegment(3548ff03-3b62-477c-991b-01c3e3081105),segment_id=3548ff03-3b62-477c-991b-01c3e3081105)] {{(pid=111141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:01:39.823850 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-713c5603-543f-4344-87aa-13b80433671a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694862'] for port (efa2f681-52f4-457a-981e-7bc948af8d1c), precommit_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:01:39.826271 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_hamode_db [None req-b9895360-f3c0-4d30-84ff-8d5e0893ae24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec152bae-5db9-4a31-b356-53f0d5e8b7b5', 'name': 'tempest-TestVolumeBootPattern-2033956508-router', 'tenant_id': '8de565a6ae344249bec9514fc346a40c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'external_fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': 'efa2f681-52f4-457a-981e-7bc948af8d1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:52:06Z', 'updated_at': '2022-08-09T17:01:38Z', 'revision_number': 5, 'project_id': '8de565a6ae344249bec9514fc346a40c', 'gw_port': {'id': 'efa2f681-52f4-457a-981e-7bc948af8d1c', 'name': '', 'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:1c:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec152bae-5db9-4a31-b356-53f0d5e8b7b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:52:07Z', 'updated_at': '2022-08-09T16:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-3-iscsi'}], 'dv-cinder-852364-3-iscsi', False) {} {{(pid=111142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:01:39.836918 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.plugin [None req-713c5603-543f-4344-87aa-13b80433671a admin admin] Calling delete_port for efa2f681-52f4-457a-981e-7bc948af8d1c owned by network:router_gateway {{(pid=111141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 09 17:01:39.852605 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9895360-f3c0-4d30-84ff-8d5e0893ae24 None None] The sync data for ids ['ec152bae-5db9-4a31-b356-53f0d5e8b7b5'] in dv-cinder-852364-3-iscsi is: [{'id': 'ec152bae-5db9-4a31-b356-53f0d5e8b7b5', 'name': 'tempest-TestVolumeBootPattern-2033956508-router', 'tenant_id': '8de565a6ae344249bec9514fc346a40c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'external_fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': 'efa2f681-52f4-457a-981e-7bc948af8d1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:52:06Z', 'updated_at': '2022-08-09T17:01:38Z', 'revision_number': 5, 'project_id': '8de565a6ae344249bec9514fc346a40c', 'gw_port': {'id': 'efa2f681-52f4-457a-981e-7bc948af8d1c', 'name': '', 'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:1c:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec152bae-5db9-4a31-b356-53f0d5e8b7b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:52:07Z', 'updated_at': '2022-08-09T16:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-3-iscsi'}] {{(pid=111142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 17:01:39.958005 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:01:40.113083 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-713c5603-543f-4344-87aa-13b80433671a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748338263278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748337861762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12487578'] for port (efa2f681-52f4-457a-981e-7bc948af8d1c), after_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:01:40.142758 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713c5603-543f-4344-87aa-13b80433671a admin admin] Pushing event deleted for resources: {'Port': ['ID=efa2f681-52f4-457a-981e-7bc948af8d1c,revision_number=None']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:01:40.151958 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-b6bc11fc-a2ce-40a5-ab26-f05699dab15e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (0d699ab0-1a4e-47ab-a625-f3b077123214), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:01:40.204031 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-713c5603-543f-4344-87aa-13b80433671a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-689379'] for router_gateway (ec152bae-5db9-4a31-b356-53f0d5e8b7b5), after_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:01:40.297742 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-713c5603-543f-4344-87aa-13b80433671a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-338892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-336'] for router (ec152bae-5db9-4a31-b356-53f0d5e8b7b5), precommit_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:01:40.300426 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-713c5603-543f-4344-87aa-13b80433671a admin admin] Publish callbacks [] for router_controller (ec152bae-5db9-4a31-b356-53f0d5e8b7b5), precommit_delete_associations {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:01:40.393081 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Device 8c705187-6259-4177-9d7b-2d503e7cb59c no longer exists at agent ovs-agent-dv-cinder-852364-3-iscsi {{(pid=111142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 17:01:40.417983 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] No Port match for: 8c705187-6259-4177-9d7b-2d503e7cb59c {{(pid=111142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 09 17:01:40.418579 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Device 8c705187-6259-4177-9d7b-2d503e7cb59c not bound to the agent host dv-cinder-852364-3-iscsi {{(pid=111142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 17:01:40.431267 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-713c5603-543f-4344-87aa-13b80433671a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-338766'] for router (ec152bae-5db9-4a31-b356-53f0d5e8b7b5), after_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:01:40.431892 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-713c5603-543f-4344-87aa-13b80433671a admin admin] Fanout notify agent at l3_agent the message router_deleted on router ec152bae-5db9-4a31-b356-53f0d5e8b7b5 {{(pid=111141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 17:01:40.436288 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-713c5603-543f-4344-87aa-13b80433671a admin admin] Publish callbacks [] for router (None), before_response {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:01:40.437313 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [None req-713c5603-543f-4344-87aa-13b80433671a admin admin] 10.222.0.59 "DELETE /networking/v2.0/routers/ec152bae-5db9-4a31-b356-53f0d5e8b7b5 HTTP/1.1" status: 204 len: 168 time: 1.3365979 Aug 09 17:01:40.439928 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.wsgi [-] (111141) accepted ('10.222.0.59', 60434) {{(pid=111141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 17:01:40.479611 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:DELETE=6 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:01:40.489073 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.db.db_base_plugin_v2 [None req-6669373c-edcc-45fc-888d-07355eb22c4d admin admin] Deleting subnet ee05671d-94f7-4e7c-a172-19d8caaf5828 {{(pid=111141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 09 17:01:40.492698 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-6669373c-edcc-45fc-888d-07355eb22c4d admin admin] Publish callbacks [] for subnet (ee05671d-94f7-4e7c-a172-19d8caaf5828), before_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:01:40.529510 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-6669373c-edcc-45fc-888d-07355eb22c4d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1220370'] for subnet (ee05671d-94f7-4e7c-a172-19d8caaf5828), precommit_delete_associations {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:01:40.655728 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-6669373c-edcc-45fc-888d-07355eb22c4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3877167'] for subnet (ee05671d-94f7-4e7c-a172-19d8caaf5828), precommit_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:01:40.737385 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-2caf7e30-04d0-4d06-9f42-79e819e0b5e6 req-2864d411-39d7-4f7c-b3b7-5c5f61424a98 service neutron] 10.222.0.91 "GET /networking/v2.0/networks/16b7cf6d-d031-48e2-96f0-440212fd98f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363559 Aug 09 17:01:40.826078 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-2caf7e30-04d0-4d06-9f42-79e819e0b5e6 req-26e9139a-12c8-453f-9943-bae2983b6ed7 service neutron] 10.222.0.91 "GET /networking/v2.0/networks/16b7cf6d-d031-48e2-96f0-440212fd98f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819454 Aug 09 17:01:40.833716 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-6669373c-edcc-45fc-888d-07355eb22c4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3877156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12487663', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12315136'] for subnet (ee05671d-94f7-4e7c-a172-19d8caaf5828), after_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:01:40.858819 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:01:40.861822 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6669373c-edcc-45fc-888d-07355eb22c4d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee05671d-94f7-4e7c-a172-19d8caaf5828,revision_number=None']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:01:40.866600 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-6669373c-edcc-45fc-888d-07355eb22c4d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526441'] for subnet (None), before_response {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:01:40.872620 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.wsgi [-] (111140) accepted ('10.222.0.59', 60438) {{(pid=111140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 17:01:40.873227 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [None req-6669373c-edcc-45fc-888d-07355eb22c4d admin admin] 10.222.0.59 "DELETE /networking/v2.0/subnets/ee05671d-94f7-4e7c-a172-19d8caaf5828 HTTP/1.1" status: 204 len: 168 time: 0.4316807 Aug 09 17:01:40.873705 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ec5465b-c7bc-4dc8-b02e-aa90bbeb4d3a None None] Network 2ab47f19-9250-4cca-b6db-ba17738c46fa requested from dv-cinder-852364-3-iscsi {{(pid=111142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 09 17:01:40.966431 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-d16910bb-3f35-470c-b12b-8e037dbe1309 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3928643'] for network (2ab47f19-9250-4cca-b6db-ba17738c46fa), before_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:01:40.976169 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:DELETE=11,neutron:SELECT=88,neutron:UPDATE=1 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:01:41.013878 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.plugins.ml2.plugin [None req-d16910bb-3f35-470c-b12b-8e037dbe1309 admin admin] Deleting port 634b1c25-ab18-488e-85d1-ce47df3dd929 {{(pid=111140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 09 17:01:41.014227 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-d16910bb-3f35-470c-b12b-8e037dbe1309 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748338259761'] for port (634b1c25-ab18-488e-85d1-ce47df3dd929), before_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:01:41.045654 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-600a7cf2-216a-46cc-8e86-ac11a1e28ff4 None None] DHCP port deletion for 2ab47f19-9250-4cca-b6db-ba17738c46fa request from dv-cinder-852364-3-iscsi {{(pid=111142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 09 17:01:41.082776 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.plugins.ml2.db [None req-d16910bb-3f35-470c-b12b-8e037dbe1309 admin admin] For port 634b1c25-ab18-488e-85d1-ce47df3dd929, host dv-cinder-852364-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-3-iscsi',level=0,port_id=634b1c25-ab18-488e-85d1-ce47df3dd929,segment=NetworkSegment(18ce8330-c77a-4ce0-953e-fe06a54dabed),segment_id=18ce8330-c77a-4ce0-953e-fe06a54dabed)] {{(pid=111140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:01:41.083301 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-d16910bb-3f35-470c-b12b-8e037dbe1309 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694862'] for port (634b1c25-ab18-488e-85d1-ce47df3dd929), precommit_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:01:41.085953 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-600a7cf2-216a-46cc-8e86-ac11a1e28ff4 None None] Deleting port 634b1c25-ab18-488e-85d1-ce47df3dd929 {{(pid=111142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 09 17:01:41.086348 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-600a7cf2-216a-46cc-8e86-ac11a1e28ff4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748338259761'] for port (634b1c25-ab18-488e-85d1-ce47df3dd929), before_delete {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:01:41.096808 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.plugins.ml2.plugin [None req-d16910bb-3f35-470c-b12b-8e037dbe1309 admin admin] Calling delete_port for 634b1c25-ab18-488e-85d1-ce47df3dd929 owned by network:dhcp {{(pid=111140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 09 17:01:41.153910 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.db [None req-600a7cf2-216a-46cc-8e86-ac11a1e28ff4 None None] For port 634b1c25-ab18-488e-85d1-ce47df3dd929, host dv-cinder-852364-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-3-iscsi',level=0,port_id=634b1c25-ab18-488e-85d1-ce47df3dd929,segment=NetworkSegment(18ce8330-c77a-4ce0-953e-fe06a54dabed),segment_id=18ce8330-c77a-4ce0-953e-fe06a54dabed)] {{(pid=111142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:01:41.154312 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-600a7cf2-216a-46cc-8e86-ac11a1e28ff4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694862'] for port (634b1c25-ab18-488e-85d1-ce47df3dd929), precommit_delete {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:01:41.168009 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-600a7cf2-216a-46cc-8e86-ac11a1e28ff4 None None] Calling delete_port for 634b1c25-ab18-488e-85d1-ce47df3dd929 owned by network:dhcp {{(pid=111142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 09 17:01:41.271697 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-d16910bb-3f35-470c-b12b-8e037dbe1309 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748338263278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748337861762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12086677'] for port (634b1c25-ab18-488e-85d1-ce47df3dd929), after_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:01:41.279898 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-600a7cf2-216a-46cc-8e86-ac11a1e28ff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748338263278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748337861762'] for port (634b1c25-ab18-488e-85d1-ce47df3dd929), after_delete {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:01:41.304409 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600a7cf2-216a-46cc-8e86-ac11a1e28ff4 None None] Pushing event deleted for resources: {'Port': ['ID=634b1c25-ab18-488e-85d1-ce47df3dd929,revision_number=None']} {{(pid=111142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:01:41.305074 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16910bb-3f35-470c-b12b-8e037dbe1309 admin admin] Pushing event deleted for resources: {'Port': ['ID=634b1c25-ab18-488e-85d1-ce47df3dd929,revision_number=None']} {{(pid=111140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:01:41.310638 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d16910bb-3f35-470c-b12b-8e037dbe1309 admin admin] No DVR routers for this DVR port 634b1c25-ab18-488e-85d1-ce47df3dd929 on host dv-cinder-852364-3-iscsi {{(pid=111140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 09 17:01:41.316674 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-600a7cf2-216a-46cc-8e86-ac11a1e28ff4 None None] No DVR routers for this DVR port 634b1c25-ab18-488e-85d1-ce47df3dd929 on host dv-cinder-852364-3-iscsi {{(pid=111142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 09 17:01:41.386218 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-d16910bb-3f35-470c-b12b-8e037dbe1309 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3880624', 'neutron.services.segments.db._delete_segments_for_network-8748338318574'] for network (2ab47f19-9250-4cca-b6db-ba17738c46fa), precommit_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:01:41.406451 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.services.segments.db [None req-d16910bb-3f35-470c-b12b-8e037dbe1309 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ab47f19-9250-4cca-b6db-ba17738c46fa']}} {{(pid=111140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:01:41.416467 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.services.segments.db [None req-d16910bb-3f35-470c-b12b-8e037dbe1309 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18ce8330-c77a-4ce0-953e-fe06a54dabed') {'for_net_delete': True} {{(pid=111140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:01:41.416765 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.services.segments.db [None req-d16910bb-3f35-470c-b12b-8e037dbe1309 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18ce8330-c77a-4ce0-953e-fe06a54dabed') {} {{(pid=111140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:01:41.426021 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-d16910bb-3f35-470c-b12b-8e037dbe1309 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748338318475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12387196'] for segment (18ce8330-c77a-4ce0-953e-fe06a54dabed), before_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:01:41.440507 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-d16910bb-3f35-470c-b12b-8e037dbe1309 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3501092'] for segment (18ce8330-c77a-4ce0-953e-fe06a54dabed), precommit_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:01:41.446400 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:01:41.447542 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d16910bb-3f35-470c-b12b-8e037dbe1309 admin admin] Releasing vlan 965 on physical network physnet1 to pool {{(pid=111140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 17:01:41.447926 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-d16910bb-3f35-470c-b12b-8e037dbe1309 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3501092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12084034'] for segment (18ce8330-c77a-4ce0-953e-fe06a54dabed), after_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:01:41.492053 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.services.segments.plugin [-] Segment 18ce8330-c77a-4ce0-953e-fe06a54dabed resource provider aggregate not found Aug 09 17:01:41.510439 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.services.segments.plugin [-] Segment 18ce8330-c77a-4ce0-953e-fe06a54dabed resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 18ce8330-c77a-4ce0-953e-fe06a54dabed found for delete ", "request_id": "req-e9f674ea-1aef-4680-9217-fdb5038a0e54"}]} Aug 09 17:01:41.614340 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-d16910bb-3f35-470c-b12b-8e037dbe1309 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3880635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690469'] for network (2ab47f19-9250-4cca-b6db-ba17738c46fa), after_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:01:41.620014 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-d16910bb-3f35-470c-b12b-8e037dbe1309 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526441'] for network (None), before_response {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:01:41.622936 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [None req-d16910bb-3f35-470c-b12b-8e037dbe1309 admin admin] 10.222.0.59 "DELETE /networking/v2.0/networks/2ab47f19-9250-4cca-b6db-ba17738c46fa HTTP/1.1" status: 204 len: 168 time: 0.7493472 Aug 09 17:01:41.637618 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16910bb-3f35-470c-b12b-8e037dbe1309 admin admin] Pushing event deleted for resources: {'Network': ['ID=2ab47f19-9250-4cca-b6db-ba17738c46fa,revision_number=None']} {{(pid=111140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:01:42.022567 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.wsgi [-] (111140) accepted ('10.222.0.59', 60450) {{(pid=111140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 17:01:42.074422 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [None req-111a1b3a-2347-4d0f-bbe3-ce5c05cefae5 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=e5e7f48ecafa4bfe80fadd50e0b24cbb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0506744 Aug 09 17:01:42.077097 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.wsgi [-] (111140) accepted ('10.222.0.59', 60454) {{(pid=111140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 17:01:42.125849 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-3da27721-443b-4401-8e5c-37fd848e9642 admin admin] Publish callbacks [] for security_group (0f6ea7d7-a27f-4eb6-9ea0-74b133bce64e), before_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:01:42.146985 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-3da27721-443b-4401-8e5c-37fd848e9642 admin admin] Publish callbacks [] for security_group (0f6ea7d7-a27f-4eb6-9ea0-74b133bce64e), precommit_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:01:42.339790 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Device efa2f681-52f4-457a-981e-7bc948af8d1c no longer exists at agent ovs-agent-dv-cinder-852364-3-iscsi {{(pid=111142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 17:01:42.346815 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-3da27721-443b-4401-8e5c-37fd848e9642 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763768'] for security_group (0f6ea7d7-a27f-4eb6-9ea0-74b133bce64e), after_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:01:42.350604 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-3da27721-443b-4401-8e5c-37fd848e9642 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:01:42.351897 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [None req-3da27721-443b-4401-8e5c-37fd848e9642 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/0f6ea7d7-a27f-4eb6-9ea0-74b133bce64e HTTP/1.1" status: 204 len: 168 time: 0.2738659 Aug 09 17:01:42.359906 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da27721-443b-4401-8e5c-37fd848e9642 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f6ea7d7-a27f-4eb6-9ea0-74b133bce64e,revision_number=None']} {{(pid=111140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:01:42.361042 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] No Port match for: efa2f681-52f4-457a-981e-7bc948af8d1c {{(pid=111142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 09 17:01:42.361400 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Device efa2f681-52f4-457a-981e-7bc948af8d1c not bound to the agent host dv-cinder-852364-3-iscsi {{(pid=111142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 17:01:42.361843 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Device 634b1c25-ab18-488e-85d1-ce47df3dd929 no longer exists at agent ovs-agent-dv-cinder-852364-3-iscsi {{(pid=111142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 17:01:42.384740 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] No Port match for: 634b1c25-ab18-488e-85d1-ce47df3dd929 {{(pid=111142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 09 17:01:42.385018 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Device 634b1c25-ab18-488e-85d1-ce47df3dd929 not bound to the agent host dv-cinder-852364-3-iscsi {{(pid=111142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 17:01:42.394267 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-94cfd21d-6838-41e7-b201-bb71cd5c2566 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (2cf02505-efcb-442b-855b-6c659df6f18c), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:01:42.988115 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.wsgi [-] (111140) accepted ('10.222.0.59', 60460) {{(pid=111140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 17:01:43.030153 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [None req-be475711-91b5-4f74-9ce0-babbd2a2c60e admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=8de565a6ae344249bec9514fc346a40c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0408320 Aug 09 17:01:43.032668 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.wsgi [-] (111140) accepted ('10.222.0.59', 60462) {{(pid=111140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 17:01:43.084096 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-598a6942-0734-443f-b560-9bfc1c53b978 admin admin] Publish callbacks [] for security_group (16ce99d8-a65d-4faa-b92b-c12db08f271d), before_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:01:43.106949 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-598a6942-0734-443f-b560-9bfc1c53b978 admin admin] Publish callbacks [] for security_group (16ce99d8-a65d-4faa-b92b-c12db08f271d), precommit_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:01:43.249557 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-598a6942-0734-443f-b560-9bfc1c53b978 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763768'] for security_group (16ce99d8-a65d-4faa-b92b-c12db08f271d), after_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:01:43.251988 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-598a6942-0734-443f-b560-9bfc1c53b978 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:01:43.253119 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [None req-598a6942-0734-443f-b560-9bfc1c53b978 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/16ce99d8-a65d-4faa-b92b-c12db08f271d HTTP/1.1" status: 204 len: 168 time: 0.2195470 Aug 09 17:01:43.261852 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598a6942-0734-443f-b560-9bfc1c53b978 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16ce99d8-a65d-4faa-b92b-c12db08f271d,revision_number=None']} {{(pid=111140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:01:43.718597 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-e70f562e-e7df-49ad-a15a-67a143aa0666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (bc6be869-02df-4ed8-8ee0-3ec53a1551af), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:01:45.580109 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-5c325a0b-ed39-4cac-be6f-43defe9e55aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (33bcacdc-c215-42b6-b75f-650d86e609be), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:01:45.758300 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (47988f4d-09d0-4892-bbfe-5b11c743802f), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:01:47.449099 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG dbcounter [-] [111143] Writing DB stats neutron:SELECT=72 {{(pid=111143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:01:47.462051 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG dbcounter [-] [111143] Writing DB stats neutron:SELECT=98 {{(pid=111143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:01:50.839708 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=13 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:01:53.139785 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=50,neutron:DELETE=5 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:01:53.258227 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=46,neutron:DELETE=6 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:01:55.593083 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=44,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:01:55.600357 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=61,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:02:00.303988 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.wsgi [-] (111140) accepted ('10.222.0.59', 60550) {{(pid=111140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 17:02:00.411393 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-dd8a9e01-a31e-4067-9251-c10073589201 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:02:00.489578 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-dd8a9e01-a31e-4067-9251-c10073589201 admin admin] Publish callbacks [] for security_group (daeaa354-c19a-4e23-983b-213ace59c925), precommit_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:02:00.608616 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-dd8a9e01-a31e-4067-9251-c10073589201 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763768'] for security_group (daeaa354-c19a-4e23-983b-213ace59c925), after_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:02:00.650365 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8a9e01-a31e-4067-9251-c10073589201 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daeaa354-c19a-4e23-983b-213ace59c925,revision_number=1']} {{(pid=111140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:02:00.654449 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [None req-dd8a9e01-a31e-4067-9251-c10073589201 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=f9b31552e0654b9e98baeccf3ea053a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3494554 Aug 09 17:02:00.657890 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.wsgi [-] (111140) accepted ('10.222.0.59', 60554) {{(pid=111140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 17:02:00.708363 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-56676111-6b59-485e-8fa1-d10ce4e1e99f admin admin] Publish callbacks [] for security_group (daeaa354-c19a-4e23-983b-213ace59c925), before_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:02:00.730235 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-56676111-6b59-485e-8fa1-d10ce4e1e99f admin admin] Publish callbacks [] for security_group (daeaa354-c19a-4e23-983b-213ace59c925), precommit_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:02:00.896018 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-56676111-6b59-485e-8fa1-d10ce4e1e99f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763768'] for security_group (daeaa354-c19a-4e23-983b-213ace59c925), after_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:02:00.898562 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-56676111-6b59-485e-8fa1-d10ce4e1e99f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:02:00.899750 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [None req-56676111-6b59-485e-8fa1-d10ce4e1e99f admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/daeaa354-c19a-4e23-983b-213ace59c925 HTTP/1.1" status: 204 len: 168 time: 0.2409823 Aug 09 17:02:00.907957 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56676111-6b59-485e-8fa1-d10ce4e1e99f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daeaa354-c19a-4e23-983b-213ace59c925,revision_number=None']} {{(pid=111140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:02:02.877736 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (fd1157aa-8fd8-4c6b-a604-f3842f12d305), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:02:06.424738 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.agents_db [None req-a4db1589-5d5b-4049-8210-f6e9f318fefd None None] Agent healthcheck: found 6 active agents {{(pid=111143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 17:02:07.361262 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.wsgi [-] (111140) accepted ('10.222.0.59', 60620) {{(pid=111140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 17:02:07.474523 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-7a845dcf-ca4b-4e44-abbf-61a46d97f614 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:02:07.551263 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-7a845dcf-ca4b-4e44-abbf-61a46d97f614 admin admin] Publish callbacks [] for security_group (04cbb59e-5a06-4b37-9e68-cf305c5b230a), precommit_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:02:07.695460 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-7a845dcf-ca4b-4e44-abbf-61a46d97f614 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763768'] for security_group (04cbb59e-5a06-4b37-9e68-cf305c5b230a), after_create {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:02:07.736893 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a845dcf-ca4b-4e44-abbf-61a46d97f614 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04cbb59e-5a06-4b37-9e68-cf305c5b230a,revision_number=1']} {{(pid=111140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:02:07.742087 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [None req-7a845dcf-ca4b-4e44-abbf-61a46d97f614 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=b09a49fcda07406a8de23595605219d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3797731 Aug 09 17:02:07.744887 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.wsgi [-] (111140) accepted ('10.222.0.59', 60624) {{(pid=111140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 17:02:07.795429 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-b3f4d86f-d3f2-4337-a8cd-644fd96693b9 admin admin] Publish callbacks [] for security_group (04cbb59e-5a06-4b37-9e68-cf305c5b230a), before_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:02:07.817693 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-b3f4d86f-d3f2-4337-a8cd-644fd96693b9 admin admin] Publish callbacks [] for security_group (04cbb59e-5a06-4b37-9e68-cf305c5b230a), precommit_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:02:07.968052 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-b3f4d86f-d3f2-4337-a8cd-644fd96693b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763768'] for security_group (04cbb59e-5a06-4b37-9e68-cf305c5b230a), after_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:02:07.970615 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-b3f4d86f-d3f2-4337-a8cd-644fd96693b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:02:07.971800 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [None req-b3f4d86f-d3f2-4337-a8cd-644fd96693b9 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/04cbb59e-5a06-4b37-9e68-cf305c5b230a HTTP/1.1" status: 204 len: 168 time: 0.2260096 Aug 09 17:02:07.980642 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f4d86f-d3f2-4337-a8cd-644fd96693b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04cbb59e-5a06-4b37-9e68-cf305c5b230a,revision_number=None']} {{(pid=111140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:02:09.772663 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.wsgi [-] (111141) accepted ('10.222.0.59', 60654) {{(pid=111141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 17:02:09.880402 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-1116f9e5-33ed-4c9b-ae1c-e76edda97606 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:02:09.959354 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-1116f9e5-33ed-4c9b-ae1c-e76edda97606 admin admin] Publish callbacks [] for security_group (8fb580bb-8d3c-4419-b086-86a3b0325690), precommit_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:02:10.060811 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-1116f9e5-33ed-4c9b-ae1c-e76edda97606 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763768'] for security_group (8fb580bb-8d3c-4419-b086-86a3b0325690), after_create {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:02:10.100590 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-291ebf54-eb07-4c02-b4d3-1f3f2269be79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (0d699ab0-1a4e-47ab-a625-f3b077123214), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:02:10.101245 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1116f9e5-33ed-4c9b-ae1c-e76edda97606 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fb580bb-8d3c-4419-b086-86a3b0325690,revision_number=1']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:02:10.106248 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [None req-1116f9e5-33ed-4c9b-ae1c-e76edda97606 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=1e575936832246139e0591f4f843cfb8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3322139 Aug 09 17:02:10.109430 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.wsgi [-] (111141) accepted ('10.222.0.59', 60658) {{(pid=111141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 17:02:10.161557 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-75753a05-80e7-4fe4-a95d-7ce9fd7767ea admin admin] Publish callbacks [] for security_group (8fb580bb-8d3c-4419-b086-86a3b0325690), before_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:02:10.183572 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-75753a05-80e7-4fe4-a95d-7ce9fd7767ea admin admin] Publish callbacks [] for security_group (8fb580bb-8d3c-4419-b086-86a3b0325690), precommit_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:02:10.318411 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-75753a05-80e7-4fe4-a95d-7ce9fd7767ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763768'] for security_group (8fb580bb-8d3c-4419-b086-86a3b0325690), after_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:02:10.321016 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-75753a05-80e7-4fe4-a95d-7ce9fd7767ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:02:10.322200 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [None req-75753a05-80e7-4fe4-a95d-7ce9fd7767ea admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/8fb580bb-8d3c-4419-b086-86a3b0325690 HTTP/1.1" status: 204 len: 168 time: 0.2118516 Aug 09 17:02:10.330583 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75753a05-80e7-4fe4-a95d-7ce9fd7767ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fb580bb-8d3c-4419-b086-86a3b0325690,revision_number=None']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:02:12.409653 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-2e660fde-00fa-4a45-88d9-3649073889d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (2cf02505-efcb-442b-855b-6c659df6f18c), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:02:13.735180 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-e70f562e-e7df-49ad-a15a-67a143aa0666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (bc6be869-02df-4ed8-8ee0-3ec53a1551af), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:02:15.569839 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-5c325a0b-ed39-4cac-be6f-43defe9e55aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (33bcacdc-c215-42b6-b75f-650d86e609be), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:02:15.666671 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (47988f4d-09d0-4892-bbfe-5b11c743802f), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:02:17.975673 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=67,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:02:17.976612 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=73,neutron:INSERT=16,neutron:DELETE=4 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:02:20.217199 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=38,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:02:20.326861 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=32,neutron:INSERT=6,neutron:DELETE=3 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:02:24.456601 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG dbcounter [-] [111143] Writing DB stats neutron:DELETE=1,neutron:SELECT=3 {{(pid=111143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:02:24.457405 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG dbcounter [-] [111143] Writing DB stats neutron:SELECT=6 {{(pid=111143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:02:28.500141 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=23,neutron:UPDATE=4 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:02:28.500962 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=27,neutron:UPDATE=2 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:02:32.849811 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (fd1157aa-8fd8-4c6b-a604-f3842f12d305), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:02:39.593487 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-00fa37cf-3151-4004-a6a6-1d585a3ff8b9 req-b719b4ab-f4d7-4cb9-9c86-7ccf0b06d7a6 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?device_id=b5984777-9057-4cd8-ac06-cce6636dc4a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0488105 Aug 09 17:02:39.713062 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fa37cf-3151-4004-a6a6-1d585a3ff8b9 req-ba1181ed-d21e-4ace-873b-4623a1117f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 17:02:39.714559 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-00fa37cf-3151-4004-a6a6-1d585a3ff8b9 req-ba1181ed-d21e-4ace-873b-4623a1117f92 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?tenant_id=907c20a4319c450284e1e6b39107d715&device_id=b5984777-9057-4cd8-ac06-cce6636dc4a7 HTTP/1.1" status: 200 len: 1129 time: 0.0473671 Aug 09 17:02:39.857284 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fa37cf-3151-4004-a6a6-1d585a3ff8b9 req-248f1045-b6bd-4a0e-81a8-fec524badfe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 17:02:39.858976 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-00fa37cf-3151-4004-a6a6-1d585a3ff8b9 req-248f1045-b6bd-4a0e-81a8-fec524badfe4 service neutron] 10.222.0.91 "GET /networking/v2.0/networks?id=16b7cf6d-d031-48e2-96f0-440212fd98f8 HTTP/1.1" status: 200 len: 909 time: 0.1229498 Aug 09 17:02:39.934413 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-00fa37cf-3151-4004-a6a6-1d585a3ff8b9 req-deea94fd-6689-4c4f-a52c-587e9b5e56e2 service neutron] 10.222.0.91 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2fc3cf5e-f8f8-41a7-8654-05c3d5ec5165 HTTP/1.1" status: 200 len: 1001 time: 0.0684206 Aug 09 17:02:39.990765 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fa37cf-3151-4004-a6a6-1d585a3ff8b9 req-f8f1cdfb-d409-4636-bb1e-afae55e59c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 17:02:39.992204 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-00fa37cf-3151-4004-a6a6-1d585a3ff8b9 req-f8f1cdfb-d409-4636-bb1e-afae55e59c90 service neutron] 10.222.0.91 "GET /networking/v2.0/subnets?id=d248dc80-ba0d-4a95-bc41-d3d7ccd3fe5b HTTP/1.1" status: 200 len: 847 time: 0.0504053 Aug 09 17:02:40.046301 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fa37cf-3151-4004-a6a6-1d585a3ff8b9 req-ad99898e-6f6b-4d87-a2eb-da4784a5edac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 17:02:40.047974 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-00fa37cf-3151-4004-a6a6-1d585a3ff8b9 req-ad99898e-6f6b-4d87-a2eb-da4784a5edac service neutron] 10.222.0.91 "GET /networking/v2.0/ports?network_id=16b7cf6d-d031-48e2-96f0-440212fd98f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0453422 Aug 09 17:02:40.106557 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-4bc6d342-09c4-4ddc-80a7-7e62020b99ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (0d699ab0-1a4e-47ab-a625-f3b077123214), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:02:40.163757 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-00fa37cf-3151-4004-a6a6-1d585a3ff8b9 req-b1cde6ad-09fe-4595-96ed-30bda020ab44 service neutron] 10.222.0.91 "GET /networking/v2.0/networks/16b7cf6d-d031-48e2-96f0-440212fd98f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063685 Aug 09 17:02:40.277870 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-00fa37cf-3151-4004-a6a6-1d585a3ff8b9 req-44316fa8-bf75-4d5f-b4ef-0c206cdce381 service neutron] 10.222.0.91 "GET /networking/v2.0/networks/16b7cf6d-d031-48e2-96f0-440212fd98f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048694 Aug 09 17:02:42.425146 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-45f90094-b113-4d36-8427-13902e4cfc6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (2cf02505-efcb-442b-855b-6c659df6f18c), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:02:43.424131 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.agents_db [None req-a4db1589-5d5b-4049-8210-f6e9f318fefd None None] Agent healthcheck: found 6 active agents {{(pid=111143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 17:02:43.718421 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-e70f562e-e7df-49ad-a15a-67a143aa0666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (bc6be869-02df-4ed8-8ee0-3ec53a1551af), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:02:45.540841 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-5c325a0b-ed39-4cac-be6f-43defe9e55aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (33bcacdc-c215-42b6-b75f-650d86e609be), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:02:45.666476 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (47988f4d-09d0-4892-bbfe-5b11c743802f), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:02:50.270402 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=49 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:02:50.273322 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=52 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:02:55.588539 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:02:55.596519 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:03:02.837884 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (fd1157aa-8fd8-4c6b-a604-f3842f12d305), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:03:07.852130 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc84374c-2dc0-4a1e-914d-28b09d50d685 req-b8d8d2d7-8c37-4c82-a319-909fab9d42af tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 17:03:07.853728 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-dc84374c-2dc0-4a1e-914d-28b09d50d685 req-b8d8d2d7-8c37-4c82-a319-909fab9d42af tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=b5984777-9057-4cd8-ac06-cce6636dc4a7 HTTP/1.1" status: 200 len: 945 time: 0.0565202 Aug 09 17:03:07.906201 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-dc84374c-2dc0-4a1e-914d-28b09d50d685 req-b99f8f97-58e2-4b4b-a2d1-ddaa7049bfa3 tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=0802a72b-4896-4e64-bdd5-d9f6ecf5684d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468230 Aug 09 17:03:08.494925 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG dbcounter [-] [111143] Writing DB stats neutron:SELECT=17 {{(pid=111143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:03:08.495632 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG dbcounter [-] [111143] Writing DB stats neutron:SELECT=17 {{(pid=111143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:03:09.034027 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8607a370-30a8-4787-9f7b-6dd796232116 req-96465024-f8e0-4de8-92c4-ac3ed947f41e tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 17:03:09.036741 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-8607a370-30a8-4787-9f7b-6dd796232116 req-96465024-f8e0-4de8-92c4-ac3ed947f41e tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=b5984777-9057-4cd8-ac06-cce6636dc4a7 HTTP/1.1" status: 200 len: 945 time: 0.0526257 Aug 09 17:03:09.090568 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-8607a370-30a8-4787-9f7b-6dd796232116 req-7e392c0b-f242-40ad-9b62-2afcde19f512 tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=0802a72b-4896-4e64-bdd5-d9f6ecf5684d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482621 Aug 09 17:03:10.117500 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-74f39b09-fd9d-49aa-943a-324a70cfc5ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (0d699ab0-1a4e-47ab-a625-f3b077123214), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:03:10.213292 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092e6451-741d-43dc-b77e-0a00a7acfef3 req-ba30b9ba-9e19-4025-a33b-6215ec3b4fa0 tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 17:03:10.214777 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-092e6451-741d-43dc-b77e-0a00a7acfef3 req-ba30b9ba-9e19-4025-a33b-6215ec3b4fa0 tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=b5984777-9057-4cd8-ac06-cce6636dc4a7 HTTP/1.1" status: 200 len: 945 time: 0.0476878 Aug 09 17:03:10.263981 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-092e6451-741d-43dc-b77e-0a00a7acfef3 req-80e06038-46db-43c9-bbaf-289fa25c821e tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=0802a72b-4896-4e64-bdd5-d9f6ecf5684d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434494 Aug 09 17:03:11.386170 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18edfb5-eba3-4792-9248-4ecbf5301b07 req-fd348c0d-e079-4096-ae53-107f160b2e3e tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 17:03:11.387671 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-d18edfb5-eba3-4792-9248-4ecbf5301b07 req-fd348c0d-e079-4096-ae53-107f160b2e3e tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=b5984777-9057-4cd8-ac06-cce6636dc4a7 HTTP/1.1" status: 200 len: 945 time: 0.0483325 Aug 09 17:03:11.442133 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-d18edfb5-eba3-4792-9248-4ecbf5301b07 req-caf7dc7c-647a-4c01-aa60-a82b6e13cfb1 tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=0802a72b-4896-4e64-bdd5-d9f6ecf5684d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484278 Aug 09 17:03:12.412446 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-beffa7c0-b536-4b9d-9a11-5c1145383459 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (2cf02505-efcb-442b-855b-6c659df6f18c), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:03:12.570456 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c99687-5179-4110-848e-fa20761005e9 req-73ffc0ba-0717-4b8b-a339-2e7d968ab3f6 tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 17:03:12.572032 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-a5c99687-5179-4110-848e-fa20761005e9 req-73ffc0ba-0717-4b8b-a339-2e7d968ab3f6 tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=b5984777-9057-4cd8-ac06-cce6636dc4a7 HTTP/1.1" status: 200 len: 945 time: 0.0495346 Aug 09 17:03:12.626769 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-a5c99687-5179-4110-848e-fa20761005e9 req-12a69f25-63ee-4d10-a942-e30235fdb241 tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=0802a72b-4896-4e64-bdd5-d9f6ecf5684d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489407 Aug 09 17:03:13.723839 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-e70f562e-e7df-49ad-a15a-67a143aa0666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (bc6be869-02df-4ed8-8ee0-3ec53a1551af), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:03:13.749871 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fa89e1-ddba-492e-8ae4-6e0de22515f3 req-b9df21ae-5390-4890-a8c6-826f269713b0 tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 17:03:13.750619 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-e4fa89e1-ddba-492e-8ae4-6e0de22515f3 req-b9df21ae-5390-4890-a8c6-826f269713b0 tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=b5984777-9057-4cd8-ac06-cce6636dc4a7 HTTP/1.1" status: 200 len: 945 time: 0.0479031 Aug 09 17:03:13.801354 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-e4fa89e1-ddba-492e-8ae4-6e0de22515f3 req-ae4c97c4-8ece-4884-999b-b37007978c51 tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=0802a72b-4896-4e64-bdd5-d9f6ecf5684d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442798 Aug 09 17:03:14.923065 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569a00ff-353e-4aab-a5c0-86c62476fea3 req-bce9a0fb-4800-4b0b-a2ab-5fbd7d4852f9 tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 17:03:14.924579 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-569a00ff-353e-4aab-a5c0-86c62476fea3 req-bce9a0fb-4800-4b0b-a2ab-5fbd7d4852f9 tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=b5984777-9057-4cd8-ac06-cce6636dc4a7 HTTP/1.1" status: 200 len: 945 time: 0.0471916 Aug 09 17:03:14.976612 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-569a00ff-353e-4aab-a5c0-86c62476fea3 req-2e466a10-9a2a-4cbd-8195-3a59b085f19b tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=0802a72b-4896-4e64-bdd5-d9f6ecf5684d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457554 Aug 09 17:03:15.581810 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-5c325a0b-ed39-4cac-be6f-43defe9e55aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (33bcacdc-c215-42b6-b75f-650d86e609be), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:03:15.694346 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (47988f4d-09d0-4892-bbfe-5b11c743802f), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:03:16.098079 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eb0d81-c9fc-4f75-8002-fa9be7817d2d req-5988b7d2-a162-4360-993b-1a5de00066ce tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 17:03:16.099554 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-05eb0d81-c9fc-4f75-8002-fa9be7817d2d req-5988b7d2-a162-4360-993b-1a5de00066ce tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=b5984777-9057-4cd8-ac06-cce6636dc4a7 HTTP/1.1" status: 200 len: 945 time: 0.0518587 Aug 09 17:03:16.150019 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-05eb0d81-c9fc-4f75-8002-fa9be7817d2d req-0c092be1-1fae-440c-a921-1707b224f302 tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=0802a72b-4896-4e64-bdd5-d9f6ecf5684d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444820 Aug 09 17:03:17.271555 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99007ab0-dace-4b9f-8aad-2c6319cddc9c req-3ce9e135-6b5e-4ae3-98eb-d4892af0fa17 tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 17:03:17.273069 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-99007ab0-dace-4b9f-8aad-2c6319cddc9c req-3ce9e135-6b5e-4ae3-98eb-d4892af0fa17 tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=b5984777-9057-4cd8-ac06-cce6636dc4a7 HTTP/1.1" status: 200 len: 945 time: 0.0484996 Aug 09 17:03:17.322885 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-99007ab0-dace-4b9f-8aad-2c6319cddc9c req-d8c031e6-2313-4614-bfca-8286bc9fe8ea tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=0802a72b-4896-4e64-bdd5-d9f6ecf5684d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438306 Aug 09 17:03:18.188229 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640cd21a-ae21-41e6-8d34-9aa01d05b287 req-446dd54a-14cf-4d84-92a0-95429244fa09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 17:03:18.189746 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-640cd21a-ae21-41e6-8d34-9aa01d05b287 req-446dd54a-14cf-4d84-92a0-95429244fa09 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?tenant_id=907c20a4319c450284e1e6b39107d715&device_id=b5984777-9057-4cd8-ac06-cce6636dc4a7 HTTP/1.1" status: 200 len: 1129 time: 0.0429473 Aug 09 17:03:18.281725 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640cd21a-ae21-41e6-8d34-9aa01d05b287 req-48161fbb-fa33-4a85-b23c-cd2f7981a705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 17:03:18.283226 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-640cd21a-ae21-41e6-8d34-9aa01d05b287 req-48161fbb-fa33-4a85-b23c-cd2f7981a705 service neutron] 10.222.0.91 "GET /networking/v2.0/networks?id=16b7cf6d-d031-48e2-96f0-440212fd98f8 HTTP/1.1" status: 200 len: 909 time: 0.0862212 Aug 09 17:03:18.350331 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-640cd21a-ae21-41e6-8d34-9aa01d05b287 req-cd7d7f0e-aa20-46e7-acfa-a7ec9b69a549 service neutron] 10.222.0.91 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2fc3cf5e-f8f8-41a7-8654-05c3d5ec5165 HTTP/1.1" status: 200 len: 1001 time: 0.0602653 Aug 09 17:03:18.402395 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640cd21a-ae21-41e6-8d34-9aa01d05b287 req-898279bc-4f10-4cfd-9fae-a31f51ba0f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 17:03:18.403858 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-640cd21a-ae21-41e6-8d34-9aa01d05b287 req-898279bc-4f10-4cfd-9fae-a31f51ba0f2d service neutron] 10.222.0.91 "GET /networking/v2.0/subnets?id=d248dc80-ba0d-4a95-bc41-d3d7ccd3fe5b HTTP/1.1" status: 200 len: 847 time: 0.0470695 Aug 09 17:03:18.456835 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ac0d0a-0122-4c45-9064-44b2b890ef55 req-5e120a72-5e12-487c-b582-695e41b12fb0 tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 17:03:18.456835 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-55ac0d0a-0122-4c45-9064-44b2b890ef55 req-5e120a72-5e12-487c-b582-695e41b12fb0 tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=b5984777-9057-4cd8-ac06-cce6636dc4a7 HTTP/1.1" status: 200 len: 945 time: 0.0478337 Aug 09 17:03:18.457681 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640cd21a-ae21-41e6-8d34-9aa01d05b287 req-ed54c2f1-82dc-4f3c-9691-892f7fe96709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 17:03:18.457681 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-640cd21a-ae21-41e6-8d34-9aa01d05b287 req-ed54c2f1-82dc-4f3c-9691-892f7fe96709 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?network_id=16b7cf6d-d031-48e2-96f0-440212fd98f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0392821 Aug 09 17:03:18.498209 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-55ac0d0a-0122-4c45-9064-44b2b890ef55 req-38ce3f4f-6e15-4dcd-a341-bb4f5e5bbfb0 tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=0802a72b-4896-4e64-bdd5-d9f6ecf5684d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474825 Aug 09 17:03:18.548851 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-640cd21a-ae21-41e6-8d34-9aa01d05b287 req-fbb8bd39-11ce-4e2f-9a93-8e5e45277993 service neutron] 10.222.0.91 "GET /networking/v2.0/networks/16b7cf6d-d031-48e2-96f0-440212fd98f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910964 Aug 09 17:03:18.642263 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-640cd21a-ae21-41e6-8d34-9aa01d05b287 req-bea1cd13-b95f-429b-a60e-afc371e85bd0 service neutron] 10.222.0.91 "GET /networking/v2.0/networks/16b7cf6d-d031-48e2-96f0-440212fd98f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833693 Aug 09 17:03:19.623761 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e8aa26-a993-46d8-bd73-73acba5e20c4 req-282062c6-298e-401d-b492-e746457bee36 tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 17:03:19.625251 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-58e8aa26-a993-46d8-bd73-73acba5e20c4 req-282062c6-298e-401d-b492-e746457bee36 tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=b5984777-9057-4cd8-ac06-cce6636dc4a7 HTTP/1.1" status: 200 len: 945 time: 0.0519285 Aug 09 17:03:19.637269 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=100 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:03:19.662433 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=100 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:03:19.676372 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-58e8aa26-a993-46d8-bd73-73acba5e20c4 req-69818d66-1d6d-44e3-b23b-bac4fc79ebef tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=0802a72b-4896-4e64-bdd5-d9f6ecf5684d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454776 Aug 09 17:03:20.423365 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.agents_db [None req-a4db1589-5d5b-4049-8210-f6e9f318fefd None None] Agent healthcheck: found 6 active agents {{(pid=111143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 17:03:20.801151 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ae51b2-3bff-4f68-809c-6aa9bf9d8252 req-29775a43-a7ac-45a6-aa3a-dfc0377209bf tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 17:03:20.802639 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-f7ae51b2-3bff-4f68-809c-6aa9bf9d8252 req-29775a43-a7ac-45a6-aa3a-dfc0377209bf tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=b5984777-9057-4cd8-ac06-cce6636dc4a7 HTTP/1.1" status: 200 len: 945 time: 0.0477672 Aug 09 17:03:20.856394 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-f7ae51b2-3bff-4f68-809c-6aa9bf9d8252 req-9c7c3402-cc63-479e-bf18-ec78e905e74d tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=0802a72b-4896-4e64-bdd5-d9f6ecf5684d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478258 Aug 09 17:03:21.975850 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733435f4-5885-4c77-a8df-a360e3eb4879 req-f1c6ec06-9383-41c5-964d-6cb1d49b178f tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 17:03:21.977353 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-733435f4-5885-4c77-a8df-a360e3eb4879 req-f1c6ec06-9383-41c5-964d-6cb1d49b178f tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=b5984777-9057-4cd8-ac06-cce6636dc4a7 HTTP/1.1" status: 200 len: 945 time: 0.0488319 Aug 09 17:03:22.028856 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-733435f4-5885-4c77-a8df-a360e3eb4879 req-f056a02e-40d3-4e8a-b0ec-6577f270b86e tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=0802a72b-4896-4e64-bdd5-d9f6ecf5684d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458696 Aug 09 17:03:22.193069 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.wsgi [req-01419b52-6f58-4902-9d8f-fcc506731a24 req-332e013a-0fca-4772-ab41-316e18cbdce7 service neutron] http://10.222.0.59:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=111140) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 09 17:03:22.194499 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-01419b52-6f58-4902-9d8f-fcc506731a24 req-332e013a-0fca-4772-ab41-316e18cbdce7 service neutron] 10.222.0.59 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0963748 Aug 09 17:03:22.778238 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ff7f67-db23-4224-90ab-2eb5f77a0e35 req-a8708e19-fea5-48b7-9e0e-720a86013695 tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 17:03:22.779633 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-12ff7f67-db23-4224-90ab-2eb5f77a0e35 req-a8708e19-fea5-48b7-9e0e-720a86013695 tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=b5984777-9057-4cd8-ac06-cce6636dc4a7 HTTP/1.1" status: 200 len: 945 time: 0.0509939 Aug 09 17:03:22.835083 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-12ff7f67-db23-4224-90ab-2eb5f77a0e35 req-319e98d1-e9f7-4490-b08b-2d5694ac78df tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=0802a72b-4896-4e64-bdd5-d9f6ecf5684d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488191 Aug 09 17:03:22.892134 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.wsgi [-] (111141) accepted ('10.222.0.59', 60714) {{(pid=111141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 17:03:22.975521 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-3e55ee3f-de15-40d5-b466-b954587665da req-73f8c8fe-9c70-4edb-b796-415aff4b58ba service neutron] 10.222.0.59 "GET /networking/v2.0/ports?device_id=b5984777-9057-4cd8-ac06-cce6636dc4a7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0822079 Aug 09 17:03:22.984075 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.wsgi [req-3e55ee3f-de15-40d5-b466-b954587665da req-0c00278e-642f-4d6c-b474-3d0a8d407d6d service neutron] http://10.222.0.59:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=111141) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 09 17:03:22.985038 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-3e55ee3f-de15-40d5-b466-b954587665da req-0c00278e-642f-4d6c-b474-3d0a8d407d6d service neutron] 10.222.0.59 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0048797 Aug 09 17:03:23.137398 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.wsgi [-] (111141) accepted ('10.222.0.59', 60722) {{(pid=111141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 17:03:23.230740 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e55ee3f-de15-40d5-b466-b954587665da req-30d24266-3e76-442b-a1a7-559902a3d069 tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 17:03:23.232090 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-3e55ee3f-de15-40d5-b466-b954587665da req-30d24266-3e76-442b-a1a7-559902a3d069 tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] 10.222.0.59 "GET /networking/v2.0/ports/2fc3cf5e-f8f8-41a7-8654-05c3d5ec5165 HTTP/1.1" status: 200 len: 942 time: 0.0936224 Aug 09 17:03:23.953476 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88b3e05-7fba-4253-9aee-9806aeb2f3a9 req-8fa07ac7-ed87-4043-b911-84cf784bbca4 tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 17:03:23.954941 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-e88b3e05-7fba-4253-9aee-9806aeb2f3a9 req-8fa07ac7-ed87-4043-b911-84cf784bbca4 tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=b5984777-9057-4cd8-ac06-cce6636dc4a7 HTTP/1.1" status: 200 len: 945 time: 0.0492003 Aug 09 17:03:24.007639 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-e88b3e05-7fba-4253-9aee-9806aeb2f3a9 req-2c5fbc35-2fb3-4df3-b5ca-f8c4038280e8 tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=0802a72b-4896-4e64-bdd5-d9f6ecf5684d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466137 Aug 09 17:03:24.149438 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Device 2fc3cf5e-f8f8-41a7-8654-05c3d5ec5165 no longer exists at agent hyperv_hv-cinder-85236 {{(pid=111142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 17:03:24.222349 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Current status of the port 2fc3cf5e-f8f8-41a7-8654-05c3d5ec5165 is: ACTIVE; New status is: DOWN {{(pid=111142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 17:03:24.222772 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (2fc3cf5e-f8f8-41a7-8654-05c3d5ec5165), before_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:03:24.246119 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5984777-9057-4cd8-ac06-cce6636dc4a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2fc3cf5e-f8f8-41a7-8654-05c3d5ec5165'}] {{(pid=111142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 17:03:24.248456 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a3936692d9fe67bf654b43a226d329952087876dab2ee9ab8d24037cf19aeb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08b725b4-9bea-4a71-b286-47e9a7406215" -d '{"events": [{"server_uuid": "b5984777-9057-4cd8-ac06-cce6636dc4a7", "name": "network-vif-unplugged", "status": "completed", "tag": "2fc3cf5e-f8f8-41a7-8654-05c3d5ec5165"}]}' {{(pid=111142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 17:03:24.264446 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.db [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] For port 2fc3cf5e-f8f8-41a7-8654-05c3d5ec5165, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=2fc3cf5e-f8f8-41a7-8654-05c3d5ec5165,segment=NetworkSegment(d80a24a9-f1b9-4874-b989-4d59e1ac0f32),segment_id=d80a24a9-f1b9-4874-b989-4d59e1ac0f32)] {{(pid=111142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:03:24.342438 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 09 Aug 2022 17:03:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62824d60-fcba-451a-929d-1dae39cc476a x-openstack-request-id: req-62824d60-fcba-451a-929d-1dae39cc476a {{(pid=111142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 17:03:24.342788 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5984777-9057-4cd8-ac06-cce6636dc4a7", "name": "network-vif-unplugged", "status": "failed", "tag": "2fc3cf5e-f8f8-41a7-8654-05c3d5ec5165", "code": 422}]} {{(pid=111142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 17:03:24.343195 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-62824d60-fcba-451a-929d-1dae39cc476a {{(pid=111142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 17:03:24.343749 dv-cinder-852364-3-iscsi neutron-server[111142]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-62824d60-fcba-451a-929d-1dae39cc476a']: {'server_uuid': 'b5984777-9057-4cd8-ac06-cce6636dc4a7', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '2fc3cf5e-f8f8-41a7-8654-05c3d5ec5165', 'code': 422} returned with failed status Aug 09 17:03:24.366258 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748338263269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748337861771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748337861789'] for port (2fc3cf5e-f8f8-41a7-8654-05c3d5ec5165), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:03:24.412954 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Pushing event updated for resources: {'Port': ['ID=2fc3cf5e-f8f8-41a7-8654-05c3d5ec5165,revision_number=6']} {{(pid=111142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:03:24.419750 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:03:24.420092 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:03:24.420431 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:03:24.420765 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:03:24.421094 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:03:24.421419 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:03:24.421746 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:03:24.422066 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:03:24.422385 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:03:24.422705 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:03:24.423023 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:03:24.423373 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:03:24.423687 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:03:24.424002 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:03:24.424316 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:03:25.133430 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadbf8fc-ec30-416d-ac65-cbebed68f875 req-8322bbf1-0ade-4833-ab95-a81c0f560774 tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 17:03:25.134925 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-fadbf8fc-ec30-416d-ac65-cbebed68f875 req-8322bbf1-0ade-4833-ab95-a81c0f560774 tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=b5984777-9057-4cd8-ac06-cce6636dc4a7 HTTP/1.1" status: 200 len: 943 time: 0.0533211 Aug 09 17:03:25.185189 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-fadbf8fc-ec30-416d-ac65-cbebed68f875 req-c8d39d3c-15fe-499a-a1dd-5bd3ff9666f9 tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=0802a72b-4896-4e64-bdd5-d9f6ecf5684d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444822 Aug 09 17:03:26.229794 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e55ee3f-de15-40d5-b466-b954587665da req-055d68be-4bc6-4d28-827e-4bb58d57f4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 17:03:26.230979 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-3e55ee3f-de15-40d5-b466-b954587665da req-055d68be-4bc6-4d28-827e-4bb58d57f4b8 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?device_id=b5984777-9057-4cd8-ac06-cce6636dc4a7&tenant_id=907c20a4319c450284e1e6b39107d715 HTTP/1.1" status: 200 len: 1127 time: 0.0428300 Aug 09 17:03:26.346092 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafcc57a-14d1-49da-9214-3a3d229723e0 req-9e8e6fc5-45c8-466a-8dcb-c04de380eae5 tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 17:03:26.347668 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-fafcc57a-14d1-49da-9214-3a3d229723e0 req-9e8e6fc5-45c8-466a-8dcb-c04de380eae5 tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=b5984777-9057-4cd8-ac06-cce6636dc4a7 HTTP/1.1" status: 200 len: 943 time: 0.0797899 Aug 09 17:03:26.351027 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e55ee3f-de15-40d5-b466-b954587665da req-ea5ed457-e199-4f6f-91a2-e0c1ea7b54ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 17:03:26.352498 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-3e55ee3f-de15-40d5-b466-b954587665da req-ea5ed457-e199-4f6f-91a2-e0c1ea7b54ed service neutron] 10.222.0.91 "GET /networking/v2.0/ports?tenant_id=907c20a4319c450284e1e6b39107d715&device_id=b5984777-9057-4cd8-ac06-cce6636dc4a7 HTTP/1.1" status: 200 len: 1127 time: 0.0729504 Aug 09 17:03:26.464971 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-fafcc57a-14d1-49da-9214-3a3d229723e0 req-e0c9c4f5-ac10-44ac-a6ca-592494fbcc75 tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=0802a72b-4896-4e64-bdd5-d9f6ecf5684d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1074326 Aug 09 17:03:26.493744 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e55ee3f-de15-40d5-b466-b954587665da req-7ecc8e53-7124-494f-9ea6-77c7f5e5f70a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 17:03:26.495222 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-3e55ee3f-de15-40d5-b466-b954587665da req-7ecc8e53-7124-494f-9ea6-77c7f5e5f70a service neutron] 10.222.0.91 "GET /networking/v2.0/networks?id=16b7cf6d-d031-48e2-96f0-440212fd98f8 HTTP/1.1" status: 200 len: 909 time: 0.1312909 Aug 09 17:03:26.579738 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-3e55ee3f-de15-40d5-b466-b954587665da req-d5bf6a13-8d34-4467-bd0e-2f28fc06fb38 service neutron] 10.222.0.91 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2fc3cf5e-f8f8-41a7-8654-05c3d5ec5165 HTTP/1.1" status: 200 len: 999 time: 0.0731013 Aug 09 17:03:26.630929 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e55ee3f-de15-40d5-b466-b954587665da req-ed4c4cb9-5bf8-46fd-bf36-6a86d1b83e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 17:03:26.632452 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-3e55ee3f-de15-40d5-b466-b954587665da req-ed4c4cb9-5bf8-46fd-bf36-6a86d1b83e29 service neutron] 10.222.0.91 "GET /networking/v2.0/subnets?id=d248dc80-ba0d-4a95-bc41-d3d7ccd3fe5b HTTP/1.1" status: 200 len: 847 time: 0.0464444 Aug 09 17:03:26.679757 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e55ee3f-de15-40d5-b466-b954587665da req-eb9504c4-b4b7-41c9-a154-d9f58ca494a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 17:03:26.681299 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-3e55ee3f-de15-40d5-b466-b954587665da req-eb9504c4-b4b7-41c9-a154-d9f58ca494a7 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?network_id=16b7cf6d-d031-48e2-96f0-440212fd98f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0422263 Aug 09 17:03:26.781561 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-3e55ee3f-de15-40d5-b466-b954587665da req-d998ddd1-c47b-4cc8-87f7-820119363358 service neutron] 10.222.0.91 "GET /networking/v2.0/networks/16b7cf6d-d031-48e2-96f0-440212fd98f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937579 Aug 09 17:03:26.887910 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-3e55ee3f-de15-40d5-b466-b954587665da req-69a05fda-a0de-4125-a85c-900a19453200 service neutron] 10.222.0.91 "GET /networking/v2.0/networks/16b7cf6d-d031-48e2-96f0-440212fd98f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953250 Aug 09 17:03:27.600785 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5e4c5a-0033-4ba9-a889-ef053c7bc6c9 req-7ce04337-f5c8-44a5-824a-aaa8fc5e0d12 tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 17:03:27.602257 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-4e5e4c5a-0033-4ba9-a889-ef053c7bc6c9 req-7ce04337-f5c8-44a5-824a-aaa8fc5e0d12 tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=b5984777-9057-4cd8-ac06-cce6636dc4a7 HTTP/1.1" status: 200 len: 943 time: 0.0571010 Aug 09 17:03:27.654058 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-4e5e4c5a-0033-4ba9-a889-ef053c7bc6c9 req-033205dd-5bdf-477b-b669-03c89fbcec28 tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=0802a72b-4896-4e64-bdd5-d9f6ecf5684d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460062 Aug 09 17:03:28.774344 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbff748-479b-4b9e-a2b1-3b8a5658d28e req-e5f2ab45-188e-46d6-a3d9-655741c83c96 tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 17:03:28.776006 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-9dbff748-479b-4b9e-a2b1-3b8a5658d28e req-e5f2ab45-188e-46d6-a3d9-655741c83c96 tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=b5984777-9057-4cd8-ac06-cce6636dc4a7 HTTP/1.1" status: 200 len: 943 time: 0.0495644 Aug 09 17:03:28.821223 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=100 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:03:28.826615 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-9dbff748-479b-4b9e-a2b1-3b8a5658d28e req-c8c07ba4-e7a2-4358-9c6d-1b2c4183638d tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=0802a72b-4896-4e64-bdd5-d9f6ecf5684d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447116 Aug 09 17:03:29.946750 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68aef04-4830-4766-96c0-bbf1d1f83f1d req-f5c71311-7504-4320-acab-627f6dbfef00 tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 17:03:29.948255 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-f68aef04-4830-4766-96c0-bbf1d1f83f1d req-f5c71311-7504-4320-acab-627f6dbfef00 tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=b5984777-9057-4cd8-ac06-cce6636dc4a7 HTTP/1.1" status: 200 len: 943 time: 0.0477896 Aug 09 17:03:29.998147 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-f68aef04-4830-4766-96c0-bbf1d1f83f1d req-6ffb7ec4-2e6f-4faf-892c-96e2baa42fdd tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=0802a72b-4896-4e64-bdd5-d9f6ecf5684d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440817 Aug 09 17:03:31.121523 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8ffc66-a50d-42a6-b5df-61f461660366 req-27e680f4-1daf-4b93-b3ce-2e4fd63f91b7 tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 17:03:31.122977 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-1c8ffc66-a50d-42a6-b5df-61f461660366 req-27e680f4-1daf-4b93-b3ce-2e4fd63f91b7 tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=b5984777-9057-4cd8-ac06-cce6636dc4a7 HTTP/1.1" status: 200 len: 943 time: 0.0489202 Aug 09 17:03:31.176425 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-1c8ffc66-a50d-42a6-b5df-61f461660366 req-98eacea4-2159-4035-868b-e82368f155de tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=0802a72b-4896-4e64-bdd5-d9f6ecf5684d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478489 Aug 09 17:03:32.318524 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82273b4f-4fb8-4d78-84cf-0f1d5b5465c0 req-b02757ea-5ea0-4e3b-96b2-2a340bd30d60 tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 17:03:32.320109 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-82273b4f-4fb8-4d78-84cf-0f1d5b5465c0 req-b02757ea-5ea0-4e3b-96b2-2a340bd30d60 tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=b5984777-9057-4cd8-ac06-cce6636dc4a7 HTTP/1.1" status: 200 len: 943 time: 0.0591071 Aug 09 17:03:32.339718 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=100 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:03:32.373373 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-82273b4f-4fb8-4d78-84cf-0f1d5b5465c0 req-c2c8692a-f568-438a-a51b-414643022ef0 tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=0802a72b-4896-4e64-bdd5-d9f6ecf5684d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474181 Aug 09 17:03:32.760535 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=30,neutron:UPDATE=4 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:03:32.762553 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=33,neutron:UPDATE=4 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:03:32.842832 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (fd1157aa-8fd8-4c6b-a604-f3842f12d305), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:03:33.485003 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=100 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:03:33.496687 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8853c7b4-eb75-47a8-bcb1-47de71d40f60 req-291b1a14-1d5f-4139-a5fb-16446a09ceba tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 17:03:33.498155 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-8853c7b4-eb75-47a8-bcb1-47de71d40f60 req-291b1a14-1d5f-4139-a5fb-16446a09ceba tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=b5984777-9057-4cd8-ac06-cce6636dc4a7 HTTP/1.1" status: 200 len: 943 time: 0.0492792 Aug 09 17:03:33.547548 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-8853c7b4-eb75-47a8-bcb1-47de71d40f60 req-79b265e1-5d62-40f0-b7b3-39a41da4d86b tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=0802a72b-4896-4e64-bdd5-d9f6ecf5684d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430701 Aug 09 17:03:34.652627 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=100 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:03:34.669229 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f427721b-fc4c-4c43-93d9-b5206081adad req-d338a524-9163-492c-98e8-8f8eb24a5a0c tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 17:03:34.670722 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-f427721b-fc4c-4c43-93d9-b5206081adad req-d338a524-9163-492c-98e8-8f8eb24a5a0c tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=b5984777-9057-4cd8-ac06-cce6636dc4a7 HTTP/1.1" status: 200 len: 943 time: 0.0481162 Aug 09 17:03:34.722092 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-f427721b-fc4c-4c43-93d9-b5206081adad req-4b957976-6e6e-4cf0-813b-9958e3c26496 tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=0802a72b-4896-4e64-bdd5-d9f6ecf5684d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445464 Aug 09 17:03:35.843864 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad61ed7-29a6-4be6-b7df-201274c7d52c req-2ff3f72f-7f49-48e5-8c08-824671a41a81 tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 17:03:35.845360 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-5ad61ed7-29a6-4be6-b7df-201274c7d52c req-2ff3f72f-7f49-48e5-8c08-824671a41a81 tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=b5984777-9057-4cd8-ac06-cce6636dc4a7 HTTP/1.1" status: 200 len: 943 time: 0.0475826 Aug 09 17:03:35.902715 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-5ad61ed7-29a6-4be6-b7df-201274c7d52c req-b4784821-5138-4381-b99c-2b5af3a05048 tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=0802a72b-4896-4e64-bdd5-d9f6ecf5684d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506954 Aug 09 17:03:36.203250 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Device 2fc3cf5e-f8f8-41a7-8654-05c3d5ec5165 details requested by agent hyperv_hv-cinder-85236 with host hv-cinder-85236 {{(pid=111142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 17:03:36.307550 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.db [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] For port 2fc3cf5e-f8f8-41a7-8654-05c3d5ec5165, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=2fc3cf5e-f8f8-41a7-8654-05c3d5ec5165,segment=NetworkSegment(d80a24a9-f1b9-4874-b989-4d59e1ac0f32),segment_id=d80a24a9-f1b9-4874-b989-4d59e1ac0f32)] {{(pid=111142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:03:36.319549 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Returning: {'device': '2fc3cf5e-f8f8-41a7-8654-05c3d5ec5165', 'network_id': '16b7cf6d-d031-48e2-96f0-440212fd98f8', 'port_id': '2fc3cf5e-f8f8-41a7-8654-05c3d5ec5165', 'mac_address': 'fa:16:3e:25:64:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 966, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd248dc80-ba0d-4a95-bc41-d3d7ccd3fe5b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 17:03:36.357327 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Current status of the port 2fc3cf5e-f8f8-41a7-8654-05c3d5ec5165 is: DOWN; New status is: BUILD {{(pid=111142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 17:03:36.357715 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (2fc3cf5e-f8f8-41a7-8654-05c3d5ec5165), before_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:03:36.371657 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.notifiers.nova [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fc3cf5e-f8f8-41a7-8654-05c3d5ec5165 {{(pid=111142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 09 17:03:36.400393 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.db [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] For port 2fc3cf5e-f8f8-41a7-8654-05c3d5ec5165, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=2fc3cf5e-f8f8-41a7-8654-05c3d5ec5165,segment=NetworkSegment(d80a24a9-f1b9-4874-b989-4d59e1ac0f32),segment_id=d80a24a9-f1b9-4874-b989-4d59e1ac0f32)] {{(pid=111142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:03:36.480884 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748338263269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748337861771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748337861789'] for port (2fc3cf5e-f8f8-41a7-8654-05c3d5ec5165), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:03:36.528898 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Pushing event updated for resources: {'Port': ['ID=2fc3cf5e-f8f8-41a7-8654-05c3d5ec5165,revision_number=7']} {{(pid=111142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:03:36.900355 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.db [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] get_ports_and_sgs() called for port_ids ['2fc3cf5e-f8f8-41a7-8654-05c3d5ec5165'] {{(pid=111142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 17:03:37.026779 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6ff368-1fd3-4734-ab47-6ddaa9377f86 req-f4974941-8a5e-40f0-a6ab-e6672a0ca9b4 tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 17:03:37.028276 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-2d6ff368-1fd3-4734-ab47-6ddaa9377f86 req-f4974941-8a5e-40f0-a6ab-e6672a0ca9b4 tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=b5984777-9057-4cd8-ac06-cce6636dc4a7 HTTP/1.1" status: 200 len: 944 time: 0.0473614 Aug 09 17:03:37.091235 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-2d6ff368-1fd3-4734-ab47-6ddaa9377f86 req-9d9dc688-1ac6-45e0-a0c5-97e51e59fca6 tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=0802a72b-4896-4e64-bdd5-d9f6ecf5684d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573575 Aug 09 17:03:38.219609 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Device 2fc3cf5e-f8f8-41a7-8654-05c3d5ec5165 up at agent hyperv_hv-cinder-85236 {{(pid=111142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 17:03:38.222420 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f8ab0b-a621-42cb-82eb-c157a5044424 req-da731d25-c48b-4931-9819-80f7b1401705 tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 17:03:38.224003 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-a1f8ab0b-a621-42cb-82eb-c157a5044424 req-da731d25-c48b-4931-9819-80f7b1401705 tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=b5984777-9057-4cd8-ac06-cce6636dc4a7 HTTP/1.1" status: 200 len: 944 time: 0.0534437 Aug 09 17:03:38.266616 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.provisioning_blocks [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Provisioning complete for port 2fc3cf5e-f8f8-41a7-8654-05c3d5ec5165 triggered by entity L2. {{(pid=111142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 17:03:38.266616 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877469'] for port (2fc3cf5e-f8f8-41a7-8654-05c3d5ec5165), provisioning_complete {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:03:38.280858 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-a1f8ab0b-a621-42cb-82eb-c157a5044424 req-53c748b6-5f4f-4628-9eb0-56abbb03763a tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=0802a72b-4896-4e64-bdd5-d9f6ecf5684d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511451 Aug 09 17:03:38.344166 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Current status of the port 2fc3cf5e-f8f8-41a7-8654-05c3d5ec5165 is: BUILD; New status is: ACTIVE {{(pid=111142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 17:03:38.344553 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887098'] for port (2fc3cf5e-f8f8-41a7-8654-05c3d5ec5165), before_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:03:38.368467 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5984777-9057-4cd8-ac06-cce6636dc4a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fc3cf5e-f8f8-41a7-8654-05c3d5ec5165'}] {{(pid=111142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 17:03:38.370734 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a3936692d9fe67bf654b43a226d329952087876dab2ee9ab8d24037cf19aeb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27237160-2e01-42b0-82d0-e3e7029e27ee" -d '{"events": [{"server_uuid": "b5984777-9057-4cd8-ac06-cce6636dc4a7", "name": "network-vif-plugged", "status": "completed", "tag": "2fc3cf5e-f8f8-41a7-8654-05c3d5ec5165"}]}' {{(pid=111142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 17:03:38.384430 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.db [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] For port 2fc3cf5e-f8f8-41a7-8654-05c3d5ec5165, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=2fc3cf5e-f8f8-41a7-8654-05c3d5ec5165,segment=NetworkSegment(d80a24a9-f1b9-4874-b989-4d59e1ac0f32),segment_id=d80a24a9-f1b9-4874-b989-4d59e1ac0f32)] {{(pid=111142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:03:38.410649 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Aug 2022 17:03:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cac73961-b370-44e7-be36-c1d143a4b35a x-openstack-request-id: req-cac73961-b370-44e7-be36-c1d143a4b35a {{(pid=111142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 17:03:38.410945 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5984777-9057-4cd8-ac06-cce6636dc4a7", "name": "network-vif-plugged", "status": "completed", "tag": "2fc3cf5e-f8f8-41a7-8654-05c3d5ec5165", "code": 200}]} {{(pid=111142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 17:03:38.411239 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-cac73961-b370-44e7-be36-c1d143a4b35a {{(pid=111142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 17:03:38.411643 dv-cinder-852364-3-iscsi neutron-server[111142]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cac73961-b370-44e7-be36-c1d143a4b35a'] response: {'server_uuid': 'b5984777-9057-4cd8-ac06-cce6636dc4a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fc3cf5e-f8f8-41a7-8654-05c3d5ec5165', 'code': 200} Aug 09 17:03:38.448364 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG dbcounter [-] [111143] Writing DB stats neutron:SELECT=4 {{(pid=111143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:03:38.453305 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG dbcounter [-] [111143] Writing DB stats neutron:SELECT=4 {{(pid=111143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:03:38.461196 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748338263269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748337861771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748337861789'] for port (2fc3cf5e-f8f8-41a7-8654-05c3d5ec5165), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:03:38.495169 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:03:38.513144 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Pushing event updated for resources: {'Port': ['ID=2fc3cf5e-f8f8-41a7-8654-05c3d5ec5165,revision_number=8']} {{(pid=111142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:03:38.772546 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5100a5-5474-4eb6-b4a1-d9d8c3c7ee0d req-e0f4d96f-0dec-4c1b-a45e-c0bfd83dee46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 17:03:38.773952 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-3f5100a5-5474-4eb6-b4a1-d9d8c3c7ee0d req-e0f4d96f-0dec-4c1b-a45e-c0bfd83dee46 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?device_id=b5984777-9057-4cd8-ac06-cce6636dc4a7 HTTP/1.1" status: 200 len: 1129 time: 0.0401282 Aug 09 17:03:38.822465 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-3f5100a5-5474-4eb6-b4a1-d9d8c3c7ee0d req-786b9e89-bd52-4c6f-b004-97ffe709796c service neutron] 10.222.0.91 "GET /networking/v2.0/security-groups?id=0802a72b-4896-4e64-bdd5-d9f6ecf5684d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421095 Aug 09 17:03:39.404653 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefe5035-7861-4452-ab53-2c70a048548e req-0e0cda3b-9405-4561-bf29-5dede92f6af1 tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 17:03:39.406133 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-eefe5035-7861-4452-ab53-2c70a048548e req-0e0cda3b-9405-4561-bf29-5dede92f6af1 tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=b5984777-9057-4cd8-ac06-cce6636dc4a7 HTTP/1.1" status: 200 len: 945 time: 0.0477071 Aug 09 17:03:39.470671 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-eefe5035-7861-4452-ab53-2c70a048548e req-2e1ba179-d5a0-4ca3-83dd-f5af47c7a946 tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=0802a72b-4896-4e64-bdd5-d9f6ecf5684d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578322 Aug 09 17:03:40.123197 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-db5ac9e9-5fdf-4c86-9def-0a1bc24b37bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (0d699ab0-1a4e-47ab-a625-f3b077123214), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:03:40.594470 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc6b4d4-977d-4a9e-8c1c-0883f88f235f req-2d758816-c8f4-45a7-aef4-45db2f4d6921 tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 17:03:40.596042 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-5fc6b4d4-977d-4a9e-8c1c-0883f88f235f req-2d758816-c8f4-45a7-aef4-45db2f4d6921 tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=b5984777-9057-4cd8-ac06-cce6636dc4a7 HTTP/1.1" status: 200 len: 945 time: 0.0490167 Aug 09 17:03:40.647087 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-5fc6b4d4-977d-4a9e-8c1c-0883f88f235f req-54394fb2-d927-4c13-8fb3-e59877b8900c tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=0802a72b-4896-4e64-bdd5-d9f6ecf5684d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454037 Aug 09 17:03:41.569467 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-cd19e6e0-51dc-4536-acea-967e628f9172 req-44146820-b31e-4c5d-a8fb-27f914abf99c service neutron] 10.222.0.91 "GET /networking/v2.0/ports?device_id=b5984777-9057-4cd8-ac06-cce6636dc4a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0393908 Aug 09 17:03:41.680252 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd19e6e0-51dc-4536-acea-967e628f9172 req-434b0ac8-4958-45f7-8c8a-33ed600d526d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 17:03:41.681759 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-cd19e6e0-51dc-4536-acea-967e628f9172 req-434b0ac8-4958-45f7-8c8a-33ed600d526d service neutron] 10.222.0.91 "GET /networking/v2.0/ports?tenant_id=907c20a4319c450284e1e6b39107d715&device_id=b5984777-9057-4cd8-ac06-cce6636dc4a7 HTTP/1.1" status: 200 len: 1129 time: 0.0401163 Aug 09 17:03:41.793194 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd19e6e0-51dc-4536-acea-967e628f9172 req-366c5f85-56be-45ca-896e-4413eda5a15a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 17:03:41.794563 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-cd19e6e0-51dc-4536-acea-967e628f9172 req-366c5f85-56be-45ca-896e-4413eda5a15a service neutron] 10.222.0.91 "GET /networking/v2.0/networks?id=16b7cf6d-d031-48e2-96f0-440212fd98f8 HTTP/1.1" status: 200 len: 909 time: 0.0924120 Aug 09 17:03:41.857754 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-cd19e6e0-51dc-4536-acea-967e628f9172 req-f1734cad-6a83-4ec3-b956-f80be60fe3f5 service neutron] 10.222.0.91 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2fc3cf5e-f8f8-41a7-8654-05c3d5ec5165 HTTP/1.1" status: 200 len: 1001 time: 0.0566418 Aug 09 17:03:41.906880 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd19e6e0-51dc-4536-acea-967e628f9172 req-32585020-d084-498f-8f07-9e9313f9a5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 17:03:41.908355 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-cd19e6e0-51dc-4536-acea-967e628f9172 req-32585020-d084-498f-8f07-9e9313f9a5a7 service neutron] 10.222.0.91 "GET /networking/v2.0/subnets?id=d248dc80-ba0d-4a95-bc41-d3d7ccd3fe5b HTTP/1.1" status: 200 len: 847 time: 0.0436368 Aug 09 17:03:41.955936 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd19e6e0-51dc-4536-acea-967e628f9172 req-11963cf7-c830-461b-a720-da85e8b0d905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 17:03:41.957495 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-cd19e6e0-51dc-4536-acea-967e628f9172 req-11963cf7-c830-461b-a720-da85e8b0d905 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?network_id=16b7cf6d-d031-48e2-96f0-440212fd98f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0424657 Aug 09 17:03:42.050314 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-cd19e6e0-51dc-4536-acea-967e628f9172 req-ca825ac4-a154-49dd-a9c8-05c6cf1daf1d service neutron] 10.222.0.91 "GET /networking/v2.0/networks/16b7cf6d-d031-48e2-96f0-440212fd98f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845029 Aug 09 17:03:42.130188 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=100 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:03:42.146266 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-cd19e6e0-51dc-4536-acea-967e628f9172 req-3a7831cc-ed79-475a-968d-7367e7994212 service neutron] 10.222.0.91 "GET /networking/v2.0/networks/16b7cf6d-d031-48e2-96f0-440212fd98f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900753 Aug 09 17:03:42.328087 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:03:42.410647 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-95c46ca3-178a-446f-b7c1-0ee99ce2f9c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (2cf02505-efcb-442b-855b-6c659df6f18c), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:03:43.732016 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-e70f562e-e7df-49ad-a15a-67a143aa0666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (bc6be869-02df-4ed8-8ee0-3ec53a1551af), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:03:45.603442 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-5c325a0b-ed39-4cac-be6f-43defe9e55aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (33bcacdc-c215-42b6-b75f-650d86e609be), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:03:45.671290 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (47988f4d-09d0-4892-bbfe-5b11c743802f), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:03:50.633416 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=18 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:03:50.642476 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=34 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:03:52.143574 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=98 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:03:55.591513 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:03:55.593388 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=3,neutron:UPDATE=2 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:03:57.422040 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.agents_db [None req-a4db1589-5d5b-4049-8210-f6e9f318fefd None None] Agent healthcheck: found 6 active agents {{(pid=111143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 17:04:02.856958 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (fd1157aa-8fd8-4c6b-a604-f3842f12d305), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:04:10.082234 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-db37ed89-eac7-40b3-b7a6-76a6514a8672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (0d699ab0-1a4e-47ab-a625-f3b077123214), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:04:12.402286 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-9381c987-f162-4bba-8ce5-3a1f4eea30f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (2cf02505-efcb-442b-855b-6c659df6f18c), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:04:13.722853 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-e70f562e-e7df-49ad-a15a-67a143aa0666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (bc6be869-02df-4ed8-8ee0-3ec53a1551af), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:04:15.444790 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG dbcounter [-] [111143] Writing DB stats neutron:DELETE=1,neutron:SELECT=1 {{(pid=111143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:04:15.449645 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG dbcounter [-] [111143] Writing DB stats neutron:SELECT=8 {{(pid=111143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:04:15.554277 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-5c325a0b-ed39-4cac-be6f-43defe9e55aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (33bcacdc-c215-42b6-b75f-650d86e609be), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:04:15.648175 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (47988f4d-09d0-4892-bbfe-5b11c743802f), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:04:28.627462 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:04:28.631370 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:04:32.859464 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (fd1157aa-8fd8-4c6b-a604-f3842f12d305), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:04:34.421420 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.agents_db [None req-a4db1589-5d5b-4049-8210-f6e9f318fefd None None] Agent healthcheck: found 6 active agents {{(pid=111143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 17:04:40.104704 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-13bf0a14-5b3a-408d-b7db-632fd2df1cce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (0d699ab0-1a4e-47ab-a625-f3b077123214), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:04:41.528751 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-b2c3ddda-fe4c-4202-b806-0a3da8f76a66 req-a9f61d0f-26c4-4fe0-b129-4c95cd0b5183 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?device_id=b5984777-9057-4cd8-ac06-cce6636dc4a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0376458 Aug 09 17:04:41.634737 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c3ddda-fe4c-4202-b806-0a3da8f76a66 req-271d2dfa-e8d5-40c9-87f4-abb545b046bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 17:04:41.636239 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-b2c3ddda-fe4c-4202-b806-0a3da8f76a66 req-271d2dfa-e8d5-40c9-87f4-abb545b046bc service neutron] 10.222.0.91 "GET /networking/v2.0/ports?tenant_id=907c20a4319c450284e1e6b39107d715&device_id=b5984777-9057-4cd8-ac06-cce6636dc4a7 HTTP/1.1" status: 200 len: 1129 time: 0.0381961 Aug 09 17:04:41.747192 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c3ddda-fe4c-4202-b806-0a3da8f76a66 req-5987f520-2239-4089-994a-0194907a4d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 17:04:41.748603 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-b2c3ddda-fe4c-4202-b806-0a3da8f76a66 req-5987f520-2239-4089-994a-0194907a4d4e service neutron] 10.222.0.91 "GET /networking/v2.0/networks?id=16b7cf6d-d031-48e2-96f0-440212fd98f8 HTTP/1.1" status: 200 len: 909 time: 0.0925999 Aug 09 17:04:41.814647 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-b2c3ddda-fe4c-4202-b806-0a3da8f76a66 req-0cdb5f60-bff5-4565-a8fb-7ec1d89765e8 service neutron] 10.222.0.91 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2fc3cf5e-f8f8-41a7-8654-05c3d5ec5165 HTTP/1.1" status: 200 len: 1001 time: 0.0579777 Aug 09 17:04:41.868530 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c3ddda-fe4c-4202-b806-0a3da8f76a66 req-5b132762-de51-4630-b4a3-ae1475d0ca34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 17:04:41.869994 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-b2c3ddda-fe4c-4202-b806-0a3da8f76a66 req-5b132762-de51-4630-b4a3-ae1475d0ca34 service neutron] 10.222.0.91 "GET /networking/v2.0/subnets?id=d248dc80-ba0d-4a95-bc41-d3d7ccd3fe5b HTTP/1.1" status: 200 len: 847 time: 0.0489135 Aug 09 17:04:41.917160 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c3ddda-fe4c-4202-b806-0a3da8f76a66 req-6e1e67a2-e931-4a25-9ba0-0ba8eea87791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 17:04:41.918698 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-b2c3ddda-fe4c-4202-b806-0a3da8f76a66 req-6e1e67a2-e931-4a25-9ba0-0ba8eea87791 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?network_id=16b7cf6d-d031-48e2-96f0-440212fd98f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0398343 Aug 09 17:04:42.015183 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-b2c3ddda-fe4c-4202-b806-0a3da8f76a66 req-e0718a4c-90df-4403-880a-0174306df7ed service neutron] 10.222.0.91 "GET /networking/v2.0/networks/16b7cf6d-d031-48e2-96f0-440212fd98f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896497 Aug 09 17:04:42.105271 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-b2c3ddda-fe4c-4202-b806-0a3da8f76a66 req-232bf01e-2d85-4079-90c8-260ac68acd5d service neutron] 10.222.0.91 "GET /networking/v2.0/networks/16b7cf6d-d031-48e2-96f0-440212fd98f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827470 Aug 09 17:04:42.419379 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-23b0d92f-c1d8-472d-9bda-eb6bd681d638 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (2cf02505-efcb-442b-855b-6c659df6f18c), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:04:43.722511 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-e70f562e-e7df-49ad-a15a-67a143aa0666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (bc6be869-02df-4ed8-8ee0-3ec53a1551af), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:04:45.573399 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-5c325a0b-ed39-4cac-be6f-43defe9e55aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (33bcacdc-c215-42b6-b75f-650d86e609be), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:04:45.691407 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (47988f4d-09d0-4892-bbfe-5b11c743802f), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:04:52.100875 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=50 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:04:52.101728 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=51 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:04:52.442815 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG dbcounter [-] [111143] Writing DB stats neutron:SELECT=2 {{(pid=111143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:04:52.448787 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG dbcounter [-] [111143] Writing DB stats neutron:SELECT=6 {{(pid=111143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:04:55.585174 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=12 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:04:55.587134 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=6,neutron:UPDATE=6 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:04:56.714314 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.wsgi [-] (111141) accepted ('10.222.0.59', 60796) {{(pid=111141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 17:04:56.858486 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.plugin [None req-5abe8946-d161-4de2-a9b2-77441e804616 tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] Deleting port d5aed9a4-9196-4a6d-b5f0-1c58e43dd380 {{(pid=111141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 09 17:04:56.858833 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-5abe8946-d161-4de2-a9b2-77441e804616 tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748338259761'] for port (d5aed9a4-9196-4a6d-b5f0-1c58e43dd380), before_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:04:56.940840 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-5abe8946-d161-4de2-a9b2-77441e804616 tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694862'] for port (d5aed9a4-9196-4a6d-b5f0-1c58e43dd380), precommit_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:04:56.941099 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-5abe8946-d161-4de2-a9b2-77441e804616 tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] Publish callbacks [] for floatingip (d5aed9a4-9196-4a6d-b5f0-1c58e43dd380), precommit_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:04:56.954287 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.plugin [None req-5abe8946-d161-4de2-a9b2-77441e804616 tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] Calling delete_port for d5aed9a4-9196-4a6d-b5f0-1c58e43dd380 owned by network:floatingip {{(pid=111141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 09 17:04:57.488126 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-5abe8946-d161-4de2-a9b2-77441e804616 tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748338263278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748337861762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12487578'] for port (d5aed9a4-9196-4a6d-b5f0-1c58e43dd380), after_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:04:57.515351 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abe8946-d161-4de2-a9b2-77441e804616 tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] Pushing event deleted for resources: {'Port': ['ID=d5aed9a4-9196-4a6d-b5f0-1c58e43dd380,revision_number=None']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:04:57.543436 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abe8946-d161-4de2-a9b2-77441e804616 tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:04:57.543788 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abe8946-d161-4de2-a9b2-77441e804616 tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:04:57.544131 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abe8946-d161-4de2-a9b2-77441e804616 tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:04:57.544468 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abe8946-d161-4de2-a9b2-77441e804616 tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:04:57.544800 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abe8946-d161-4de2-a9b2-77441e804616 tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:04:57.545142 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abe8946-d161-4de2-a9b2-77441e804616 tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:04:57.545451 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abe8946-d161-4de2-a9b2-77441e804616 tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:04:57.545819 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abe8946-d161-4de2-a9b2-77441e804616 tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:04:57.546146 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abe8946-d161-4de2-a9b2-77441e804616 tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:04:57.546468 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abe8946-d161-4de2-a9b2-77441e804616 tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:04:57.546791 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abe8946-d161-4de2-a9b2-77441e804616 tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:04:57.547371 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abe8946-d161-4de2-a9b2-77441e804616 tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:04:57.551302 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abe8946-d161-4de2-a9b2-77441e804616 tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:04:57.551302 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abe8946-d161-4de2-a9b2-77441e804616 tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:04:57.551302 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abe8946-d161-4de2-a9b2-77441e804616 tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:04:57.594487 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-5abe8946-d161-4de2-a9b2-77441e804616 tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] Publish callbacks [] for floatingip (985b012a-9bc5-441c-8058-e64f092cd953), after_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:04:57.597312 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.db.l3_db [None req-5abe8946-d161-4de2-a9b2-77441e804616 tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] Floating IP 985b012a-9bc5-441c-8058-e64f092cd953 disassociated (deleted). External IP: 172.27.2.248, port: 2fc3cf5e-f8f8-41a7-8654-05c3d5ec5165. Aug 09 17:04:57.797670 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5abe8946-d161-4de2-a9b2-77441e804616 tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] Router 20699d5b-e238-4dad-a7e5-36842a20716c has already been hosted by L3 agent 2cf02505-efcb-442b-855b-6c659df6f18c {{(pid=111141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 09 17:04:57.905700 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5abe8946-d161-4de2-a9b2-77441e804616 tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] Notify agent at l3_agent.dv-cinder-852364-3-iscsi the message routers_updated {{(pid=111141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 17:04:57.911276 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-5abe8946-d161-4de2-a9b2-77441e804616 tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90003'] for floatingip (None), before_response {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:04:57.915938 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb48b1a9-a40e-46dd-be5a-b338a9a19f5b None None] Sync routers for ids ['20699d5b-e238-4dad-a7e5-36842a20716c'] in dv-cinder-852364-3-iscsi {{(pid=111143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 17:04:57.926969 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb48b1a9-a40e-46dd-be5a-b338a9a19f5b None None] Routers {'20699d5b-e238-4dad-a7e5-36842a20716c'} bound to L3 agent in host dv-cinder-852364-3-iscsi {{(pid=111143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 17:04:57.927618 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.l3_hamode_db [None req-fb48b1a9-a40e-46dd-be5a-b338a9a19f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-09T16:42:12Z,description=,heartbeat_timestamp=2022-08-09T17:04:42Z,host='dv-cinder-852364-3-iscsi',id=2cf02505-efcb-442b-855b-6c659df6f18c,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:13Z,topic='l3_agent')) {'router_ids': ['20699d5b-e238-4dad-a7e5-36842a20716c'], 'active': True} {{(pid=111143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:04:57.931989 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:04:57.942543 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [None req-5abe8946-d161-4de2-a9b2-77441e804616 tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] 10.222.0.59 "DELETE /networking/v2.0/floatingips/985b012a-9bc5-441c-8058-e64f092cd953 HTTP/1.1" status: 204 len: 168 time: 1.2271268 Aug 09 17:04:57.949496 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5984777-9057-4cd8-ac06-cce6636dc4a7', 'tag': '2fc3cf5e-f8f8-41a7-8654-05c3d5ec5165'}] {{(pid=111141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 17:04:57.949496 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fc61e086496b7b72fa0be04cca19be1e9321c349ae61d053137ad661f53d53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54cded01-bc11-4f80-8281-9ed4210206b7" -d '{"events": [{"name": "network-changed", "server_uuid": "b5984777-9057-4cd8-ac06-cce6636dc4a7", "tag": "2fc3cf5e-f8f8-41a7-8654-05c3d5ec5165"}]}' {{(pid=111141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 17:04:58.009490 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Aug 2022 17:04:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c23bd1dd-ac52-4639-a229-9b47ca263c6a x-openstack-request-id: req-c23bd1dd-ac52-4639-a229-9b47ca263c6a {{(pid=111141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 17:04:58.010047 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5984777-9057-4cd8-ac06-cce6636dc4a7", "tag": "2fc3cf5e-f8f8-41a7-8654-05c3d5ec5165", "status": "completed", "code": 200}]} {{(pid=111141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 17:04:58.010322 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c23bd1dd-ac52-4639-a229-9b47ca263c6a {{(pid=111141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 17:04:58.010761 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c23bd1dd-ac52-4639-a229-9b47ca263c6a'] response: {'name': 'network-changed', 'server_uuid': 'b5984777-9057-4cd8-ac06-cce6636dc4a7', 'tag': '2fc3cf5e-f8f8-41a7-8654-05c3d5ec5165', 'status': 'completed', 'code': 200} Aug 09 17:04:58.036363 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.l3_dvr_db [None req-fb48b1a9-a40e-46dd-be5a-b338a9a19f5b None None] Set router 20699d5b-e238-4dad-a7e5-36842a20716c gateway port host: dv-cinder-852364-3-iscsi {{(pid=111143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 17:04:58.097998 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:04:58.105746 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cded01-bc11-4f80-8281-9ed4210206b7 req-263c14b7-fb04-4dd4-9508-66473853a869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 17:04:58.107310 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-54cded01-bc11-4f80-8281-9ed4210206b7 req-263c14b7-fb04-4dd4-9508-66473853a869 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?tenant_id=907c20a4319c450284e1e6b39107d715&device_id=b5984777-9057-4cd8-ac06-cce6636dc4a7 HTTP/1.1" status: 200 len: 1129 time: 0.0414073 Aug 09 17:04:58.215834 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cded01-bc11-4f80-8281-9ed4210206b7 req-c95f4b61-6c9f-4ff1-8f9f-abf68139260e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 17:04:58.217331 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-54cded01-bc11-4f80-8281-9ed4210206b7 req-c95f4b61-6c9f-4ff1-8f9f-abf68139260e service neutron] 10.222.0.91 "GET /networking/v2.0/networks?id=16b7cf6d-d031-48e2-96f0-440212fd98f8 HTTP/1.1" status: 200 len: 909 time: 0.1017227 Aug 09 17:04:58.245737 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.l3_hamode_db [None req-fb48b1a9-a40e-46dd-be5a-b338a9a19f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20699d5b-e238-4dad-a7e5-36842a20716c', 'name': 'tempest-TestShelveInstance-128547261-router', 'tenant_id': '907c20a4319c450284e1e6b39107d715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'external_fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': '55d87bc8-483c-4b50-b8e7-ce080609ac1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T17:00:05Z', 'updated_at': '2022-08-09T17:00:08Z', 'revision_number': 4, 'project_id': '907c20a4319c450284e1e6b39107d715', 'gw_port': {'id': '55d87bc8-483c-4b50-b8e7-ce080609ac1c', 'name': '', 'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:e8:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20699d5b-e238-4dad-a7e5-36842a20716c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T17:00:05Z', 'updated_at': '2022-08-09T17:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-3-iscsi', '_interfaces': [{'id': '4afe7d60-fc00-42ae-b62e-02e606624055', 'name': '', 'network_id': '16b7cf6d-d031-48e2-96f0-440212fd98f8', 'tenant_id': '907c20a4319c450284e1e6b39107d715', 'mac_address': 'fa:16:3e:8f:05:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20699d5b-e238-4dad-a7e5-36842a20716c', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'd248dc80-ba0d-4a95-bc41-d3d7ccd3fe5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T17:00:07Z', 'updated_at': '2022-08-09T17:00:12Z', 'revision_number': 5, 'project_id': '907c20a4319c450284e1e6b39107d715', 'subnets': [{'id': 'd248dc80-ba0d-4a95-bc41-d3d7ccd3fe5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-3-iscsi', False) {} {{(pid=111143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:04:58.258731 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-54cded01-bc11-4f80-8281-9ed4210206b7 req-c2784cce-68b4-43f8-9de1-563947ce12a1 service neutron] 10.222.0.91 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2fc3cf5e-f8f8-41a7-8654-05c3d5ec5165 HTTP/1.1" status: 200 len: 217 time: 0.0341969 Aug 09 17:04:58.279084 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb48b1a9-a40e-46dd-be5a-b338a9a19f5b None None] Checking router: 20699d5b-e238-4dad-a7e5-36842a20716c for host: dv-cinder-852364-3-iscsi {{(pid=111143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 17:04:58.290064 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb48b1a9-a40e-46dd-be5a-b338a9a19f5b None None] Routers {'20699d5b-e238-4dad-a7e5-36842a20716c'} bound to L3 agent in host dv-cinder-852364-3-iscsi {{(pid=111143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 17:04:58.290516 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.l3_hamode_db [None req-fb48b1a9-a40e-46dd-be5a-b338a9a19f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-09T16:42:12Z,description=,heartbeat_timestamp=2022-08-09T17:04:42Z,host='dv-cinder-852364-3-iscsi',id=2cf02505-efcb-442b-855b-6c659df6f18c,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:13Z,topic='l3_agent')) {'router_ids': ['20699d5b-e238-4dad-a7e5-36842a20716c'], 'active': True} {{(pid=111143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:04:58.313188 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cded01-bc11-4f80-8281-9ed4210206b7 req-9cd958c9-30b8-4d30-af43-822315687ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 17:04:58.316727 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-54cded01-bc11-4f80-8281-9ed4210206b7 req-9cd958c9-30b8-4d30-af43-822315687ba7 service neutron] 10.222.0.91 "GET /networking/v2.0/subnets?id=d248dc80-ba0d-4a95-bc41-d3d7ccd3fe5b HTTP/1.1" status: 200 len: 847 time: 0.0503953 Aug 09 17:04:58.359661 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cded01-bc11-4f80-8281-9ed4210206b7 req-e1ac93f6-6af2-4fab-bc69-2f1b4813991d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 17:04:58.361226 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-54cded01-bc11-4f80-8281-9ed4210206b7 req-e1ac93f6-6af2-4fab-bc69-2f1b4813991d service neutron] 10.222.0.91 "GET /networking/v2.0/ports?network_id=16b7cf6d-d031-48e2-96f0-440212fd98f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0392213 Aug 09 17:04:58.399009 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.l3_dvr_db [None req-fb48b1a9-a40e-46dd-be5a-b338a9a19f5b None None] Set router 20699d5b-e238-4dad-a7e5-36842a20716c gateway port host: dv-cinder-852364-3-iscsi {{(pid=111143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 17:04:58.471494 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-54cded01-bc11-4f80-8281-9ed4210206b7 req-cede5f81-2838-46f6-9cbb-a30a572561c5 service neutron] 10.222.0.91 "GET /networking/v2.0/networks/16b7cf6d-d031-48e2-96f0-440212fd98f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017139 Aug 09 17:04:58.531733 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a37f901-61a3-4297-a796-72977250ba2d req-2b34ede4-461e-4165-b478-05d361c3322e tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 17:04:58.643195 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-7a37f901-61a3-4297-a796-72977250ba2d req-2b34ede4-461e-4165-b478-05d361c3322e tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=b5984777-9057-4cd8-ac06-cce6636dc4a7 HTTP/1.1" status: 200 len: 945 time: 0.0658045 Aug 09 17:04:58.643195 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-7a37f901-61a3-4297-a796-72977250ba2d req-add17592-cea9-4e86-8555-a76f730c2ce0 tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=0802a72b-4896-4e64-bdd5-d9f6ecf5684d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486896 Aug 09 17:04:58.799199 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.l3_hamode_db [None req-fb48b1a9-a40e-46dd-be5a-b338a9a19f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20699d5b-e238-4dad-a7e5-36842a20716c', 'name': 'tempest-TestShelveInstance-128547261-router', 'tenant_id': '907c20a4319c450284e1e6b39107d715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'external_fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': '55d87bc8-483c-4b50-b8e7-ce080609ac1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T17:00:05Z', 'updated_at': '2022-08-09T17:00:08Z', 'revision_number': 4, 'project_id': '907c20a4319c450284e1e6b39107d715', 'gw_port': {'id': '55d87bc8-483c-4b50-b8e7-ce080609ac1c', 'name': '', 'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:e8:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20699d5b-e238-4dad-a7e5-36842a20716c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T17:00:05Z', 'updated_at': '2022-08-09T17:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-3-iscsi', '_interfaces': [{'id': '4afe7d60-fc00-42ae-b62e-02e606624055', 'name': '', 'network_id': '16b7cf6d-d031-48e2-96f0-440212fd98f8', 'tenant_id': '907c20a4319c450284e1e6b39107d715', 'mac_address': 'fa:16:3e:8f:05:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20699d5b-e238-4dad-a7e5-36842a20716c', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'd248dc80-ba0d-4a95-bc41-d3d7ccd3fe5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T17:00:07Z', 'updated_at': '2022-08-09T17:00:12Z', 'revision_number': 5, 'project_id': '907c20a4319c450284e1e6b39107d715', 'subnets': [{'id': 'd248dc80-ba0d-4a95-bc41-d3d7ccd3fe5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-3-iscsi', False) {} {{(pid=111143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:04:58.825741 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb48b1a9-a40e-46dd-be5a-b338a9a19f5b None None] The sync data for ids ['20699d5b-e238-4dad-a7e5-36842a20716c'] in dv-cinder-852364-3-iscsi is: [{'id': '20699d5b-e238-4dad-a7e5-36842a20716c', 'name': 'tempest-TestShelveInstance-128547261-router', 'tenant_id': '907c20a4319c450284e1e6b39107d715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'external_fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': '55d87bc8-483c-4b50-b8e7-ce080609ac1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T17:00:05Z', 'updated_at': '2022-08-09T17:00:08Z', 'revision_number': 4, 'project_id': '907c20a4319c450284e1e6b39107d715', 'gw_port': {'id': '55d87bc8-483c-4b50-b8e7-ce080609ac1c', 'name': '', 'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:e8:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20699d5b-e238-4dad-a7e5-36842a20716c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T17:00:05Z', 'updated_at': '2022-08-09T17:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-3-iscsi', '_interfaces': [{'id': '4afe7d60-fc00-42ae-b62e-02e606624055', 'name': '', 'network_id': '16b7cf6d-d031-48e2-96f0-440212fd98f8', 'tenant_id': '907c20a4319c450284e1e6b39107d715', 'mac_address': 'fa:16:3e:8f:05:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20699d5b-e238-4dad-a7e5-36842a20716c', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'd248dc80-ba0d-4a95-bc41-d3d7ccd3fe5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T17:00:07Z', 'updated_at': '2022-08-09T17:00:12Z', 'revision_number': 5, 'project_id': '907c20a4319c450284e1e6b39107d715', 'subnets': [{'id': 'd248dc80-ba0d-4a95-bc41-d3d7ccd3fe5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 17:04:59.042976 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d52e7d2a-1fe3-4936-9f38-07a8c68438a1 None None] New status for floating IP 985b012a-9bc5-441c-8058-e64f092cd953: DOWN {{(pid=111142) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 09 17:04:59.721045 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d59e9c-f700-4e6c-8f7d-1be0fc0dc4f8 req-e24040cb-1039-4b2e-86da-393f3d7dffdb tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 17:04:59.722472 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-c2d59e9c-f700-4e6c-8f7d-1be0fc0dc4f8 req-e24040cb-1039-4b2e-86da-393f3d7dffdb tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=b5984777-9057-4cd8-ac06-cce6636dc4a7 HTTP/1.1" status: 200 len: 945 time: 0.0525217 Aug 09 17:04:59.773617 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-c2d59e9c-f700-4e6c-8f7d-1be0fc0dc4f8 req-536afb7e-a091-4280-9fbe-3c4db93d20f9 tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=0802a72b-4896-4e64-bdd5-d9f6ecf5684d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454950 Aug 09 17:04:59.867233 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-54cded01-bc11-4f80-8281-9ed4210206b7 req-9b4d40db-7ccb-43dc-b08c-c59e56cdd68f service neutron] 10.222.0.91 "GET /networking/v2.0/networks/16b7cf6d-d031-48e2-96f0-440212fd98f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844781 Aug 09 17:05:00.545384 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e938a4ed-5e5e-43ae-9f98-2450d1b16c02 req-c17a4297-de0a-499d-86b0-b946514e1a4d tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 17:05:00.546837 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-e938a4ed-5e5e-43ae-9f98-2450d1b16c02 req-c17a4297-de0a-499d-86b0-b946514e1a4d tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=b5984777-9057-4cd8-ac06-cce6636dc4a7 HTTP/1.1" status: 200 len: 945 time: 0.0546641 Aug 09 17:05:00.638900 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.plugin [req-e938a4ed-5e5e-43ae-9f98-2450d1b16c02 req-0e163bf5-98c7-4ca4-8e97-393a7c8396bc tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] Deleting port 2fc3cf5e-f8f8-41a7-8654-05c3d5ec5165 {{(pid=111141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 09 17:05:00.639283 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-e938a4ed-5e5e-43ae-9f98-2450d1b16c02 req-0e163bf5-98c7-4ca4-8e97-393a7c8396bc tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748338259761'] for port (2fc3cf5e-f8f8-41a7-8654-05c3d5ec5165), before_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:05:00.735392 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.db [req-e938a4ed-5e5e-43ae-9f98-2450d1b16c02 req-0e163bf5-98c7-4ca4-8e97-393a7c8396bc tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] For port 2fc3cf5e-f8f8-41a7-8654-05c3d5ec5165, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=2fc3cf5e-f8f8-41a7-8654-05c3d5ec5165,segment=NetworkSegment(d80a24a9-f1b9-4874-b989-4d59e1ac0f32),segment_id=d80a24a9-f1b9-4874-b989-4d59e1ac0f32)] {{(pid=111141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:05:00.736122 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-e938a4ed-5e5e-43ae-9f98-2450d1b16c02 req-0e163bf5-98c7-4ca4-8e97-393a7c8396bc tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694862'] for port (2fc3cf5e-f8f8-41a7-8654-05c3d5ec5165), precommit_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:05:00.745863 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=100 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:05:00.750578 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.plugin [req-e938a4ed-5e5e-43ae-9f98-2450d1b16c02 req-0e163bf5-98c7-4ca4-8e97-393a7c8396bc tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] Calling delete_port for 2fc3cf5e-f8f8-41a7-8654-05c3d5ec5165 owned by compute:nova {{(pid=111141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 09 17:05:00.901925 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ad384f-c2e9-4ad6-964e-aa31808f49b9 req-cf24de3e-30d7-457d-ae22-55c06eeae1d7 tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 17:05:00.903658 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-f5ad384f-c2e9-4ad6-964e-aa31808f49b9 req-cf24de3e-30d7-457d-ae22-55c06eeae1d7 tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=b5984777-9057-4cd8-ac06-cce6636dc4a7 HTTP/1.1" status: 200 len: 945 time: 0.0528116 Aug 09 17:05:00.959393 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-f5ad384f-c2e9-4ad6-964e-aa31808f49b9 req-b63e1ec3-26b0-4447-82c8-41f3791bb53c tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=0802a72b-4896-4e64-bdd5-d9f6ecf5684d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492105 Aug 09 17:05:00.974134 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-e938a4ed-5e5e-43ae-9f98-2450d1b16c02 req-0e163bf5-98c7-4ca4-8e97-393a7c8396bc tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748338263278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748337861762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12487578'] for port (2fc3cf5e-f8f8-41a7-8654-05c3d5ec5165), after_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:05:01.005599 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e163bf5-98c7-4ca4-8e97-393a7c8396bc tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] Pushing event deleted for resources: {'Port': ['ID=2fc3cf5e-f8f8-41a7-8654-05c3d5ec5165,revision_number=None']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:05:01.058479 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.db.l3_dvrscheduler_db [req-e938a4ed-5e5e-43ae-9f98-2450d1b16c02 req-0e163bf5-98c7-4ca4-8e97-393a7c8396bc tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] No DVR routers for this DVR port 2fc3cf5e-f8f8-41a7-8654-05c3d5ec5165 on host hv-cinder-85236 {{(pid=111141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 09 17:05:01.058479 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [req-e938a4ed-5e5e-43ae-9f98-2450d1b16c02 req-0e163bf5-98c7-4ca4-8e97-393a7c8396bc tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90003'] for port (None), before_response {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:05:01.058479 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [req-e938a4ed-5e5e-43ae-9f98-2450d1b16c02 req-0e163bf5-98c7-4ca4-8e97-393a7c8396bc tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] 10.222.0.91 "DELETE /networking/v2.0/ports/2fc3cf5e-f8f8-41a7-8654-05c3d5ec5165 HTTP/1.1" status: 204 len: 173 time: 0.5010972 Aug 09 17:05:01.058479 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5984777-9057-4cd8-ac06-cce6636dc4a7', 'name': 'network-vif-deleted', 'tag': '2fc3cf5e-f8f8-41a7-8654-05c3d5ec5165'}] {{(pid=111141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 17:05:01.059198 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fc61e086496b7b72fa0be04cca19be1e9321c349ae61d053137ad661f53d53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6478dd50-9454-4ac9-9c75-b5a0207bf5f5" -d '{"events": [{"server_uuid": "b5984777-9057-4cd8-ac06-cce6636dc4a7", "name": "network-vif-deleted", "tag": "2fc3cf5e-f8f8-41a7-8654-05c3d5ec5165"}]}' {{(pid=111141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 17:05:01.099396 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Aug 2022 17:05:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a77a624-83ed-43ff-8b14-25cc94b8558a x-openstack-request-id: req-7a77a624-83ed-43ff-8b14-25cc94b8558a {{(pid=111141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 17:05:01.099694 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5984777-9057-4cd8-ac06-cce6636dc4a7", "name": "network-vif-deleted", "tag": "2fc3cf5e-f8f8-41a7-8654-05c3d5ec5165", "status": "completed", "code": 200}]} {{(pid=111141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 17:05:01.099947 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-7a77a624-83ed-43ff-8b14-25cc94b8558a {{(pid=111141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 17:05:01.100357 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a77a624-83ed-43ff-8b14-25cc94b8558a'] response: {'server_uuid': 'b5984777-9057-4cd8-ac06-cce6636dc4a7', 'name': 'network-vif-deleted', 'tag': '2fc3cf5e-f8f8-41a7-8654-05c3d5ec5165', 'status': 'completed', 'code': 200} Aug 09 17:05:02.079283 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [req-d2084874-08dd-4ae7-bf8f-1c773ac2221a req-773fc512-56f1-436f-aa35-806054efda99 tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=b5984777-9057-4cd8-ac06-cce6636dc4a7 HTTP/1.1" status: 200 len: 210 time: 0.0407305 Aug 09 17:05:02.901962 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (fd1157aa-8fd8-4c6b-a604-f3842f12d305), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:05:03.145174 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.wsgi [-] (111141) accepted ('10.222.0.59', 60824) {{(pid=111141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 17:05:03.205385 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-06ea6515-5137-49c1-b741-1d55fd911790 tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] Publish callbacks [] for security_group (0802a72b-4896-4e64-bdd5-d9f6ecf5684d), before_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:05:03.232508 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-06ea6515-5137-49c1-b741-1d55fd911790 tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] Publish callbacks [] for security_group (0802a72b-4896-4e64-bdd5-d9f6ecf5684d), precommit_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:05:03.345132 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-06ea6515-5137-49c1-b741-1d55fd911790 tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763768'] for security_group (0802a72b-4896-4e64-bdd5-d9f6ecf5684d), after_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:05:03.348663 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-06ea6515-5137-49c1-b741-1d55fd911790 tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] Publish callbacks [] for security_group (None), before_response {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:05:03.349951 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [None req-06ea6515-5137-49c1-b741-1d55fd911790 tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] 10.222.0.59 "DELETE /networking/v2.0/security-groups/0802a72b-4896-4e64-bdd5-d9f6ecf5684d HTTP/1.1" status: 204 len: 168 time: 0.2049947 Aug 09 17:05:03.361917 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ea6515-5137-49c1-b741-1d55fd911790 tempest-TestShelveInstance-1899057492 tempest-TestShelveInstance-1899057492-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0802a72b-4896-4e64-bdd5-d9f6ecf5684d,revision_number=None']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:05:03.494708 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.wsgi [-] (111141) accepted ('10.222.0.59', 60828) {{(pid=111141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 17:05:03.596311 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:05:03.815092 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-50c1f846-d122-4750-86bd-53770f65610e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-336439'] for router_interface (20699d5b-e238-4dad-a7e5-36842a20716c), before_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:05:04.011359 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:05:04.044355 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.plugin [None req-50c1f846-d122-4750-86bd-53770f65610e admin admin] Deleting port 4afe7d60-fc00-42ae-b62e-02e606624055 {{(pid=111141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 09 17:05:04.044685 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-50c1f846-d122-4750-86bd-53770f65610e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748338259761'] for port (4afe7d60-fc00-42ae-b62e-02e606624055), before_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:05:04.129600 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.db [None req-50c1f846-d122-4750-86bd-53770f65610e admin admin] For port 4afe7d60-fc00-42ae-b62e-02e606624055, host dv-cinder-852364-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-3-iscsi',level=0,port_id=4afe7d60-fc00-42ae-b62e-02e606624055,segment=NetworkSegment(d80a24a9-f1b9-4874-b989-4d59e1ac0f32),segment_id=d80a24a9-f1b9-4874-b989-4d59e1ac0f32)] {{(pid=111141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:05:04.129961 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-50c1f846-d122-4750-86bd-53770f65610e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694862'] for port (4afe7d60-fc00-42ae-b62e-02e606624055), precommit_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:05:04.144037 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.plugin [None req-50c1f846-d122-4750-86bd-53770f65610e admin admin] Calling delete_port for 4afe7d60-fc00-42ae-b62e-02e606624055 owned by network:router_interface {{(pid=111141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 09 17:05:04.393975 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-50c1f846-d122-4750-86bd-53770f65610e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748338263278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748337861762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12487578'] for port (4afe7d60-fc00-42ae-b62e-02e606624055), after_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:05:04.399181 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:05:04.421315 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c1f846-d122-4750-86bd-53770f65610e admin admin] Pushing event deleted for resources: {'Port': ['ID=4afe7d60-fc00-42ae-b62e-02e606624055,revision_number=None']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:05:04.587572 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-50c1f846-d122-4750-86bd-53770f65610e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-336555'] for router_interface (20699d5b-e238-4dad-a7e5-36842a20716c), after_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:05:04.603092 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Device 2fc3cf5e-f8f8-41a7-8654-05c3d5ec5165 no longer exists at agent hyperv_hv-cinder-85236 {{(pid=111142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 17:05:04.629506 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] No Port match for: 2fc3cf5e-f8f8-41a7-8654-05c3d5ec5165 {{(pid=111142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 09 17:05:04.629852 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Device 2fc3cf5e-f8f8-41a7-8654-05c3d5ec5165 not bound to the agent host hv-cinder-85236 {{(pid=111142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 17:05:04.811455 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50c1f846-d122-4750-86bd-53770f65610e admin admin] Router 20699d5b-e238-4dad-a7e5-36842a20716c has already been hosted by L3 agent 2cf02505-efcb-442b-855b-6c659df6f18c {{(pid=111141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 09 17:05:04.914748 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50c1f846-d122-4750-86bd-53770f65610e admin admin] Notify agent at l3_agent.dv-cinder-852364-3-iscsi the message routers_updated {{(pid=111141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 17:05:04.919573 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [None req-50c1f846-d122-4750-86bd-53770f65610e admin admin] 10.222.0.59 "PUT /networking/v2.0/routers/20699d5b-e238-4dad-a7e5-36842a20716c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4238203 Aug 09 17:05:04.922188 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.wsgi [-] (111141) accepted ('10.222.0.59', 60830) {{(pid=111141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 17:05:04.926447 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4593cd8e-9b74-4b09-b754-4a6e91c23753 None None] Sync routers for ids ['20699d5b-e238-4dad-a7e5-36842a20716c'] in dv-cinder-852364-3-iscsi {{(pid=111143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 17:05:04.937238 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4593cd8e-9b74-4b09-b754-4a6e91c23753 None None] Routers {'20699d5b-e238-4dad-a7e5-36842a20716c'} bound to L3 agent in host dv-cinder-852364-3-iscsi {{(pid=111143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 17:05:04.937845 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.l3_hamode_db [None req-4593cd8e-9b74-4b09-b754-4a6e91c23753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-09T16:42:12Z,description=,heartbeat_timestamp=2022-08-09T17:04:42Z,host='dv-cinder-852364-3-iscsi',id=2cf02505-efcb-442b-855b-6c659df6f18c,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:13Z,topic='l3_agent')) {'router_ids': ['20699d5b-e238-4dad-a7e5-36842a20716c'], 'active': True} {{(pid=111143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:05:05.043457 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.l3_dvr_db [None req-4593cd8e-9b74-4b09-b754-4a6e91c23753 None None] Set router 20699d5b-e238-4dad-a7e5-36842a20716c gateway port host: dv-cinder-852364-3-iscsi {{(pid=111143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 17:05:05.111214 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:05:05.134166 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG dbcounter [-] [111143] Writing DB stats neutron:SELECT=100 {{(pid=111143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:05:05.137913 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-71373474-7f49-4a32-b720-42fcf33f7413 admin admin] Publish callbacks [] for router (20699d5b-e238-4dad-a7e5-36842a20716c), before_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:05:05.153578 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG dbcounter [-] [111143] Writing DB stats neutron:SELECT=100 {{(pid=111143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:05:05.220001 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.l3_hamode_db [None req-4593cd8e-9b74-4b09-b754-4a6e91c23753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20699d5b-e238-4dad-a7e5-36842a20716c', 'name': 'tempest-TestShelveInstance-128547261-router', 'tenant_id': '907c20a4319c450284e1e6b39107d715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'external_fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': '55d87bc8-483c-4b50-b8e7-ce080609ac1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T17:00:05Z', 'updated_at': '2022-08-09T17:05:04Z', 'revision_number': 5, 'project_id': '907c20a4319c450284e1e6b39107d715', 'gw_port': {'id': '55d87bc8-483c-4b50-b8e7-ce080609ac1c', 'name': '', 'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:e8:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20699d5b-e238-4dad-a7e5-36842a20716c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T17:00:05Z', 'updated_at': '2022-08-09T17:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-3-iscsi'}], 'dv-cinder-852364-3-iscsi', False) {} {{(pid=111143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:05:05.241149 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-71373474-7f49-4a32-b720-42fcf33f7413 admin admin] Publish callbacks [] for router_gateway (20699d5b-e238-4dad-a7e5-36842a20716c), before_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:05:05.252639 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4593cd8e-9b74-4b09-b754-4a6e91c23753 None None] Checking router: 20699d5b-e238-4dad-a7e5-36842a20716c for host: dv-cinder-852364-3-iscsi {{(pid=111143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 17:05:05.261450 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4593cd8e-9b74-4b09-b754-4a6e91c23753 None None] Routers {'20699d5b-e238-4dad-a7e5-36842a20716c'} bound to L3 agent in host dv-cinder-852364-3-iscsi {{(pid=111143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 17:05:05.262035 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.l3_hamode_db [None req-4593cd8e-9b74-4b09-b754-4a6e91c23753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-09T16:42:12Z,description=,heartbeat_timestamp=2022-08-09T17:04:42Z,host='dv-cinder-852364-3-iscsi',id=2cf02505-efcb-442b-855b-6c659df6f18c,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:13Z,topic='l3_agent')) {'router_ids': ['20699d5b-e238-4dad-a7e5-36842a20716c'], 'active': True} {{(pid=111143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:05:05.363760 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.l3_dvr_db [None req-4593cd8e-9b74-4b09-b754-4a6e91c23753 None None] Set router 20699d5b-e238-4dad-a7e5-36842a20716c gateway port host: dv-cinder-852364-3-iscsi {{(pid=111143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 17:05:05.431633 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.plugin [None req-71373474-7f49-4a32-b720-42fcf33f7413 admin admin] Deleting port 55d87bc8-483c-4b50-b8e7-ce080609ac1c {{(pid=111141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 09 17:05:05.432220 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-71373474-7f49-4a32-b720-42fcf33f7413 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748338259761'] for port (55d87bc8-483c-4b50-b8e7-ce080609ac1c), before_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:05:05.516492 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:05:05.527645 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.db [None req-71373474-7f49-4a32-b720-42fcf33f7413 admin admin] For port 55d87bc8-483c-4b50-b8e7-ce080609ac1c, host dv-cinder-852364-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-3-iscsi',level=0,port_id=55d87bc8-483c-4b50-b8e7-ce080609ac1c,segment=NetworkSegment(3548ff03-3b62-477c-991b-01c3e3081105),segment_id=3548ff03-3b62-477c-991b-01c3e3081105)] {{(pid=111141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:05:05.528217 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-71373474-7f49-4a32-b720-42fcf33f7413 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694862'] for port (55d87bc8-483c-4b50-b8e7-ce080609ac1c), precommit_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:05:05.537822 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.l3_hamode_db [None req-4593cd8e-9b74-4b09-b754-4a6e91c23753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20699d5b-e238-4dad-a7e5-36842a20716c', 'name': 'tempest-TestShelveInstance-128547261-router', 'tenant_id': '907c20a4319c450284e1e6b39107d715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'external_fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': '55d87bc8-483c-4b50-b8e7-ce080609ac1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T17:00:05Z', 'updated_at': '2022-08-09T17:05:04Z', 'revision_number': 5, 'project_id': '907c20a4319c450284e1e6b39107d715', 'gw_port': {'id': '55d87bc8-483c-4b50-b8e7-ce080609ac1c', 'name': '', 'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:e8:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20699d5b-e238-4dad-a7e5-36842a20716c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T17:00:05Z', 'updated_at': '2022-08-09T17:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-3-iscsi'}], 'dv-cinder-852364-3-iscsi', False) {} {{(pid=111143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:05:05.542946 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.plugin [None req-71373474-7f49-4a32-b720-42fcf33f7413 admin admin] Calling delete_port for 55d87bc8-483c-4b50-b8e7-ce080609ac1c owned by network:router_gateway {{(pid=111141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 09 17:05:05.562397 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4593cd8e-9b74-4b09-b754-4a6e91c23753 None None] The sync data for ids ['20699d5b-e238-4dad-a7e5-36842a20716c'] in dv-cinder-852364-3-iscsi is: [{'id': '20699d5b-e238-4dad-a7e5-36842a20716c', 'name': 'tempest-TestShelveInstance-128547261-router', 'tenant_id': '907c20a4319c450284e1e6b39107d715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'external_fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': '55d87bc8-483c-4b50-b8e7-ce080609ac1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T17:00:05Z', 'updated_at': '2022-08-09T17:05:04Z', 'revision_number': 5, 'project_id': '907c20a4319c450284e1e6b39107d715', 'gw_port': {'id': '55d87bc8-483c-4b50-b8e7-ce080609ac1c', 'name': '', 'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:e8:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20699d5b-e238-4dad-a7e5-36842a20716c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T17:00:05Z', 'updated_at': '2022-08-09T17:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-3-iscsi'}] {{(pid=111143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 17:05:05.799227 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-71373474-7f49-4a32-b720-42fcf33f7413 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748338263278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748337861762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12487578'] for port (55d87bc8-483c-4b50-b8e7-ce080609ac1c), after_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:05:05.826275 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71373474-7f49-4a32-b720-42fcf33f7413 admin admin] Pushing event deleted for resources: {'Port': ['ID=55d87bc8-483c-4b50-b8e7-ce080609ac1c,revision_number=None']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:05:05.888002 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-71373474-7f49-4a32-b720-42fcf33f7413 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-689379'] for router_gateway (20699d5b-e238-4dad-a7e5-36842a20716c), after_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:05:05.981710 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-71373474-7f49-4a32-b720-42fcf33f7413 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-338892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-336'] for router (20699d5b-e238-4dad-a7e5-36842a20716c), precommit_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:05:05.983990 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-71373474-7f49-4a32-b720-42fcf33f7413 admin admin] Publish callbacks [] for router_controller (20699d5b-e238-4dad-a7e5-36842a20716c), precommit_delete_associations {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:05:06.122132 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-71373474-7f49-4a32-b720-42fcf33f7413 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-338766'] for router (20699d5b-e238-4dad-a7e5-36842a20716c), after_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:05:06.122771 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71373474-7f49-4a32-b720-42fcf33f7413 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 20699d5b-e238-4dad-a7e5-36842a20716c {{(pid=111141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 17:05:06.127147 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-71373474-7f49-4a32-b720-42fcf33f7413 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:05:06.128430 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [None req-71373474-7f49-4a32-b720-42fcf33f7413 admin admin] 10.222.0.59 "DELETE /networking/v2.0/routers/20699d5b-e238-4dad-a7e5-36842a20716c HTTP/1.1" status: 204 len: 168 time: 1.2052855 Aug 09 17:05:06.131054 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.wsgi [-] (111141) accepted ('10.222.0.59', 60834) {{(pid=111141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 17:05:06.180766 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.db.db_base_plugin_v2 [None req-ead95103-b8e2-4706-b76d-fc937950aa36 admin admin] Deleting subnet d248dc80-ba0d-4a95-bc41-d3d7ccd3fe5b {{(pid=111141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 09 17:05:06.184182 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-ead95103-b8e2-4706-b76d-fc937950aa36 admin admin] Publish callbacks [] for subnet (d248dc80-ba0d-4a95-bc41-d3d7ccd3fe5b), before_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:05:06.222765 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-ead95103-b8e2-4706-b76d-fc937950aa36 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1220370'] for subnet (d248dc80-ba0d-4a95-bc41-d3d7ccd3fe5b), precommit_delete_associations {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:05:06.297180 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-ead95103-b8e2-4706-b76d-fc937950aa36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3877167'] for subnet (d248dc80-ba0d-4a95-bc41-d3d7ccd3fe5b), precommit_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:05:06.413523 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-ead95103-b8e2-4706-b76d-fc937950aa36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3877156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12487663', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12315136'] for subnet (d248dc80-ba0d-4a95-bc41-d3d7ccd3fe5b), after_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:05:06.438404 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead95103-b8e2-4706-b76d-fc937950aa36 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d248dc80-ba0d-4a95-bc41-d3d7ccd3fe5b,revision_number=None']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:05:06.445414 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-ead95103-b8e2-4706-b76d-fc937950aa36 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526441'] for subnet (None), before_response {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:05:06.448624 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [None req-ead95103-b8e2-4706-b76d-fc937950aa36 admin admin] 10.222.0.59 "DELETE /networking/v2.0/subnets/d248dc80-ba0d-4a95-bc41-d3d7ccd3fe5b HTTP/1.1" status: 204 len: 168 time: 0.3165667 Aug 09 17:05:06.451288 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.wsgi [-] (111141) accepted ('10.222.0.59', 60836) {{(pid=111141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 17:05:06.455846 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6efc4c43-19b6-4eb4-94fc-cc339210ed91 None None] Network 16b7cf6d-d031-48e2-96f0-440212fd98f8 requested from dv-cinder-852364-3-iscsi {{(pid=111142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 09 17:05:06.459591 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=89,neutron:DELETE=7,neutron:UPDATE=4 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:05:06.526423 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-6adda581-17ad-46a7-81e5-e78c94c461be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3928643'] for network (16b7cf6d-d031-48e2-96f0-440212fd98f8), before_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:05:06.574773 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.plugin [None req-6adda581-17ad-46a7-81e5-e78c94c461be admin admin] Deleting port 28c61129-27f6-4176-ab90-a0b60b564bb0 {{(pid=111141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 09 17:05:06.575293 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-6adda581-17ad-46a7-81e5-e78c94c461be admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748338259761'] for port (28c61129-27f6-4176-ab90-a0b60b564bb0), before_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:05:06.636421 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54aec4da-270d-4c1e-b580-1afe4ff214d7 None None] DHCP port deletion for 16b7cf6d-d031-48e2-96f0-440212fd98f8 request from dv-cinder-852364-3-iscsi {{(pid=111142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 09 17:05:06.671914 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Device 4afe7d60-fc00-42ae-b62e-02e606624055 no longer exists at agent ovs-agent-dv-cinder-852364-3-iscsi {{(pid=111142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 17:05:06.708177 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-54aec4da-270d-4c1e-b580-1afe4ff214d7 None None] Deleting port 28c61129-27f6-4176-ab90-a0b60b564bb0 {{(pid=111142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 09 17:05:06.708557 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-54aec4da-270d-4c1e-b580-1afe4ff214d7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748338259761'] for port (28c61129-27f6-4176-ab90-a0b60b564bb0), before_delete {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:05:06.710545 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] No Port match for: 4afe7d60-fc00-42ae-b62e-02e606624055 {{(pid=111142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 09 17:05:06.710892 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Device 4afe7d60-fc00-42ae-b62e-02e606624055 not bound to the agent host dv-cinder-852364-3-iscsi {{(pid=111142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 17:05:06.711340 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Device 55d87bc8-483c-4b50-b8e7-ce080609ac1c no longer exists at agent ovs-agent-dv-cinder-852364-3-iscsi {{(pid=111142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 17:05:06.765402 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] No Port match for: 55d87bc8-483c-4b50-b8e7-ce080609ac1c {{(pid=111142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 09 17:05:06.765743 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Device 55d87bc8-483c-4b50-b8e7-ce080609ac1c not bound to the agent host dv-cinder-852364-3-iscsi {{(pid=111142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 17:05:06.800362 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.db [None req-54aec4da-270d-4c1e-b580-1afe4ff214d7 None None] For port 28c61129-27f6-4176-ab90-a0b60b564bb0, host dv-cinder-852364-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-3-iscsi',level=0,port_id=28c61129-27f6-4176-ab90-a0b60b564bb0,segment=NetworkSegment(d80a24a9-f1b9-4874-b989-4d59e1ac0f32),segment_id=d80a24a9-f1b9-4874-b989-4d59e1ac0f32)] {{(pid=111142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:05:06.800760 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-54aec4da-270d-4c1e-b580-1afe4ff214d7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694862'] for port (28c61129-27f6-4176-ab90-a0b60b564bb0), precommit_delete {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:05:06.814362 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-54aec4da-270d-4c1e-b580-1afe4ff214d7 None None] Calling delete_port for 28c61129-27f6-4176-ab90-a0b60b564bb0 owned by network:dhcp {{(pid=111142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 09 17:05:06.914879 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:05:06.920036 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.db [None req-6adda581-17ad-46a7-81e5-e78c94c461be admin admin] For port 28c61129-27f6-4176-ab90-a0b60b564bb0, host dv-cinder-852364-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-3-iscsi',level=0,port_id=28c61129-27f6-4176-ab90-a0b60b564bb0,segment=NetworkSegment(d80a24a9-f1b9-4874-b989-4d59e1ac0f32),segment_id=d80a24a9-f1b9-4874-b989-4d59e1ac0f32)] {{(pid=111141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:05:06.920351 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-6adda581-17ad-46a7-81e5-e78c94c461be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694862'] for port (28c61129-27f6-4176-ab90-a0b60b564bb0), precommit_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:05:06.933430 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.plugin [None req-6adda581-17ad-46a7-81e5-e78c94c461be admin admin] Calling delete_port for 28c61129-27f6-4176-ab90-a0b60b564bb0 owned by network:dhcp {{(pid=111141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 09 17:05:06.991192 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-54aec4da-270d-4c1e-b580-1afe4ff214d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748338263278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748337861762'] for port (28c61129-27f6-4176-ab90-a0b60b564bb0), after_delete {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:05:07.012923 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-6adda581-17ad-46a7-81e5-e78c94c461be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748338263278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748337861762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12487578'] for port (28c61129-27f6-4176-ab90-a0b60b564bb0), after_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:05:07.017772 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54aec4da-270d-4c1e-b580-1afe4ff214d7 None None] Pushing event deleted for resources: {'Port': ['ID=28c61129-27f6-4176-ab90-a0b60b564bb0,revision_number=None']} {{(pid=111142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:05:07.020352 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54aec4da-270d-4c1e-b580-1afe4ff214d7 None None] No DVR routers for this DVR port 28c61129-27f6-4176-ab90-a0b60b564bb0 on host dv-cinder-852364-3-iscsi {{(pid=111142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 09 17:05:07.031278 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54aec4da-270d-4c1e-b580-1afe4ff214d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:05:07.031278 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54aec4da-270d-4c1e-b580-1afe4ff214d7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:05:07.031278 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54aec4da-270d-4c1e-b580-1afe4ff214d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:05:07.031278 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54aec4da-270d-4c1e-b580-1afe4ff214d7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:05:07.031278 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54aec4da-270d-4c1e-b580-1afe4ff214d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:05:07.031278 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54aec4da-270d-4c1e-b580-1afe4ff214d7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:05:07.031278 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54aec4da-270d-4c1e-b580-1afe4ff214d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:05:07.031278 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54aec4da-270d-4c1e-b580-1afe4ff214d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:05:07.031278 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54aec4da-270d-4c1e-b580-1afe4ff214d7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:05:07.031278 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54aec4da-270d-4c1e-b580-1afe4ff214d7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:05:07.032460 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54aec4da-270d-4c1e-b580-1afe4ff214d7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:05:07.032460 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54aec4da-270d-4c1e-b580-1afe4ff214d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:05:07.032460 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54aec4da-270d-4c1e-b580-1afe4ff214d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:05:07.032460 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54aec4da-270d-4c1e-b580-1afe4ff214d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:05:07.032890 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54aec4da-270d-4c1e-b580-1afe4ff214d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:05:07.044757 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adda581-17ad-46a7-81e5-e78c94c461be admin admin] Pushing event deleted for resources: {'Port': ['ID=28c61129-27f6-4176-ab90-a0b60b564bb0,revision_number=None']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:05:07.046560 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6adda581-17ad-46a7-81e5-e78c94c461be admin admin] No DVR routers for this DVR port 28c61129-27f6-4176-ab90-a0b60b564bb0 on host dv-cinder-852364-3-iscsi {{(pid=111141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 09 17:05:07.125880 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-6adda581-17ad-46a7-81e5-e78c94c461be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3880624', 'neutron.services.segments.db._delete_segments_for_network-8748338318574'] for network (16b7cf6d-d031-48e2-96f0-440212fd98f8), precommit_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:05:07.146885 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.services.segments.db [None req-6adda581-17ad-46a7-81e5-e78c94c461be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16b7cf6d-d031-48e2-96f0-440212fd98f8']}} {{(pid=111141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:05:07.156309 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.services.segments.db [None req-6adda581-17ad-46a7-81e5-e78c94c461be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd80a24a9-f1b9-4874-b989-4d59e1ac0f32') {'for_net_delete': True} {{(pid=111141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:05:07.156622 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.services.segments.db [None req-6adda581-17ad-46a7-81e5-e78c94c461be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd80a24a9-f1b9-4874-b989-4d59e1ac0f32') {} {{(pid=111141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:05:07.167152 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-6adda581-17ad-46a7-81e5-e78c94c461be admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748338318475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1220379'] for segment (d80a24a9-f1b9-4874-b989-4d59e1ac0f32), before_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:05:07.180795 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-6adda581-17ad-46a7-81e5-e78c94c461be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3501092'] for segment (d80a24a9-f1b9-4874-b989-4d59e1ac0f32), precommit_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:05:07.187061 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6adda581-17ad-46a7-81e5-e78c94c461be admin admin] Releasing vlan 966 on physical network physnet1 to pool {{(pid=111141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 17:05:07.187476 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-6adda581-17ad-46a7-81e5-e78c94c461be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3501092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12485965'] for segment (d80a24a9-f1b9-4874-b989-4d59e1ac0f32), after_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:05:07.258227 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.services.segments.plugin [-] Segment d80a24a9-f1b9-4874-b989-4d59e1ac0f32 resource provider aggregate not found Aug 09 17:05:07.275603 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.services.segments.plugin [-] Segment d80a24a9-f1b9-4874-b989-4d59e1ac0f32 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d80a24a9-f1b9-4874-b989-4d59e1ac0f32 found for delete ", "request_id": "req-73848889-2cca-4754-ae9e-e673bb094d8e"}]} Aug 09 17:05:07.327817 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-6adda581-17ad-46a7-81e5-e78c94c461be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3880635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690469'] for network (16b7cf6d-d031-48e2-96f0-440212fd98f8), after_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:05:07.334756 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-6adda581-17ad-46a7-81e5-e78c94c461be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526441'] for network (None), before_response {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:05:07.337823 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [None req-6adda581-17ad-46a7-81e5-e78c94c461be admin admin] 10.222.0.59 "DELETE /networking/v2.0/networks/16b7cf6d-d031-48e2-96f0-440212fd98f8 HTTP/1.1" status: 204 len: 168 time: 0.8856261 Aug 09 17:05:07.341431 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.wsgi [-] (111140) accepted ('10.222.0.59', 60844) {{(pid=111140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 17:05:07.349560 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adda581-17ad-46a7-81e5-e78c94c461be admin admin] Pushing event deleted for resources: {'Network': ['ID=16b7cf6d-d031-48e2-96f0-440212fd98f8,revision_number=None']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:05:07.898572 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-b96571fe-268c-4561-9c1b-a3d9bfa948af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-336439'] for router_interface (35bcf4ab-002a-46a9-9e95-38f2fdab2360), before_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:05:08.123163 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.plugins.ml2.plugin [None req-b96571fe-268c-4561-9c1b-a3d9bfa948af admin admin] Deleting port 8af5f8e9-1588-47f2-807d-9f9a13748ed5 {{(pid=111140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 09 17:05:08.123513 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-b96571fe-268c-4561-9c1b-a3d9bfa948af admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748338259761'] for port (8af5f8e9-1588-47f2-807d-9f9a13748ed5), before_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:05:08.207044 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.plugins.ml2.db [None req-b96571fe-268c-4561-9c1b-a3d9bfa948af admin admin] For port 8af5f8e9-1588-47f2-807d-9f9a13748ed5, host dv-cinder-852364-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-3-iscsi',level=0,port_id=8af5f8e9-1588-47f2-807d-9f9a13748ed5,segment=NetworkSegment(d1792463-f1f9-4e8f-b55a-d2d4a6262d52),segment_id=d1792463-f1f9-4e8f-b55a-d2d4a6262d52)] {{(pid=111140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:05:08.207408 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-b96571fe-268c-4561-9c1b-a3d9bfa948af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694862'] for port (8af5f8e9-1588-47f2-807d-9f9a13748ed5), precommit_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:05:08.221007 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.plugins.ml2.plugin [None req-b96571fe-268c-4561-9c1b-a3d9bfa948af admin admin] Calling delete_port for 8af5f8e9-1588-47f2-807d-9f9a13748ed5 owned by network:router_interface {{(pid=111140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 09 17:05:08.274640 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=100 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:05:08.293770 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=100 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:05:08.462267 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Device 28c61129-27f6-4176-ab90-a0b60b564bb0 no longer exists at agent ovs-agent-dv-cinder-852364-3-iscsi {{(pid=111142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 17:05:08.485488 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] No Port match for: 28c61129-27f6-4176-ab90-a0b60b564bb0 {{(pid=111142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 09 17:05:08.486376 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Device 28c61129-27f6-4176-ab90-a0b60b564bb0 not bound to the agent host dv-cinder-852364-3-iscsi {{(pid=111142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 17:05:08.501390 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-b96571fe-268c-4561-9c1b-a3d9bfa948af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748338263278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748337861762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12086677'] for port (8af5f8e9-1588-47f2-807d-9f9a13748ed5), after_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:05:08.529545 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96571fe-268c-4561-9c1b-a3d9bfa948af admin admin] Pushing event deleted for resources: {'Port': ['ID=8af5f8e9-1588-47f2-807d-9f9a13748ed5,revision_number=None']} {{(pid=111140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:05:08.568084 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96571fe-268c-4561-9c1b-a3d9bfa948af admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:05:08.568459 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96571fe-268c-4561-9c1b-a3d9bfa948af admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:05:08.568929 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96571fe-268c-4561-9c1b-a3d9bfa948af admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:05:08.569275 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96571fe-268c-4561-9c1b-a3d9bfa948af admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:05:08.569679 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96571fe-268c-4561-9c1b-a3d9bfa948af admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:05:08.570067 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96571fe-268c-4561-9c1b-a3d9bfa948af admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:05:08.570407 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96571fe-268c-4561-9c1b-a3d9bfa948af admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:05:08.570743 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96571fe-268c-4561-9c1b-a3d9bfa948af admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:05:08.571074 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96571fe-268c-4561-9c1b-a3d9bfa948af admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:05:08.578554 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96571fe-268c-4561-9c1b-a3d9bfa948af admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:05:08.578554 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96571fe-268c-4561-9c1b-a3d9bfa948af admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:05:08.578554 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96571fe-268c-4561-9c1b-a3d9bfa948af admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:05:08.578554 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96571fe-268c-4561-9c1b-a3d9bfa948af admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:05:08.578554 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96571fe-268c-4561-9c1b-a3d9bfa948af admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:05:08.578554 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96571fe-268c-4561-9c1b-a3d9bfa948af admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-3-iscsi {{(pid=111140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:05:08.751159 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-b96571fe-268c-4561-9c1b-a3d9bfa948af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-336555'] for router_interface (35bcf4ab-002a-46a9-9e95-38f2fdab2360), after_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:05:08.964022 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b96571fe-268c-4561-9c1b-a3d9bfa948af admin admin] Router 35bcf4ab-002a-46a9-9e95-38f2fdab2360 has already been hosted by L3 agent 2cf02505-efcb-442b-855b-6c659df6f18c {{(pid=111140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 09 17:05:09.069868 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b96571fe-268c-4561-9c1b-a3d9bfa948af admin admin] Notify agent at l3_agent.dv-cinder-852364-3-iscsi the message routers_updated {{(pid=111140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 17:05:09.075816 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [None req-b96571fe-268c-4561-9c1b-a3d9bfa948af admin admin] 10.222.0.59 "PUT /networking/v2.0/routers/35bcf4ab-002a-46a9-9e95-38f2fdab2360/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7321639 Aug 09 17:05:09.077327 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.wsgi [-] (111140) accepted ('10.222.0.59', 60846) {{(pid=111140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 17:05:09.081577 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c02ac97-f1e6-46cf-9492-5a8710e02874 None None] Sync routers for ids ['35bcf4ab-002a-46a9-9e95-38f2fdab2360'] in dv-cinder-852364-3-iscsi {{(pid=111142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 17:05:09.091860 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c02ac97-f1e6-46cf-9492-5a8710e02874 None None] Routers {'35bcf4ab-002a-46a9-9e95-38f2fdab2360'} bound to L3 agent in host dv-cinder-852364-3-iscsi {{(pid=111142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 17:05:09.092500 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_hamode_db [None req-1c02ac97-f1e6-46cf-9492-5a8710e02874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-09T16:42:12Z,description=,heartbeat_timestamp=2022-08-09T17:04:42Z,host='dv-cinder-852364-3-iscsi',id=2cf02505-efcb-442b-855b-6c659df6f18c,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:13Z,topic='l3_agent')) {'router_ids': ['35bcf4ab-002a-46a9-9e95-38f2fdab2360'], 'active': True} {{(pid=111142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:05:09.181595 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-e1052d62-c6df-4b8a-a788-ed77233fccf4 admin admin] Publish callbacks [] for router (35bcf4ab-002a-46a9-9e95-38f2fdab2360), before_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:05:09.199357 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_dvr_db [None req-1c02ac97-f1e6-46cf-9492-5a8710e02874 None None] Set router 35bcf4ab-002a-46a9-9e95-38f2fdab2360 gateway port host: dv-cinder-852364-3-iscsi {{(pid=111142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 17:05:09.291050 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-e1052d62-c6df-4b8a-a788-ed77233fccf4 admin admin] Publish callbacks [] for router_gateway (35bcf4ab-002a-46a9-9e95-38f2fdab2360), before_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:05:09.293750 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:05:09.384755 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_hamode_db [None req-1c02ac97-f1e6-46cf-9492-5a8710e02874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35bcf4ab-002a-46a9-9e95-38f2fdab2360', 'name': 'tempest-TestShelveInstance-690662677-router', 'tenant_id': '66a6c46da84f4cd594fa5c1758f64912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'external_fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.104'}], 'enable_snat': True}, 'gw_port_id': '42b383de-5656-4e61-bd88-b5703c451eb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T17:00:12Z', 'updated_at': '2022-08-09T17:05:08Z', 'revision_number': 5, 'project_id': '66a6c46da84f4cd594fa5c1758f64912', 'gw_port': {'id': '42b383de-5656-4e61-bd88-b5703c451eb5', 'name': '', 'network_id': '0b446ac8-416d-4492-b144-c475e4beb84a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:1e:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35bcf4ab-002a-46a9-9e95-38f2fdab2360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'ip_address': '172.27.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T17:00:13Z', 'updated_at': '2022-08-09T17:00:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4516d54a-1367-472b-b3e4-4bb105fe12f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-3-iscsi'}], 'dv-cinder-852364-3-iscsi', False) {} {{(pid=111142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:05:09.410672 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c02ac97-f1e6-46cf-9492-5a8710e02874 None None] Checking router: 35bcf4ab-002a-46a9-9e95-38f2fdab2360 for host: dv-cinder-852364-3-iscsi {{(pid=111142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 17:05:09.419724 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c02ac97-f1e6-46cf-9492-5a8710e02874 None None] Routers {'35bcf4ab-002a-46a9-9e95-38f2fdab2360'} bound to L3 agent in host dv-cinder-852364-3-iscsi {{(pid=111142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 17:05:09.420393 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_hamode_db [None req-1c02ac97-f1e6-46cf-9492-5a8710e02874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-09T16:42:12Z,description=,heartbeat_timestamp=2022-08-09T17:04:42Z,host='dv-cinder-852364-3-iscsi',id=2cf02505-efcb-442b-855b-6c659df6f18c,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:13Z,topic='l3_agent')) {'router_ids': ['35bcf4ab-002a-46a9-9e95-38f2fdab2360'], 'active': True} {{(pid=111142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:05:09.424010 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.plugins.ml2.plugin [None req-e1052d62-c6df-4b8a-a788-ed77233fccf4 admin admin] Deleting port 42b383de-5656-4e61-bd88-b5703c451eb5 {{(pid=111140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 09 17:05:09.424538 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-e1052d62-c6df-4b8a-a788-ed77233fccf4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748338259761'] for port (42b383de-5656-4e61-bd88-b5703c451eb5), before_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:05:09.436781 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:DELETE=1,neutron:SELECT=97,neutron:UPDATE=2 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:05:09.510018 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_dvr_db [None req-1c02ac97-f1e6-46cf-9492-5a8710e02874 None None] Set router 35bcf4ab-002a-46a9-9e95-38f2fdab2360 gateway port host: None {{(pid=111142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 17:05:09.562854 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_hamode_db [None req-1c02ac97-f1e6-46cf-9492-5a8710e02874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35bcf4ab-002a-46a9-9e95-38f2fdab2360', 'name': 'tempest-TestShelveInstance-690662677-router', 'tenant_id': '66a6c46da84f4cd594fa5c1758f64912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T17:00:12Z', 'updated_at': '2022-08-09T17:05:09Z', 'revision_number': 6, 'project_id': '66a6c46da84f4cd594fa5c1758f64912', 'gw_port_host': None}], 'dv-cinder-852364-3-iscsi', False) {} {{(pid=111142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:05:09.589739 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c02ac97-f1e6-46cf-9492-5a8710e02874 None None] The sync data for ids ['35bcf4ab-002a-46a9-9e95-38f2fdab2360'] in dv-cinder-852364-3-iscsi is: [{'id': '35bcf4ab-002a-46a9-9e95-38f2fdab2360', 'name': 'tempest-TestShelveInstance-690662677-router', 'tenant_id': '66a6c46da84f4cd594fa5c1758f64912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T17:00:12Z', 'updated_at': '2022-08-09T17:05:09Z', 'revision_number': 6, 'project_id': '66a6c46da84f4cd594fa5c1758f64912', 'gw_port_host': None}] {{(pid=111142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 17:05:09.593679 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.plugins.ml2.db [None req-e1052d62-c6df-4b8a-a788-ed77233fccf4 admin admin] For port 42b383de-5656-4e61-bd88-b5703c451eb5, host dv-cinder-852364-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-3-iscsi',level=0,port_id=42b383de-5656-4e61-bd88-b5703c451eb5,segment=NetworkSegment(3548ff03-3b62-477c-991b-01c3e3081105),segment_id=3548ff03-3b62-477c-991b-01c3e3081105)] {{(pid=111140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:05:09.594173 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-e1052d62-c6df-4b8a-a788-ed77233fccf4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694862'] for port (42b383de-5656-4e61-bd88-b5703c451eb5), precommit_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:05:09.609233 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.plugins.ml2.plugin [None req-e1052d62-c6df-4b8a-a788-ed77233fccf4 admin admin] Calling delete_port for 42b383de-5656-4e61-bd88-b5703c451eb5 owned by network:router_gateway {{(pid=111140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 09 17:05:09.914066 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-e1052d62-c6df-4b8a-a788-ed77233fccf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748338263278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748337861762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12086677'] for port (42b383de-5656-4e61-bd88-b5703c451eb5), after_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:05:09.945387 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1052d62-c6df-4b8a-a788-ed77233fccf4 admin admin] Pushing event deleted for resources: {'Port': ['ID=42b383de-5656-4e61-bd88-b5703c451eb5,revision_number=None']} {{(pid=111140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:05:10.009682 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-e1052d62-c6df-4b8a-a788-ed77233fccf4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-689379'] for router_gateway (35bcf4ab-002a-46a9-9e95-38f2fdab2360), after_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:05:10.117001 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-e1052d62-c6df-4b8a-a788-ed77233fccf4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-338892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-336'] for router (35bcf4ab-002a-46a9-9e95-38f2fdab2360), precommit_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:05:10.123578 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-e1052d62-c6df-4b8a-a788-ed77233fccf4 admin admin] Publish callbacks [] for router_controller (35bcf4ab-002a-46a9-9e95-38f2fdab2360), precommit_delete_associations {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:05:10.213598 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-a10292dd-c758-43fa-b3dd-1ae19fd5cca8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (0d699ab0-1a4e-47ab-a625-f3b077123214), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:05:10.290385 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-e1052d62-c6df-4b8a-a788-ed77233fccf4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-338766'] for router (35bcf4ab-002a-46a9-9e95-38f2fdab2360), after_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:05:10.290944 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1052d62-c6df-4b8a-a788-ed77233fccf4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 35bcf4ab-002a-46a9-9e95-38f2fdab2360 {{(pid=111140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 17:05:10.300511 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-e1052d62-c6df-4b8a-a788-ed77233fccf4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:05:10.300511 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [None req-e1052d62-c6df-4b8a-a788-ed77233fccf4 admin admin] 10.222.0.59 "DELETE /networking/v2.0/routers/35bcf4ab-002a-46a9-9e95-38f2fdab2360 HTTP/1.1" status: 204 len: 168 time: 1.2195754 Aug 09 17:05:10.301868 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.wsgi [-] (111140) accepted ('10.222.0.59', 60848) {{(pid=111140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 17:05:10.354656 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5e05081-e713-4afe-9b6e-f34796fbe776 admin admin] Deleting subnet 383e3c04-bd65-405e-944e-b853f19dd88a {{(pid=111140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 09 17:05:10.358410 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-b5e05081-e713-4afe-9b6e-f34796fbe776 admin admin] Publish callbacks [] for subnet (383e3c04-bd65-405e-944e-b853f19dd88a), before_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:05:10.398100 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-b5e05081-e713-4afe-9b6e-f34796fbe776 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12387189'] for subnet (383e3c04-bd65-405e-944e-b853f19dd88a), precommit_delete_associations {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:05:10.470776 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Device 8af5f8e9-1588-47f2-807d-9f9a13748ed5 no longer exists at agent ovs-agent-dv-cinder-852364-3-iscsi {{(pid=111142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 17:05:10.492407 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] No Port match for: 8af5f8e9-1588-47f2-807d-9f9a13748ed5 {{(pid=111142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 09 17:05:10.492757 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Device 8af5f8e9-1588-47f2-807d-9f9a13748ed5 not bound to the agent host dv-cinder-852364-3-iscsi {{(pid=111142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 17:05:10.493190 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Device 42b383de-5656-4e61-bd88-b5703c451eb5 no longer exists at agent ovs-agent-dv-cinder-852364-3-iscsi {{(pid=111142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 17:05:10.500563 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-b5e05081-e713-4afe-9b6e-f34796fbe776 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3877167'] for subnet (383e3c04-bd65-405e-944e-b853f19dd88a), precommit_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:05:10.519632 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] No Port match for: 42b383de-5656-4e61-bd88-b5703c451eb5 {{(pid=111142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 09 17:05:10.520224 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Device 42b383de-5656-4e61-bd88-b5703c451eb5 not bound to the agent host dv-cinder-852364-3-iscsi {{(pid=111142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 17:05:10.650555 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-b5e05081-e713-4afe-9b6e-f34796fbe776 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3877156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12086752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8786532'] for subnet (383e3c04-bd65-405e-944e-b853f19dd88a), after_delete {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:05:10.685018 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron_lib.callbacks.manager [None req-b5e05081-e713-4afe-9b6e-f34796fbe776 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:05:10.689994 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90970cce-e740-45ff-88fc-b6803663c1e8 None None] Network dbc304e3-df7c-4068-9a6e-74b6e478d995 requested from dv-cinder-852364-3-iscsi {{(pid=111142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 09 17:05:10.690188 dv-cinder-852364-3-iscsi neutron-server[111140]: INFO neutron.wsgi [None req-b5e05081-e713-4afe-9b6e-f34796fbe776 admin admin] 10.222.0.59 "DELETE /networking/v2.0/subnets/383e3c04-bd65-405e-944e-b853f19dd88a HTTP/1.1" status: 204 len: 168 time: 0.3866577 Aug 09 17:05:10.691502 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e05081-e713-4afe-9b6e-f34796fbe776 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=383e3c04-bd65-405e-944e-b853f19dd88a,revision_number=None']} {{(pid=111140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:05:10.692803 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.wsgi [-] (111141) accepted ('10.222.0.59', 60850) {{(pid=111141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 17:05:10.733368 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:05:10.768054 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-8e5834de-e70f-48d9-b443-5b1a4f549cd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3928643'] for network (dbc304e3-df7c-4068-9a6e-74b6e478d995), before_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:05:10.780224 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:05:10.812106 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.plugin [None req-8e5834de-e70f-48d9-b443-5b1a4f549cd0 admin admin] Deleting port 5d772f14-d839-4d6c-aaad-11fc33491790 {{(pid=111141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 09 17:05:10.812451 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-8e5834de-e70f-48d9-b443-5b1a4f549cd0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748338259761'] for port (5d772f14-d839-4d6c-aaad-11fc33491790), before_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:05:10.859809 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4892e9c5-7b9a-4a48-91f7-eba12d1c45b7 None None] DHCP port deletion for dbc304e3-df7c-4068-9a6e-74b6e478d995 request from dv-cinder-852364-3-iscsi {{(pid=111142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 09 17:05:10.883916 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.db [None req-8e5834de-e70f-48d9-b443-5b1a4f549cd0 admin admin] For port 5d772f14-d839-4d6c-aaad-11fc33491790, host dv-cinder-852364-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-3-iscsi',level=0,port_id=5d772f14-d839-4d6c-aaad-11fc33491790,segment=NetworkSegment(d1792463-f1f9-4e8f-b55a-d2d4a6262d52),segment_id=d1792463-f1f9-4e8f-b55a-d2d4a6262d52)] {{(pid=111141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:05:10.884277 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-8e5834de-e70f-48d9-b443-5b1a4f549cd0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694862'] for port (5d772f14-d839-4d6c-aaad-11fc33491790), precommit_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:05:10.899409 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-4892e9c5-7b9a-4a48-91f7-eba12d1c45b7 None None] Deleting port 5d772f14-d839-4d6c-aaad-11fc33491790 {{(pid=111142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 09 17:05:10.899789 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-4892e9c5-7b9a-4a48-91f7-eba12d1c45b7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748338259761'] for port (5d772f14-d839-4d6c-aaad-11fc33491790), before_delete {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:05:10.901690 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.plugin [None req-8e5834de-e70f-48d9-b443-5b1a4f549cd0 admin admin] Calling delete_port for 5d772f14-d839-4d6c-aaad-11fc33491790 owned by network:dhcp {{(pid=111141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 09 17:05:10.944508 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:05:10.977314 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.db [None req-4892e9c5-7b9a-4a48-91f7-eba12d1c45b7 None None] For port 5d772f14-d839-4d6c-aaad-11fc33491790, host dv-cinder-852364-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-3-iscsi',level=0,port_id=5d772f14-d839-4d6c-aaad-11fc33491790,segment=NetworkSegment(d1792463-f1f9-4e8f-b55a-d2d4a6262d52),segment_id=d1792463-f1f9-4e8f-b55a-d2d4a6262d52)] {{(pid=111142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:05:10.977711 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-4892e9c5-7b9a-4a48-91f7-eba12d1c45b7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694862'] for port (5d772f14-d839-4d6c-aaad-11fc33491790), precommit_delete {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:05:10.992776 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-4892e9c5-7b9a-4a48-91f7-eba12d1c45b7 None None] Calling delete_port for 5d772f14-d839-4d6c-aaad-11fc33491790 owned by network:dhcp {{(pid=111142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 09 17:05:11.093623 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-8e5834de-e70f-48d9-b443-5b1a4f549cd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748338263278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748337861762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12487578'] for port (5d772f14-d839-4d6c-aaad-11fc33491790), after_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:05:11.101014 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-4892e9c5-7b9a-4a48-91f7-eba12d1c45b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748338263278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748337861762'] for port (5d772f14-d839-4d6c-aaad-11fc33491790), after_delete {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:05:11.120332 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5834de-e70f-48d9-b443-5b1a4f549cd0 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d772f14-d839-4d6c-aaad-11fc33491790,revision_number=None']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:05:11.123780 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e5834de-e70f-48d9-b443-5b1a4f549cd0 admin admin] No DVR routers for this DVR port 5d772f14-d839-4d6c-aaad-11fc33491790 on host dv-cinder-852364-3-iscsi {{(pid=111141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 09 17:05:11.135762 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4892e9c5-7b9a-4a48-91f7-eba12d1c45b7 None None] No DVR routers for this DVR port 5d772f14-d839-4d6c-aaad-11fc33491790 on host dv-cinder-852364-3-iscsi {{(pid=111142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 09 17:05:11.143152 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4892e9c5-7b9a-4a48-91f7-eba12d1c45b7 None None] Pushing event deleted for resources: {'Port': ['ID=5d772f14-d839-4d6c-aaad-11fc33491790,revision_number=None']} {{(pid=111142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:05:11.200503 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-8e5834de-e70f-48d9-b443-5b1a4f549cd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3880624', 'neutron.services.segments.db._delete_segments_for_network-8748338318574'] for network (dbc304e3-df7c-4068-9a6e-74b6e478d995), precommit_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:05:11.222264 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.services.segments.db [None req-8e5834de-e70f-48d9-b443-5b1a4f549cd0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbc304e3-df7c-4068-9a6e-74b6e478d995']}} {{(pid=111141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:05:11.231619 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.services.segments.db [None req-8e5834de-e70f-48d9-b443-5b1a4f549cd0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1792463-f1f9-4e8f-b55a-d2d4a6262d52') {'for_net_delete': True} {{(pid=111141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:05:11.231924 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.services.segments.db [None req-8e5834de-e70f-48d9-b443-5b1a4f549cd0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1792463-f1f9-4e8f-b55a-d2d4a6262d52') {} {{(pid=111141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:05:11.242306 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-8e5834de-e70f-48d9-b443-5b1a4f549cd0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748338318475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1220379'] for segment (d1792463-f1f9-4e8f-b55a-d2d4a6262d52), before_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:05:11.256279 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-8e5834de-e70f-48d9-b443-5b1a4f549cd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3501092'] for segment (d1792463-f1f9-4e8f-b55a-d2d4a6262d52), precommit_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:05:11.262950 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e5834de-e70f-48d9-b443-5b1a4f549cd0 admin admin] Releasing vlan 950 on physical network physnet1 to pool {{(pid=111141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 17:05:11.263378 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-8e5834de-e70f-48d9-b443-5b1a4f549cd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3501092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12485965'] for segment (d1792463-f1f9-4e8f-b55a-d2d4a6262d52), after_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:05:11.307960 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.services.segments.plugin [-] Segment d1792463-f1f9-4e8f-b55a-d2d4a6262d52 resource provider aggregate not found Aug 09 17:05:11.326671 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.services.segments.plugin [-] Segment d1792463-f1f9-4e8f-b55a-d2d4a6262d52 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d1792463-f1f9-4e8f-b55a-d2d4a6262d52 found for delete ", "request_id": "req-bdd95b1c-3eed-4596-b308-bb2d3f9d25d1"}]} Aug 09 17:05:11.416022 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-8e5834de-e70f-48d9-b443-5b1a4f549cd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3880635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690469'] for network (dbc304e3-df7c-4068-9a6e-74b6e478d995), after_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:05:11.420439 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.agents_db [None req-a4db1589-5d5b-4049-8210-f6e9f318fefd None None] Agent healthcheck: found 6 active agents {{(pid=111143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 17:05:11.421853 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-8e5834de-e70f-48d9-b443-5b1a4f549cd0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526441'] for network (None), before_response {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:05:11.425104 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [None req-8e5834de-e70f-48d9-b443-5b1a4f549cd0 admin admin] 10.222.0.59 "DELETE /networking/v2.0/networks/dbc304e3-df7c-4068-9a6e-74b6e478d995 HTTP/1.1" status: 204 len: 168 time: 0.7306354 Aug 09 17:05:11.436979 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5834de-e70f-48d9-b443-5b1a4f549cd0 admin admin] Pushing event deleted for resources: {'Network': ['ID=dbc304e3-df7c-4068-9a6e-74b6e478d995,revision_number=None']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:05:11.843538 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.wsgi [-] (111141) accepted ('10.222.0.59', 60858) {{(pid=111141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 17:05:11.885728 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [None req-3bb223cb-5328-4c77-876f-d5e0794f268e admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=907c20a4319c450284e1e6b39107d715&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0408294 Aug 09 17:05:11.888994 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.wsgi [-] (111141) accepted ('10.222.0.59', 60860) {{(pid=111141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 17:05:11.941818 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-3f1b1d8c-acae-458f-a52d-14be504be1a7 admin admin] Publish callbacks [] for security_group (3f815941-976f-4280-aff3-74e07a625daa), before_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:05:11.965447 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-3f1b1d8c-acae-458f-a52d-14be504be1a7 admin admin] Publish callbacks [] for security_group (3f815941-976f-4280-aff3-74e07a625daa), precommit_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:05:12.084247 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-3f1b1d8c-acae-458f-a52d-14be504be1a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763768'] for security_group (3f815941-976f-4280-aff3-74e07a625daa), after_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:05:12.086795 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-3f1b1d8c-acae-458f-a52d-14be504be1a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:05:12.088074 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [None req-3f1b1d8c-acae-458f-a52d-14be504be1a7 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/3f815941-976f-4280-aff3-74e07a625daa HTTP/1.1" status: 204 len: 168 time: 0.1981783 Aug 09 17:05:12.091615 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:DELETE=12,neutron:SELECT=86,neutron:UPDATE=2 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:05:12.098675 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1b1d8c-acae-458f-a52d-14be504be1a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f815941-976f-4280-aff3-74e07a625daa,revision_number=None']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:05:12.455720 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-7495e365-aa40-4dfd-a765-edb3f3baa8f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (2cf02505-efcb-442b-855b-6c659df6f18c), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:05:12.478786 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Device 5d772f14-d839-4d6c-aaad-11fc33491790 no longer exists at agent ovs-agent-dv-cinder-852364-3-iscsi {{(pid=111142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 17:05:12.499901 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.plugin [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] No Port match for: 5d772f14-d839-4d6c-aaad-11fc33491790 {{(pid=111142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 09 17:05:12.500496 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron.plugins.ml2.rpc [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Device 5d772f14-d839-4d6c-aaad-11fc33491790 not bound to the agent host dv-cinder-852364-3-iscsi {{(pid=111142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 17:05:12.945614 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.wsgi [-] (111141) accepted ('10.222.0.59', 60866) {{(pid=111141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 17:05:12.988795 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [None req-59579980-58f9-41be-a047-e7748f76f1a1 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=66a6c46da84f4cd594fa5c1758f64912&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0419972 Aug 09 17:05:12.991332 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.wsgi [-] (111141) accepted ('10.222.0.59', 60868) {{(pid=111141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 17:05:13.044339 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-116ef3dd-0d16-4a43-886a-daf648c1ff67 admin admin] Publish callbacks [] for security_group (19b879b3-a512-42b2-9129-d9ffdc52e708), before_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:05:13.065754 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-116ef3dd-0d16-4a43-886a-daf648c1ff67 admin admin] Publish callbacks [] for security_group (19b879b3-a512-42b2-9129-d9ffdc52e708), precommit_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:05:13.242085 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-116ef3dd-0d16-4a43-886a-daf648c1ff67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763768'] for security_group (19b879b3-a512-42b2-9129-d9ffdc52e708), after_delete {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:05:13.244603 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron_lib.callbacks.manager [None req-116ef3dd-0d16-4a43-886a-daf648c1ff67 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:05:13.245822 dv-cinder-852364-3-iscsi neutron-server[111141]: INFO neutron.wsgi [None req-116ef3dd-0d16-4a43-886a-daf648c1ff67 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/19b879b3-a512-42b2-9129-d9ffdc52e708 HTTP/1.1" status: 204 len: 168 time: 0.2535532 Aug 09 17:05:13.254915 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116ef3dd-0d16-4a43-886a-daf648c1ff67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19b879b3-a512-42b2-9129-d9ffdc52e708,revision_number=None']} {{(pid=111141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:05:13.724465 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-e70f562e-e7df-49ad-a15a-67a143aa0666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (bc6be869-02df-4ed8-8ee0-3ec53a1551af), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:05:15.570160 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-5c325a0b-ed39-4cac-be6f-43defe9e55aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (33bcacdc-c215-42b6-b75f-650d86e609be), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:05:15.648229 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (47988f4d-09d0-4892-bbfe-5b11c743802f), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:05:20.658422 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=61,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:05:20.663369 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG dbcounter [-] [111140] Writing DB stats neutron:SELECT=87,neutron:DELETE=7,neutron:UPDATE=4 {{(pid=111140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:05:23.249384 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=63,neutron:DELETE=4 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:05:23.250145 dv-cinder-852364-3-iscsi neutron-server[111141]: DEBUG dbcounter [-] [111141] Writing DB stats neutron:SELECT=20,neutron:DELETE=4 {{(pid=111141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:05:25.590313 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=29,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:05:25.592226 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=44,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:05:29.434070 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG dbcounter [-] [111143] Writing DB stats neutron:SELECT=52 {{(pid=111143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:05:29.445385 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG dbcounter [-] [111143] Writing DB stats neutron:SELECT=36 {{(pid=111143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:05:32.878296 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (fd1157aa-8fd8-4c6b-a604-f3842f12d305), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:05:40.152051 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-3893a952-ff37-42de-a69c-eb63a3707ff7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (0d699ab0-1a4e-47ab-a625-f3b077123214), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:05:42.533302 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-2625cf08-1db3-4b69-af41-28c4ed0d3e8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (2cf02505-efcb-442b-855b-6c659df6f18c), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:05:43.725239 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-e70f562e-e7df-49ad-a15a-67a143aa0666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (bc6be869-02df-4ed8-8ee0-3ec53a1551af), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:05:45.609648 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-5c325a0b-ed39-4cac-be6f-43defe9e55aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (33bcacdc-c215-42b6-b75f-650d86e609be), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:05:45.661514 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (47988f4d-09d0-4892-bbfe-5b11c743802f), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:05:48.423596 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.agents_db [None req-a4db1589-5d5b-4049-8210-f6e9f318fefd None None] Agent healthcheck: found 6 active agents {{(pid=111143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 17:05:55.587644 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:05:55.590724 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:06:02.895313 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (fd1157aa-8fd8-4c6b-a604-f3842f12d305), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:06:02.909081 dv-cinder-852364-3-iscsi neutron-server[111140]: DEBUG neutron.wsgi [req-6ccb4ae7-87d8-4813-a2c1-dafdffa124b4 req-adc02909-74ff-4f03-b4bd-c78acea4669d service neutron] (111140) timed out ('10.222.0.91', 63119) {{(pid=111140) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 09 17:06:06.449904 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG dbcounter [-] [111143] Writing DB stats neutron:SELECT=3 {{(pid=111143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:06:08.443612 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG dbcounter [-] [111143] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=111143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:06:10.095802 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-a65bae05-c0c0-4239-8584-e8680ceeb61f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (0d699ab0-1a4e-47ab-a625-f3b077123214), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:06:12.436701 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-b22a7f61-89a2-47f6-b257-19db869a0719 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (2cf02505-efcb-442b-855b-6c659df6f18c), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:06:13.791805 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-e70f562e-e7df-49ad-a15a-67a143aa0666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (bc6be869-02df-4ed8-8ee0-3ec53a1551af), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:06:15.624332 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-5c325a0b-ed39-4cac-be6f-43defe9e55aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (33bcacdc-c215-42b6-b75f-650d86e609be), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:06:15.768861 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (47988f4d-09d0-4892-bbfe-5b11c743802f), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:06:25.422734 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.agents_db [None req-a4db1589-5d5b-4049-8210-f6e9f318fefd None None] Agent healthcheck: found 6 active agents {{(pid=111143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 17:06:28.524693 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:06:28.527683 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=21,neutron:UPDATE=4 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:06:32.899523 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (fd1157aa-8fd8-4c6b-a604-f3842f12d305), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:06:40.087861 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-dba9f897-ca8f-4e2b-8748-89bdf6463633 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (0d699ab0-1a4e-47ab-a625-f3b077123214), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:06:42.424748 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-2b134038-2af9-4e5c-ac6d-25e5153de7a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (2cf02505-efcb-442b-855b-6c659df6f18c), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:06:43.440381 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG dbcounter [-] [111143] Writing DB stats neutron:SELECT=4 {{(pid=111143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:06:43.441320 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG dbcounter [-] [111143] Writing DB stats neutron:SELECT=4 {{(pid=111143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:06:43.835567 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-e70f562e-e7df-49ad-a15a-67a143aa0666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (bc6be869-02df-4ed8-8ee0-3ec53a1551af), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:06:45.563418 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-5c325a0b-ed39-4cac-be6f-43defe9e55aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (33bcacdc-c215-42b6-b75f-650d86e609be), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:06:45.682108 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (47988f4d-09d0-4892-bbfe-5b11c743802f), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:06:55.587535 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:06:55.590746 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:07:02.423923 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.agents_db [None req-a4db1589-5d5b-4049-8210-f6e9f318fefd None None] Agent healthcheck: found 6 active agents {{(pid=111143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 17:07:02.893118 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (fd1157aa-8fd8-4c6b-a604-f3842f12d305), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:07:08.522878 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG dbcounter [-] [111143] Writing DB stats neutron:SELECT=13 {{(pid=111143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:07:10.126901 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-a2c0e14d-6374-43a0-bd61-d9dcab8bb2f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (0d699ab0-1a4e-47ab-a625-f3b077123214), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:07:12.436588 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-33be8646-c48a-45f6-adf4-50f2ab69b65a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (2cf02505-efcb-442b-855b-6c659df6f18c), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:07:13.898912 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-e70f562e-e7df-49ad-a15a-67a143aa0666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (bc6be869-02df-4ed8-8ee0-3ec53a1551af), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:07:15.736651 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-5c325a0b-ed39-4cac-be6f-43defe9e55aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (33bcacdc-c215-42b6-b75f-650d86e609be), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:07:15.887000 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (47988f4d-09d0-4892-bbfe-5b11c743802f), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:07:20.437029 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG dbcounter [-] [111143] Writing DB stats neutron:SELECT=4 {{(pid=111143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:07:20.438047 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG dbcounter [-] [111143] Writing DB stats neutron:SELECT=17 {{(pid=111143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:07:25.589074 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:07:25.596258 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=9,neutron:UPDATE=5 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:07:32.921630 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (fd1157aa-8fd8-4c6b-a604-f3842f12d305), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:07:39.423939 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.agents_db [None req-a4db1589-5d5b-4049-8210-f6e9f318fefd None None] Agent healthcheck: found 6 active agents {{(pid=111143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 17:07:40.286572 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-4e8e8e0a-4023-43c8-ab0f-badd213734f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (0d699ab0-1a4e-47ab-a625-f3b077123214), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:07:42.417788 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-76704c21-503c-48d0-97a5-fa5f5eb190f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (2cf02505-efcb-442b-855b-6c659df6f18c), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:07:43.863603 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-e70f562e-e7df-49ad-a15a-67a143aa0666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (bc6be869-02df-4ed8-8ee0-3ec53a1551af), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:07:45.669027 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-5c325a0b-ed39-4cac-be6f-43defe9e55aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (33bcacdc-c215-42b6-b75f-650d86e609be), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:07:45.732661 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (47988f4d-09d0-4892-bbfe-5b11c743802f), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:07:55.586203 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:07:55.588595 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:07:57.429091 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG dbcounter [-] [111143] Writing DB stats neutron:SELECT=3 {{(pid=111143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:07:57.434493 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG dbcounter [-] [111143] Writing DB stats neutron:SELECT=5 {{(pid=111143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:08:02.966635 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (fd1157aa-8fd8-4c6b-a604-f3842f12d305), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:08:08.438735 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG dbcounter [-] [111143] Writing DB stats neutron:SELECT=1 {{(pid=111143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:08:08.439739 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG dbcounter [-] [111143] Writing DB stats neutron:DELETE=1 {{(pid=111143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:08:10.235196 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-91e11da2-2495-434b-b8ae-221c97e825f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (0d699ab0-1a4e-47ab-a625-f3b077123214), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:08:12.445504 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-6d42be14-a398-4251-ba3d-4740c2d410fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (2cf02505-efcb-442b-855b-6c659df6f18c), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:08:13.760059 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-e70f562e-e7df-49ad-a15a-67a143aa0666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (bc6be869-02df-4ed8-8ee0-3ec53a1551af), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:08:15.668592 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-5c325a0b-ed39-4cac-be6f-43defe9e55aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (33bcacdc-c215-42b6-b75f-650d86e609be), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:08:15.714031 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (47988f4d-09d0-4892-bbfe-5b11c743802f), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:08:16.425857 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.agents_db [None req-a4db1589-5d5b-4049-8210-f6e9f318fefd None None] Agent healthcheck: found 6 active agents {{(pid=111143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 17:08:28.521773 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=25,neutron:UPDATE=2 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:08:28.524137 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=19,neutron:UPDATE=4 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:08:33.012617 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (fd1157aa-8fd8-4c6b-a604-f3842f12d305), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:08:34.432999 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG dbcounter [-] [111143] Writing DB stats neutron:SELECT=3 {{(pid=111143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:08:34.434333 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG dbcounter [-] [111143] Writing DB stats neutron:SELECT=5 {{(pid=111143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:08:40.130469 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-69ea56c3-339f-43e6-be07-9f9053f0778f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (0d699ab0-1a4e-47ab-a625-f3b077123214), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:08:42.513898 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-2107480b-a386-47ae-9e39-94b4faa4ce3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (2cf02505-efcb-442b-855b-6c659df6f18c), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:08:43.770653 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-e70f562e-e7df-49ad-a15a-67a143aa0666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (bc6be869-02df-4ed8-8ee0-3ec53a1551af), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:08:45.651346 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-5c325a0b-ed39-4cac-be6f-43defe9e55aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (33bcacdc-c215-42b6-b75f-650d86e609be), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:08:45.713701 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (47988f4d-09d0-4892-bbfe-5b11c743802f), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:08:53.426345 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.agents_db [None req-a4db1589-5d5b-4049-8210-f6e9f318fefd None None] Agent healthcheck: found 6 active agents {{(pid=111143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 17:08:55.576335 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:08:55.584780 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:09:02.965812 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (fd1157aa-8fd8-4c6b-a604-f3842f12d305), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:09:10.112759 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-796499e6-48fe-4960-bc8c-33a1d62bdb65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (0d699ab0-1a4e-47ab-a625-f3b077123214), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:09:11.432073 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG dbcounter [-] [111143] Writing DB stats neutron:SELECT=12 {{(pid=111143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:09:11.439175 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG dbcounter [-] [111143] Writing DB stats neutron:SELECT=22 {{(pid=111143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:09:12.427304 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-405667b3-5f3c-4543-9672-0237ac6533e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (2cf02505-efcb-442b-855b-6c659df6f18c), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:09:13.731888 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-e70f562e-e7df-49ad-a15a-67a143aa0666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (bc6be869-02df-4ed8-8ee0-3ec53a1551af), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:09:15.678544 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-5c325a0b-ed39-4cac-be6f-43defe9e55aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (33bcacdc-c215-42b6-b75f-650d86e609be), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:09:15.724116 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (47988f4d-09d0-4892-bbfe-5b11c743802f), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:09:25.576690 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:09:25.584155 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:09:30.425916 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.agents_db [None req-a4db1589-5d5b-4049-8210-f6e9f318fefd None None] Agent healthcheck: found 6 active agents {{(pid=111143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 17:09:32.958427 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (fd1157aa-8fd8-4c6b-a604-f3842f12d305), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:09:40.101219 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-ea34c999-64dd-4c0e-88ba-64a7634a2d54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (0d699ab0-1a4e-47ab-a625-f3b077123214), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:09:42.421332 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-23dd913c-c6a1-4ef7-a966-8e53e656aa31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (2cf02505-efcb-442b-855b-6c659df6f18c), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:09:43.814857 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-e70f562e-e7df-49ad-a15a-67a143aa0666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (bc6be869-02df-4ed8-8ee0-3ec53a1551af), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:09:45.626517 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-5c325a0b-ed39-4cac-be6f-43defe9e55aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (33bcacdc-c215-42b6-b75f-650d86e609be), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:09:45.678028 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (47988f4d-09d0-4892-bbfe-5b11c743802f), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:09:48.431737 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG dbcounter [-] [111143] Writing DB stats neutron:SELECT=2 {{(pid=111143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:09:48.438806 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG dbcounter [-] [111143] Writing DB stats neutron:SELECT=6 {{(pid=111143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:09:55.581587 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:09:55.584170 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:10:03.015446 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (fd1157aa-8fd8-4c6b-a604-f3842f12d305), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:10:07.425047 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG neutron.db.agents_db [None req-a4db1589-5d5b-4049-8210-f6e9f318fefd None None] Agent healthcheck: found 6 active agents {{(pid=111143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 17:10:10.111615 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-8f4f7844-5803-4e32-a6e1-d9cfcefc8162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (0d699ab0-1a4e-47ab-a625-f3b077123214), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:10:12.518380 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-6c02ad3c-0ef4-4f91-81da-62188d8c426a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (2cf02505-efcb-442b-855b-6c659df6f18c), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:10:13.860636 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-e70f562e-e7df-49ad-a15a-67a143aa0666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (bc6be869-02df-4ed8-8ee0-3ec53a1551af), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:10:15.625201 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-5c325a0b-ed39-4cac-be6f-43defe9e55aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (33bcacdc-c215-42b6-b75f-650d86e609be), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:10:15.779857 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-698e4241-3d9e-473d-a59e-7bdae1e2c95c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (47988f4d-09d0-4892-bbfe-5b11c743802f), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:10:25.437423 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG dbcounter [-] [111143] Writing DB stats neutron:SELECT=7,neutron:DELETE=1 {{(pid=111143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:10:25.438252 dv-cinder-852364-3-iscsi neutron-server[111143]: DEBUG dbcounter [-] [111143] Writing DB stats neutron:SELECT=4 {{(pid=111143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:10:28.558379 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:10:28.561302 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG dbcounter [-] [111142] Writing DB stats neutron:SELECT=23,neutron:UPDATE=4 {{(pid=111142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 17:10:32.980545 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-cc53a7d8-18e7-4034-98f4-f09aa08b4229 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (fd1157aa-8fd8-4c6b-a604-f3842f12d305), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 17:10:40.135538 dv-cinder-852364-3-iscsi neutron-server[111142]: DEBUG neutron_lib.callbacks.manager [None req-762d7b25-5100-437b-9545-8ed21ab20e5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748338318556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877107'] for agent (0d699ab0-1a4e-47ab-a625-f3b077123214), after_update {{(pid=111142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}